Skip to content

Commit

Permalink
[CLEANUP]
Browse files Browse the repository at this point in the history
  • Loading branch information
Kye committed Apr 17, 2024
1 parent 6301518 commit c82ed54
Showing 1 changed file with 3 additions and 7 deletions.
10 changes: 3 additions & 7 deletions servers/text_to_video/sky_serve.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,4 @@
envs:
MODEL_NAME: mistralai/Mixtral-8x7B-Instruct-v0.1
HF_HUB_ENABLE_HF_TRANSFER: True


Expand All @@ -9,13 +8,9 @@ service:
readiness_probe:
path: /v1/chat/completions
post_data:
model: $MODEL_NAME
messages:
- role: user
content: Hello! What is your name?
task: "Create a woman studying with hijab"
max_tokens: 1
readiness_probe: /health
readiness_probe: /v1/models
replica_policy:
min_replicas: 2
max_replicas: 10
Expand Down Expand Up @@ -108,11 +103,12 @@ resources:
# disk_size: 512 # Ensure model checkpoints (~246GB) can fit.
# disk_tier: best
ports: 8000 # Expose to internet traffic.
# spot_recovery: none

# workdir: ~/swarms-cloud/servers/cogvlm

setup: |
docker build -t ttv .
run: |
docker run ttv
docker run --gpus all ttv

0 comments on commit c82ed54

Please sign in to comment.