Updates to entrypoint

awslabs · Oct 18, 2024 · 4971762 · 4971762
1 parent 9f744c0
commit 4971762
Showing 1 changed file with 1 addition and 6 deletions.
diff --git a/lib/serve/ecs-model/textgen/tgi/src/entrypoint.sh b/lib/serve/ecs-model/textgen/tgi/src/entrypoint.sh
@@ -51,9 +51,4 @@ echo "$(env)"
 # Start the webserver
 echo "Starting TGI"
 CUDA_VISIBLE_DEVICES=${CUDA_VISIBLE_DEVICES} \
-text-generation-launcher \
-  --model-id $LOCAL_MODEL_PATH \
-  --quantize ${QUANTIZE} \
-  --port 8080 \
-  --num-shard ${NUM_SHARD} \
-  --json-output
+text-generation-launcher "${startArgs[@]}"