diff --git a/lib/serve/ecs-model/textgen/tgi/src/entrypoint.sh b/lib/serve/ecs-model/textgen/tgi/src/entrypoint.sh index b51e31d..23a9d6c 100644 --- a/lib/serve/ecs-model/textgen/tgi/src/entrypoint.sh +++ b/lib/serve/ecs-model/textgen/tgi/src/entrypoint.sh @@ -51,9 +51,4 @@ echo "$(env)" # Start the webserver echo "Starting TGI" CUDA_VISIBLE_DEVICES=${CUDA_VISIBLE_DEVICES} \ -text-generation-launcher \ - --model-id $LOCAL_MODEL_PATH \ - --quantize ${QUANTIZE} \ - --port 8080 \ - --num-shard ${NUM_SHARD} \ - --json-output +text-generation-launcher "${startArgs[@]}"