expand documentation for shortfin_apps.llm.server --parameters=

nod-ai · Oct 14, 2024 · cd6ef16 · cd6ef16
1 parent 5677335
commit cd6ef16
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/shortfin/python/shortfin_apps/llm/server.py b/shortfin/python/shortfin_apps/llm/server.py
@@ -121,11 +121,13 @@ def main(argv, log_config=uvicorn.config.LOGGING_CONFIG):
         required=True,
         help="Model VMFB to load",
     )
+    # parameters are loaded with `iree_io_parameters_module_create`
     parser.add_argument(
         "--parameters",
         type=Path,
         nargs="*",
-        help="Parameter archives to load",
+        help="Parameter archives to load (supports: gguf, irpa, safetensors).",
+        metavar="FILE",
     )
     parser.add_argument(
         "--device",