Revert "Add Back LLM Server Test (nod-ai#358)"

This reverts commit f6d54f3.
renxida · Oct 29, 2024 · a18297d · a18297d
1 parent b8da0db
commit a18297d
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 176 deletions.
diff --git a/shortfin/python/shortfin_apps/llm/components/service.py b/shortfin/python/shortfin_apps/llm/components/service.py
@@ -73,7 +73,7 @@ def start(self):
                 )
             ]
             + self.inference_modules,
-            devices=self.sysman.ls.devices,
+            fiber=self.main_fiber,
             trace_execution=False,
         )
         # Resolve prefill entrypoints.
@@ -393,7 +393,7 @@ async def run(self):
                 "".join([f"\n  {i}: {ary.shape}" for i, ary in enumerate(args)]),
             )
             # Invoke. Logits are of shape [bs, bsl, d].
-            (logits,) = await fn(*args, fiber=self.fiber)
+            (logits,) = await fn(*args)
 
             # Return results.
             for i in range(req_count):

diff --git a/shortfin/requirements-tests.txt b/shortfin/requirements-tests.txt
@@ -11,7 +11,6 @@ wheel
 # Deps needed for shortfin_apps.llm
 dataclasses-json
 tokenizers
-sentencepiece
 
 # Deps needed for shortfin_apps.sd
 pillow

diff --git a/shortfin/tests/apps/llm/cpu_llm_server_test.py b/shortfin/tests/apps/llm/cpu_llm_server_test.py