lint

apache · Oct 8, 2024 · fa0159d · fa0159d
1 parent 97faf12
commit fa0159d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sdks/python/apache_beam/ml/inference/vllm_inference.py b/sdks/python/apache_beam/ml/inference/vllm_inference.py
@@ -197,7 +197,7 @@ def load_model(self) -> _VLLMModelServer:
 
   async def _async_run_inference(
       self,
-      batch: Sequence[Sequence[OpenAIChatMessage]],
+      batch: Sequence[str],
       model: _VLLMModelServer,
       inference_args: Optional[Dict[str, Any]] = None
   ) -> Iterable[PredictionResult]: