EXPERIMENTAL: async entrypoints for experiments

Arize-ai · Sep 26, 2024 · 238001e · 238001e
1 parent 213193a
commit 238001e
Show file tree

Hide file tree

Showing 3 changed files with 446 additions and 31 deletions.
diff --git a/packages/phoenix-evals/src/phoenix/evals/executors.py b/packages/phoenix-evals/src/phoenix/evals/executors.py
@@ -382,7 +382,18 @@ def get_executor_on_sync_context(
     max_retries: int = 10,
     exit_on_error: bool = True,
     fallback_return_value: Union[Unset, Any] = _unset,
+    use_async: bool = False,
 ) -> Executor:
+    if use_async is True:
+        return AsyncExecutor(
+            async_fn,
+            concurrency=concurrency,
+            tqdm_bar_format=tqdm_bar_format,
+            max_retries=max_retries,
+            exit_on_error=exit_on_error,
+            fallback_return_value=fallback_return_value,
+        )
+
     if threading.current_thread() is not threading.main_thread():
         # run evals synchronously if not in the main thread