Use multiprocess instead of multiprocessing

argilla-io · Dec 19, 2023 · ec74dd7 · ec74dd7
1 parent 62993ac
commit ec74dd7
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/pyproject.toml b/pyproject.toml
@@ -26,6 +26,7 @@ dependencies = [
     "rich >= 13.5.0",
     "tenacity >= 8",
     "importlib-resources >= 6.1.1; python_version < '3.9'",
+    "multiprocess",
 ]
 dynamic = ["version"]
 

diff --git a/src/distilabel/llm/base.py b/src/distilabel/llm/base.py
@@ -14,7 +14,6 @@
 
 from __future__ import annotations
 
-import multiprocessing as mp
 import queue
 import random
 import warnings
@@ -34,6 +33,8 @@
     Union,
 )
 
+import multiprocess as mp
+
 from distilabel.logger import get_logger
 from distilabel.tasks.prompt import Prompt
 from distilabel.utils.futures import when_all_complete