fixing fdedup test - less resources

IBM · Jun 16, 2024 · 17f1487 · 17f1487
1 parent ce4b552
commit 17f1487
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/transforms/universal/fdedup/ray/src/fdedup_local_ray.py b/transforms/universal/fdedup/ray/src/fdedup_local_ray.py
@@ -36,7 +36,7 @@
     "data_local_config": ParamsUtils.convert_to_ast(local_conf),
     # Orchestration parameters
     "runtime_worker_options": ParamsUtils.convert_to_ast(worker_options),
-    "runtime_num_workers": 3,
+    "runtime_num_workers": 1,
     "runtime_pipeline_id": "pipeline_id",
     "runtime_job_id": "job_id",
     "runtime_creation_delay": 0,
@@ -49,7 +49,7 @@
     "fdedup_bucket_cpu": 0.5,
     "fdedup_doc_cpu": 0.5,
     "fdedup_mhash_cpu": 0.5,
-    "fdedup_num_doc_actors": 2,
+    "fdedup_num_doc_actors": 1,
     "fdedup_num_bucket_actors": 1,
     "fdedup_num_minhash_actors": 1,
     "fdedup_num_preprocessors": 2,

diff --git a/transforms/universal/fdedup/ray/test/test_fdedup_ray.py b/transforms/universal/fdedup/ray/test/test_fdedup_ray.py
@@ -42,7 +42,7 @@ def get_test_transform_fixtures(self) -> list[tuple]:
             "fdedup_num_doc_actors": 2,
             "fdedup_num_bucket_actors": 1,
             "fdedup_num_minhash_actors": 1,
-            "fdedup_num_preprocessors": 2,
+            "fdedup_num_preprocessors": 1,
             # fuzzy parameters
             "fdedup_num_permutations": 64,
             "fdedup_threshold": 0.8,