Synced the repo

Signed-off-by: Pankaj Thorat <[email protected]>
IBM · Oct 9, 2024 · 73286ff · 73286ff
1 parent 4927722
commit 73286ff
Show file tree

Hide file tree

Showing 21 changed files with 277 additions and 352 deletions.
diff --git a/transforms/code/syntactic_concept_extractor/notebook_example/code-profiler.ipynb b/transforms/code/syntactic_concept_extractor/notebook_example/code-profiler.ipynb
diff --git a/transforms/code/syntactic_concept_extractor/notebook_example/workflow.drawio.png b/transforms/code/syntactic_concept_extractor/notebook_example/workflow.drawio.png
diff --git a/..._concept_extractor/python/src/data/Parquet/average_code_to_comment_ratio_per_language.csv b/..._concept_extractor/python/src/data/Parquet/average_code_to_comment_ratio_per_language.csv
diff --git a/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/ccr_extraction.py b/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/ccr_extraction.py
diff --git a/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/cpp_files.parquet b/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/cpp_files.parquet
diff --git a/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/cpp_files_uast.parquet b/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/cpp_files_uast.parquet
diff --git a/.../code/syntactic_concept_extractor/python/src/data/Parquet/cpp_files_uast_language.parquet b/.../code/syntactic_concept_extractor/python/src/data/Parquet/cpp_files_uast_language.parquet
diff --git a/...rms/code/syntactic_concept_extractor/python/src/data/Parquet/cpp_files_uast_stats.parquet b/...rms/code/syntactic_concept_extractor/python/src/data/Parquet/cpp_files_uast_stats.parquet
diff --git a/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/multi-package.parquet b/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/multi-package.parquet
diff --git a/...forms/code/syntactic_concept_extractor/python/src/data/Parquet/multi-package_uast.parquet b/...forms/code/syntactic_concept_extractor/python/src/data/Parquet/multi-package_uast.parquet
diff --git a/...e/syntactic_concept_extractor/python/src/data/Parquet/multi-package_uast_language.parquet b/...e/syntactic_concept_extractor/python/src/data/Parquet/multi-package_uast_language.parquet
diff --git a/...code/syntactic_concept_extractor/python/src/data/Parquet/multi-package_uast_stats.parquet b/...code/syntactic_concept_extractor/python/src/data/Parquet/multi-package_uast_stats.parquet
diff --git a/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/scala_files.parquet b/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/scala_files.parquet
diff --git a/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/scala_files_uast.parquet b/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/scala_files_uast.parquet
diff --git a/...ode/syntactic_concept_extractor/python/src/data/Parquet/scala_files_uast_language.parquet b/...ode/syntactic_concept_extractor/python/src/data/Parquet/scala_files_uast_language.parquet
diff --git a/...s/code/syntactic_concept_extractor/python/src/data/Parquet/scala_files_uast_stats.parquet b/...s/code/syntactic_concept_extractor/python/src/data/Parquet/scala_files_uast_stats.parquet
diff --git a/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/ts_files.parquet b/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/ts_files.parquet
diff --git a/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/ts_files_uast.parquet b/transforms/code/syntactic_concept_extractor/python/src/data/Parquet/ts_files_uast.parquet
diff --git a/...s/code/syntactic_concept_extractor/python/src/data/Parquet/ts_files_uast_language.parquet b/...s/code/syntactic_concept_extractor/python/src/data/Parquet/ts_files_uast_language.parquet
diff --git a/...orms/code/syntactic_concept_extractor/python/src/data/Parquet/ts_files_uast_stats.parquet b/...orms/code/syntactic_concept_extractor/python/src/data/Parquet/ts_files_uast_stats.parquet
diff --git a/transforms/code/syntactic_concept_extractor/ray/src/syntactic_concept_extractor_local_ray.py b/transforms/code/syntactic_concept_extractor/ray/src/syntactic_concept_extractor_local_ray.py
@@ -39,7 +39,7 @@
     "data_local_config": ParamsUtils.convert_to_ast(local_conf),
     # orchestrator
     "runtime_worker_options": ParamsUtils.convert_to_ast(worker_options),
-    "runtime_num_workers": 3,
+    "runtime_num_workers": 2,
     "runtime_pipeline_id": "pipeline_id",
     "runtime_job_id": "job_id",
     "runtime_creation_delay": 0,