diff --git a/transforms/code/code_quality/kfp_ray/code_quality_wf.py b/transforms/code/code_quality/kfp_ray/code_quality_wf.py index 48f0c1c64..86d61bc5f 100644 --- a/transforms/code/code_quality/kfp_ray/code_quality_wf.py +++ b/transforms/code/code_quality/kfp_ray/code_quality_wf.py @@ -215,9 +215,6 @@ def code_quality( execute_job.after(ray_cluster) - # Configure the pipeline level to one week (in seconds) - dsl.get_pipeline_conf().set_timeout(ONE_WEEK_SEC) - if __name__ == "__main__": # Compiling the pipeline diff --git a/transforms/code/malware/kfp_ray/malware_wf.py b/transforms/code/malware/kfp_ray/malware_wf.py index 37df1c30c..dd34933d3 100644 --- a/transforms/code/malware/kfp_ray/malware_wf.py +++ b/transforms/code/malware/kfp_ray/malware_wf.py @@ -197,9 +197,6 @@ def malware( ComponentUtils.set_s3_env_vars_to_component(execute_job, data_s3_access_secret) execute_job.after(ray_cluster) - # Configure the pipeline level to one week (in seconds) - dsl.get_pipeline_conf().set_timeout(ONE_WEEK_SEC) - if __name__ == "__main__": # Compiling the pipeline diff --git a/transforms/code/proglang_select/kfp_ray/proglang_select_wf.py b/transforms/code/proglang_select/kfp_ray/proglang_select_wf.py index b76f701fd..e3c41666e 100644 --- a/transforms/code/proglang_select/kfp_ray/proglang_select_wf.py +++ b/transforms/code/proglang_select/kfp_ray/proglang_select_wf.py @@ -204,9 +204,6 @@ def lang_select( ComponentUtils.set_s3_env_vars_to_component(execute_job, proglang_select_s3_access_secret, prefix=PREFIX) execute_job.after(ray_cluster) - # Configure the pipeline level to one week (in seconds) - # dsl.get_pipeline_conf().set_timeout(ONE_WEEK_SEC) - if __name__ == "__main__": # Compiling the pipeline diff --git a/transforms/universal/doc_id/kfp_ray/doc_id_wf.py b/transforms/universal/doc_id/kfp_ray/doc_id_wf.py index fd00fb28a..deb647441 100644 --- a/transforms/universal/doc_id/kfp_ray/doc_id_wf.py +++ b/transforms/universal/doc_id/kfp_ray/doc_id_wf.py @@ -213,10 +213,6 @@ def doc_id( ComponentUtils.set_s3_env_vars_to_component(execute_job, data_s3_access_secret) execute_job.after(ray_cluster) - # TODO - # Configure the pipeline level to one week (in seconds) - # dsl.get_pipeline_conf().set_timeout(ONE_WEEK_SEC) - if __name__ == "__main__": # Compiling the pipeline diff --git a/transforms/universal/ededup/kfp_ray/ededup_wf.py b/transforms/universal/ededup/kfp_ray/ededup_wf.py index a274329c3..f8c1f0c4a 100644 --- a/transforms/universal/ededup/kfp_ray/ededup_wf.py +++ b/transforms/universal/ededup/kfp_ray/ededup_wf.py @@ -176,10 +176,6 @@ def ededup( ComponentUtils.set_s3_env_vars_to_component(execute_job, data_s3_access_secret) execute_job.after(ray_cluster) - # TODO - # Configure the pipeline level to one week (in seconds) - # dsl.get_pipeline_conf().set_timeout(ONE_WEEK_SEC) - if __name__ == "__main__": # Compiling the pipeline diff --git a/transforms/universal/fdedup/kfp_ray/fdedup_wf.py b/transforms/universal/fdedup/kfp_ray/fdedup_wf.py index 4a4f472b5..5c43acb10 100644 --- a/transforms/universal/fdedup/kfp_ray/fdedup_wf.py +++ b/transforms/universal/fdedup/kfp_ray/fdedup_wf.py @@ -217,10 +217,6 @@ def fdedup( ComponentUtils.set_s3_env_vars_to_component(execute_job, data_s3_access_secret) execute_job.after(ray_cluster) - # TODO - # Configure the pipeline level to one week (in seconds) - # dsl.get_pipeline_conf().set_timeout(ONE_WEEK_SEC) - if __name__ == "__main__": # Compiling the pipeline diff --git a/transforms/universal/filter/kfp_ray/filter_wf.py b/transforms/universal/filter/kfp_ray/filter_wf.py index 00e7a61fe..782026d10 100644 --- a/transforms/universal/filter/kfp_ray/filter_wf.py +++ b/transforms/universal/filter/kfp_ray/filter_wf.py @@ -205,9 +205,6 @@ def filtering( execute_job.after(ray_cluster) - # Configure the pipeline level to one week (in seconds) - dsl.get_pipeline_conf().set_timeout(ONE_WEEK_SEC) - if __name__ == "__main__": # Compiling the pipeline diff --git a/transforms/universal/noop/kfp_ray/noop_multiple_wf.py b/transforms/universal/noop/kfp_ray/noop_multiple_wf.py index 16c55743d..eeb0423ba 100644 --- a/transforms/universal/noop/kfp_ray/noop_multiple_wf.py +++ b/transforms/universal/noop/kfp_ray/noop_multiple_wf.py @@ -193,10 +193,6 @@ def noop( ComponentUtils.set_s3_env_vars_to_component(execute_job, data_s3_access_secret) execute_job.after(ray_cluster) - # TODO - # Configure the pipeline level to one week (in seconds) - # dsl.get_pipeline_conf().set_timeout(ONE_WEEK_SEC) - if __name__ == "__main__": # Compiling the pipeline diff --git a/transforms/universal/noop/kfp_ray/noop_wf.py b/transforms/universal/noop/kfp_ray/noop_wf.py index 70ef44a55..830af418a 100644 --- a/transforms/universal/noop/kfp_ray/noop_wf.py +++ b/transforms/universal/noop/kfp_ray/noop_wf.py @@ -193,10 +193,6 @@ def noop( ComponentUtils.set_s3_env_vars_to_component(execute_job, data_s3_access_secret) execute_job.after(ray_cluster) - # TODO - # Configure the pipeline level to one week (in seconds) - # dsl.get_pipeline_conf().set_timeout(ONE_WEEK_SEC) - if __name__ == "__main__": # Compiling the pipeline diff --git a/transforms/universal/tokenization/kfp_ray/tokenization_wf.py b/transforms/universal/tokenization/kfp_ray/tokenization_wf.py index 35cf184a6..76e31b1f9 100644 --- a/transforms/universal/tokenization/kfp_ray/tokenization_wf.py +++ b/transforms/universal/tokenization/kfp_ray/tokenization_wf.py @@ -221,9 +221,6 @@ def tokenization( ComponentUtils.set_s3_env_vars_to_component(execute_job, data_s3_access_secret) execute_job.after(ray_cluster) - # Configure the pipeline level to one week (in seconds) - dsl.get_pipeline_conf().set_timeout(ONE_WEEK_SEC) - if __name__ == "__main__": # Compiling the pipeline