exclude kfp_ray from transfor test workflow and change noop code

Signed-off-by: David Wood <[email protected]>

.github/workflows/test-code-code2parquet.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/code/code2parquet/**"
             - "data-processing-lib/**"
+            - "!transforms/code/code2parquet/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/code/code2parquet/**"
             - "data-processing-lib/**"
+            - "!transforms/code/code2parquet/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-code-code_quality.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/code/code_quality/**"
             - "data-processing-lib/**"
+            - "!transforms/code/code_quality/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/code/code_quality/**"
             - "data-processing-lib/**"
+            - "!transforms/code/code_quality/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-code-header_cleanser.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/code/header_cleanser/**"
             - "data-processing-lib/**"
+            - "!transforms/code/header_cleanser/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/code/header_cleanser/**"
             - "data-processing-lib/**"
+            - "!transforms/code/header_cleanser/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-code-malware.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/code/malware/**"
             - "data-processing-lib/**"
+            - "!transforms/code/malware/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/code/malware/**"
             - "data-processing-lib/**"
+            - "!transforms/code/malware/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-code-proglang_select.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/code/proglang_select/**"
             - "data-processing-lib/**"
+            - "!transforms/code/proglang_select/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/code/proglang_select/**"
             - "data-processing-lib/**"
+            - "!transforms/code/proglang_select/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-code-repo_level_ordering.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/code/repo_level_ordering/**"
             - "data-processing-lib/**"
+            - "!transforms/code/repo_level_ordering/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/code/repo_level_ordering/**"
             - "data-processing-lib/**"
+            - "!transforms/code/repo_level_ordering/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-language-doc_chunk.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/language/doc_chunk/**"
             - "data-processing-lib/**"
+            - "!transforms/language/doc_chunk/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/language/doc_chunk/**"
             - "data-processing-lib/**"
+            - "!transforms/language/doc_chunk/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-language-doc_quality.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/language/doc_quality/**"
             - "data-processing-lib/**"
+            - "!transforms/language/doc_quality/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/language/doc_quality/**"
             - "data-processing-lib/**"
+            - "!transforms/language/doc_quality/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-language-lang_id.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/language/lang_id/**"
             - "data-processing-lib/**"
+            - "!transforms/language/lang_id/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/language/lang_id/**"
             - "data-processing-lib/**"
+            - "!transforms/language/lang_id/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-language-pdf2parquet.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/language/pdf2parquet/**"
             - "data-processing-lib/**"
+            - "!transforms/language/pdf2parquet/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/language/pdf2parquet/**"
             - "data-processing-lib/**"
+            - "!transforms/language/pdf2parquet/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-language-pii_redactor.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/language/pii_redactor/**"
             - "data-processing-lib/**"
+            - "!transforms/language/pii_redactor/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/language/pii_redactor/**"
             - "data-processing-lib/**"
+            - "!transforms/language/pii_redactor/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-language-text_encoder.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/language/text_encoder/**"
             - "data-processing-lib/**"
+            - "!transforms/language/text_encoder/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/language/text_encoder/**"
             - "data-processing-lib/**"
+            - "!transforms/language/text_encoder/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-transform.template

@@ -14,6 +14,7 @@ on:
         paths:
             - "@TARGET_TRANSFORM_DIR@/**"
             - "data-processing-lib/**"
+            - "!@TARGET_TRANSFORM_DIR@/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "@TARGET_TRANSFORM_DIR@/**"
             - "data-processing-lib/**"
+            - "!@TARGET_TRANSFORM_DIR@/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-universal-doc_id.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/universal/doc_id/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/doc_id/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/universal/doc_id/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/doc_id/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-universal-ededup.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/universal/ededup/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/ededup/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/universal/ededup/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/ededup/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-universal-fdedup.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/universal/fdedup/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/fdedup/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/universal/fdedup/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/fdedup/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-universal-filter.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/universal/filter/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/filter/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/universal/filter/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/filter/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-universal-html2parquet.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/universal/html2parquet/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/html2parquet/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/universal/html2parquet/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/html2parquet/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-universal-noop.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/universal/noop/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/noop/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/universal/noop/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/noop/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-universal-profiler.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/universal/profiler/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/profiler/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/universal/profiler/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/profiler/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-universal-resize.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/universal/resize/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/resize/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/universal/resize/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/resize/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

.github/workflows/test-universal-tokenization.yml

@@ -14,6 +14,7 @@ on:
         paths:
             - "transforms/universal/tokenization/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/tokenization/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"
@@ -27,6 +28,7 @@ on:
         paths:
             - "transforms/universal/tokenization/**"
             - "data-processing-lib/**"
+            - "!transforms/universal/tokenization/**/kfp_ray/**" # This is/will be tested in separate workflow
             - "!data-processing-lib/**/test/**"
             - "!data-processing-lib/**/test-data/**"
             - "!**.md"

transforms/universal/noop/python/src/noop_transform_python.py

@@ -41,5 +41,5 @@ def __init__(self):
 if __name__ == "__main__":
     # launcher = NOOPRayLauncher()
     launcher = PythonTransformLauncher(NOOPPythonTransformConfiguration())
-    logger.info("Launching noop transform...")
+    logger.info("Launching noop transform..")
     launcher.launch()