check for makefile in test transform workflow

Signed-off-by: David Wood <[email protected]>

.github/workflows/test-code-code2parquet.yml

@@ -83,13 +83,22 @@ jobs:
                   df -h
             - name: Test transform image in transforms/code/code2parquet
               run: |
-                  make -C data-processing-lib/spark DOCKER=docker image 
-                  make -C transforms/code/code2parquet DOCKER=docker test-image
+                  if [ -e "transforms/code/code2parquet/Makefile" ]; then
+                      make -C data-processing-lib/spark DOCKER=docker image 
+                      make -C transforms/code/code2parquet DOCKER=docker test-image
+                  else
+                      echo "transforms/code/code2parquet/Makefile not found - testing disabled for this transform."
+                  fi
             - name: Print space
               # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
               run: |
                   df -h
                   docker images
             - name: Publish images
               if: needs.check_if_push_image.outputs.publish_images == 'true'
-              run: make -C transforms/code/code2parquet publish
+              run: |
+                  if [ -e "transforms/code/code2parquet/Makefile" ]; then
+                      make -C transforms/code/code2parquet publish
+                  else
+                      echo "transforms/code/code2parquet/Makefile not found - publishing disabled for this transform."
+                  fi

.github/workflows/test-code-code_quality.yml

@@ -83,13 +83,22 @@ jobs:
                   df -h
             - name: Test transform image in transforms/code/code_quality
               run: |
-                  make -C data-processing-lib/spark DOCKER=docker image 
-                  make -C transforms/code/code_quality DOCKER=docker test-image
+                  if [ -e "transforms/code/code_quality/Makefile" ]; then
+                      make -C data-processing-lib/spark DOCKER=docker image 
+                      make -C transforms/code/code_quality DOCKER=docker test-image
+                  else
+                      echo "transforms/code/code_quality/Makefile not found - testing disabled for this transform."
+                  fi
             - name: Print space
               # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
               run: |
                   df -h
                   docker images
             - name: Publish images
               if: needs.check_if_push_image.outputs.publish_images == 'true'
-              run: make -C transforms/code/code_quality publish
+              run: |
+                  if [ -e "transforms/code/code_quality/Makefile" ]; then
+                      make -C transforms/code/code_quality publish
+                  else
+                      echo "transforms/code/code_quality/Makefile not found - publishing disabled for this transform."
+                  fi

.github/workflows/test-code-header_cleanser.yml

@@ -83,13 +83,22 @@ jobs:
                   df -h
             - name: Test transform image in transforms/code/header_cleanser
               run: |
-                  make -C data-processing-lib/spark DOCKER=docker image 
-                  make -C transforms/code/header_cleanser DOCKER=docker test-image
+                  if [ -e "transforms/code/header_cleanser/Makefile" ]; then
+                      make -C data-processing-lib/spark DOCKER=docker image 
+                      make -C transforms/code/header_cleanser DOCKER=docker test-image
+                  else
+                      echo "transforms/code/header_cleanser/Makefile not found - testing disabled for this transform."
+                  fi
             - name: Print space
               # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
               run: |
                   df -h
                   docker images
             - name: Publish images
               if: needs.check_if_push_image.outputs.publish_images == 'true'
-              run: make -C transforms/code/header_cleanser publish
+              run: |
+                  if [ -e "transforms/code/header_cleanser/Makefile" ]; then
+                      make -C transforms/code/header_cleanser publish
+                  else
+                      echo "transforms/code/header_cleanser/Makefile not found - publishing disabled for this transform."
+                  fi

.github/workflows/test-code-malware.yml

@@ -83,13 +83,22 @@ jobs:
                   df -h
             - name: Test transform image in transforms/code/malware
               run: |
-                  make -C data-processing-lib/spark DOCKER=docker image 
-                  make -C transforms/code/malware DOCKER=docker test-image
+                  if [ -e "transforms/code/malware/Makefile" ]; then
+                      make -C data-processing-lib/spark DOCKER=docker image 
+                      make -C transforms/code/malware DOCKER=docker test-image
+                  else
+                      echo "transforms/code/malware/Makefile not found - testing disabled for this transform."
+                  fi
             - name: Print space
               # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
               run: |
                   df -h
                   docker images
             - name: Publish images
               if: needs.check_if_push_image.outputs.publish_images == 'true'
-              run: make -C transforms/code/malware publish
+              run: |
+                  if [ -e "transforms/code/malware/Makefile" ]; then
+                      make -C transforms/code/malware publish
+                  else
+                      echo "transforms/code/malware/Makefile not found - publishing disabled for this transform."
+                  fi

.github/workflows/test-code-proglang_select.yml

@@ -83,13 +83,22 @@ jobs:
                   df -h
             - name: Test transform image in transforms/code/proglang_select
               run: |
-                  make -C data-processing-lib/spark DOCKER=docker image 
-                  make -C transforms/code/proglang_select DOCKER=docker test-image
+                  if [ -e "transforms/code/proglang_select/Makefile" ]; then
+                      make -C data-processing-lib/spark DOCKER=docker image 
+                      make -C transforms/code/proglang_select DOCKER=docker test-image
+                  else
+                      echo "transforms/code/proglang_select/Makefile not found - testing disabled for this transform."
+                  fi
             - name: Print space
               # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
               run: |
                   df -h
                   docker images
             - name: Publish images
               if: needs.check_if_push_image.outputs.publish_images == 'true'
-              run: make -C transforms/code/proglang_select publish
+              run: |
+                  if [ -e "transforms/code/proglang_select/Makefile" ]; then
+                      make -C transforms/code/proglang_select publish
+                  else
+                      echo "transforms/code/proglang_select/Makefile not found - publishing disabled for this transform."
+                  fi

.github/workflows/test-code-repo_level_ordering.yml

@@ -83,13 +83,22 @@ jobs:
                   df -h
             - name: Test transform image in transforms/code/repo_level_ordering
               run: |
-                  make -C data-processing-lib/spark DOCKER=docker image 
-                  make -C transforms/code/repo_level_ordering DOCKER=docker test-image
+                  if [ -e "transforms/code/repo_level_ordering/Makefile" ]; then
+                      make -C data-processing-lib/spark DOCKER=docker image 
+                      make -C transforms/code/repo_level_ordering DOCKER=docker test-image
+                  else
+                      echo "transforms/code/repo_level_ordering/Makefile not found - testing disabled for this transform."
+                  fi
             - name: Print space
               # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
               run: |
                   df -h
                   docker images
             - name: Publish images
               if: needs.check_if_push_image.outputs.publish_images == 'true'
-              run: make -C transforms/code/repo_level_ordering publish
+              run: |
+                  if [ -e "transforms/code/repo_level_ordering/Makefile" ]; then
+                      make -C transforms/code/repo_level_ordering publish
+                  else
+                      echo "transforms/code/repo_level_ordering/Makefile not found - publishing disabled for this transform."
+                  fi

.github/workflows/test-language-doc_chunk.yml

@@ -83,13 +83,22 @@ jobs:
                   df -h
             - name: Test transform image in transforms/language/doc_chunk
               run: |
-                  make -C data-processing-lib/spark DOCKER=docker image 
-                  make -C transforms/language/doc_chunk DOCKER=docker test-image
+                  if [ -e "transforms/language/doc_chunk/Makefile" ]; then
+                      make -C data-processing-lib/spark DOCKER=docker image 
+                      make -C transforms/language/doc_chunk DOCKER=docker test-image
+                  else
+                      echo "transforms/language/doc_chunk/Makefile not found - testing disabled for this transform."
+                  fi
             - name: Print space
               # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
               run: |
                   df -h
                   docker images
             - name: Publish images
               if: needs.check_if_push_image.outputs.publish_images == 'true'
-              run: make -C transforms/language/doc_chunk publish
+              run: |
+                  if [ -e "transforms/language/doc_chunk/Makefile" ]; then
+                      make -C transforms/language/doc_chunk publish
+                  else
+                      echo "transforms/language/doc_chunk/Makefile not found - publishing disabled for this transform."
+                  fi

.github/workflows/test-language-doc_quality.yml

@@ -83,13 +83,22 @@ jobs:
                   df -h
             - name: Test transform image in transforms/language/doc_quality
               run: |
-                  make -C data-processing-lib/spark DOCKER=docker image 
-                  make -C transforms/language/doc_quality DOCKER=docker test-image
+                  if [ -e "transforms/language/doc_quality/Makefile" ]; then
+                      make -C data-processing-lib/spark DOCKER=docker image 
+                      make -C transforms/language/doc_quality DOCKER=docker test-image
+                  else
+                      echo "transforms/language/doc_quality/Makefile not found - testing disabled for this transform."
+                  fi
             - name: Print space
               # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
               run: |
                   df -h
                   docker images
             - name: Publish images
               if: needs.check_if_push_image.outputs.publish_images == 'true'
-              run: make -C transforms/language/doc_quality publish
+              run: |
+                  if [ -e "transforms/language/doc_quality/Makefile" ]; then
+                      make -C transforms/language/doc_quality publish
+                  else
+                      echo "transforms/language/doc_quality/Makefile not found - publishing disabled for this transform."
+                  fi

.github/workflows/test-language-lang_id.yml

@@ -83,13 +83,22 @@ jobs:
                   df -h
             - name: Test transform image in transforms/language/lang_id
               run: |
-                  make -C data-processing-lib/spark DOCKER=docker image 
-                  make -C transforms/language/lang_id DOCKER=docker test-image
+                  if [ -e "transforms/language/lang_id/Makefile" ]; then
+                      make -C data-processing-lib/spark DOCKER=docker image 
+                      make -C transforms/language/lang_id DOCKER=docker test-image
+                  else
+                      echo "transforms/language/lang_id/Makefile not found - testing disabled for this transform."
+                  fi
             - name: Print space
               # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
               run: |
                   df -h
                   docker images
             - name: Publish images
               if: needs.check_if_push_image.outputs.publish_images == 'true'
-              run: make -C transforms/language/lang_id publish
+              run: |
+                  if [ -e "transforms/language/lang_id/Makefile" ]; then
+                      make -C transforms/language/lang_id publish
+                  else
+                      echo "transforms/language/lang_id/Makefile not found - publishing disabled for this transform."
+                  fi

.github/workflows/test-language-pdf2parquet.yml

@@ -83,13 +83,22 @@ jobs:
                   df -h
             - name: Test transform image in transforms/language/pdf2parquet
               run: |
-                  make -C data-processing-lib/spark DOCKER=docker image 
-                  make -C transforms/language/pdf2parquet DOCKER=docker test-image
+                  if [ -e "transforms/language/pdf2parquet/Makefile" ]; then
+                      make -C data-processing-lib/spark DOCKER=docker image 
+                      make -C transforms/language/pdf2parquet DOCKER=docker test-image
+                  else
+                      echo "transforms/language/pdf2parquet/Makefile not found - testing disabled for this transform."
+                  fi
             - name: Print space
               # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
               run: |
                   df -h
                   docker images
             - name: Publish images
               if: needs.check_if_push_image.outputs.publish_images == 'true'
-              run: make -C transforms/language/pdf2parquet publish
+              run: |
+                  if [ -e "transforms/language/pdf2parquet/Makefile" ]; then
+                      make -C transforms/language/pdf2parquet publish
+                  else
+                      echo "transforms/language/pdf2parquet/Makefile not found - publishing disabled for this transform."
+                  fi

.github/workflows/test-language-pii_redactor.yml

@@ -83,13 +83,22 @@ jobs:
                   df -h
             - name: Test transform image in transforms/language/pii_redactor
               run: |
-                  make -C data-processing-lib/spark DOCKER=docker image 
-                  make -C transforms/language/pii_redactor DOCKER=docker test-image
+                  if [ -e "transforms/language/pii_redactor/Makefile" ]; then
+                      make -C data-processing-lib/spark DOCKER=docker image 
+                      make -C transforms/language/pii_redactor DOCKER=docker test-image
+                  else
+                      echo "transforms/language/pii_redactor/Makefile not found - testing disabled for this transform."
+                  fi
             - name: Print space
               # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
               run: |
                   df -h
                   docker images
             - name: Publish images
               if: needs.check_if_push_image.outputs.publish_images == 'true'
-              run: make -C transforms/language/pii_redactor publish
+              run: |
+                  if [ -e "transforms/language/pii_redactor/Makefile" ]; then
+                      make -C transforms/language/pii_redactor publish
+                  else
+                      echo "transforms/language/pii_redactor/Makefile not found - publishing disabled for this transform."
+                  fi

.github/workflows/test-language-text_encoder.yml

@@ -83,13 +83,22 @@ jobs:
                   df -h
             - name: Test transform image in transforms/language/text_encoder
               run: |
-                  make -C data-processing-lib/spark DOCKER=docker image 
-                  make -C transforms/language/text_encoder DOCKER=docker test-image
+                  if [ -e "transforms/language/text_encoder/Makefile" ]; then
+                      make -C data-processing-lib/spark DOCKER=docker image 
+                      make -C transforms/language/text_encoder DOCKER=docker test-image
+                  else
+                      echo "transforms/language/text_encoder/Makefile not found - testing disabled for this transform."
+                  fi
             - name: Print space
               # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
               run: |
                   df -h
                   docker images
             - name: Publish images
               if: needs.check_if_push_image.outputs.publish_images == 'true'
-              run: make -C transforms/language/text_encoder publish
+              run: |
+                  if [ -e "transforms/language/text_encoder/Makefile" ]; then
+                      make -C transforms/language/text_encoder publish
+                  else
+                      echo "transforms/language/text_encoder/Makefile not found - publishing disabled for this transform."
+                  fi

.github/workflows/test-transform.template

@@ -1,7 +1,7 @@
 #
 # DO NOT EDIT THIS: it is generated from test-transform.template,  Edit there and run make to change these files
 #
-name: Test - @TARGET_TRANSFORM_DIR@ 
+name: Test - @TARGET_TRANSFORM_DIR@
 
 on:
     workflow_dispatch:
@@ -83,13 +83,22 @@ jobs:
                   df -h
             - name: Test transform image in @TARGET_TRANSFORM_DIR@
               run: |
-                  make -C data-processing-lib/spark DOCKER=docker image 
-                  make -C @TARGET_TRANSFORM_DIR@ DOCKER=docker test-image
+                  if [ -e "@TARGET_TRANSFORM_DIR@/Makefile" ]; then
+                      make -C data-processing-lib/spark DOCKER=docker image 
+                      make -C @TARGET_TRANSFORM_DIR@ DOCKER=docker test-image
+                  else
+                      echo "@TARGET_TRANSFORM_DIR@/Makefile not found - testing disabled for this transform."
+                  fi
             - name: Print space
               # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173
               run: |
                   df -h
                   docker images
             - name: Publish images
               if: needs.check_if_push_image.outputs.publish_images == 'true'
-              run: make -C @TARGET_TRANSFORM_DIR@ publish
+              run: |
+                  if [ -e "@TARGET_TRANSFORM_DIR@/Makefile" ]; then
+                      make -C @TARGET_TRANSFORM_DIR@ publish
+                  else
+                      echo "@TARGET_TRANSFORM_DIR@/Makefile not found - publishing disabled for this transform."
+                  fi