Start triggering testing at finer granularity in the repo #11
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # | |
| # DO NOT EDIT THIS: it is generated from test-transform.template, Edit there and run make to change these files | |
| # | |
| name: Test - transforms/language/text_encoder | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - "dev" | |
| - "releases/**" | |
| tags: | |
| - "*" | |
| paths: | |
| - "transforms/language/text_encoder/**" | |
| - "data-processing-lib/**" | |
| pull_request: | |
| branches: | |
| - "dev" | |
| - "releases/**" | |
| paths: | |
| - "transforms/language/text_encoder/**" | |
| - "data-processing-lib/**" | |
| jobs: | |
| check_if_push_image: | |
| # check whether the Docker images should be pushed to the remote repository | |
| # The images are pushed if it is a merge to dev branch or a new tag is created. | |
| # The latter being part of the release process. | |
| # The images tag is derived from the value of the DOCKER_IMAGE_VERSION variable set in the .make.versions file. | |
| runs-on: ubuntu-22.04 | |
| outputs: | |
| publish_images: ${{ steps.version.outputs.publish_images }} | |
| steps: | |
| - id: version | |
| run: | | |
| publish_images='false' | |
| if [[ ${GITHUB_REF} == refs/heads/dev && ${GITHUB_EVENT_NAME} != 'pull_request' && ${GITHUB_REPOSITORY} == IBM/data-prep-kit ]] ; | |
| then | |
| publish_images='true' | |
| fi | |
| if [[ ${GITHUB_REF} == refs/tags/* && ${GITHUB_REPOSITORY} == IBM/data-prep-kit ]] ; | |
| then | |
| publish_images='true' | |
| fi | |
| echo "publish_images=$publish_images" >> "$GITHUB_OUTPUT" | |
| test-src: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Free up space in github runner | |
| # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173 | |
| run: | | |
| df -h | |
| sudo rm -rf "/usr/local/share/boost" | |
| sudo rm -rf "$AGENT_TOOLSDIRECTORY" | |
| sudo rm -rf /usr/share/dotnet /opt/ghc /usr/local/lib/android /usr/local/share/powershell /usr/share/swift /usr/local/.ghcup | |
| sudo docker rmi $(docker image ls -aq) >/dev/null 2>&1 || true | |
| df -h | |
| - name: Test transform source in transforms/language/text_encoder | |
| run: | | |
| make -C transforms/language/text_encoder DOCKER=docker test-src | |
| test-image: | |
| needs: [check_if_push_image] | |
| runs-on: ubuntu-22.04 | |
| timeout-minutes: 120 | |
| env: | |
| DOCKER_REGISTRY_USER: ${{ secrets.DOCKER_REGISTRY_USER }} | |
| DOCKER_REGISTRY_KEY: ${{ secrets.DOCKER_REGISTRY_KEY }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Free up space in github runner | |
| # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173 | |
| run: | | |
| df -h | |
| sudo rm -rf /opt/ghc | |
| sudo rm -rf "/usr/local/share/boost" | |
| sudo rm -rf "$AGENT_TOOLSDIRECTORY" | |
| sudo rm -rf /usr/share/dotnet /opt/ghc /usr/local/lib/android /usr/local/share/powershell /usr/share/swift /usr/lib/jvm /usr/local/.ghcup | |
| sudo docker rmi $(docker image ls -aq) >/dev/null 2>&1 || true | |
| df -h | |
| - name: Test transform image in transforms/language/text_encoder | |
| run: | | |
| if [ -e "transforms/language/text_encoder/Makefile" ]; then | |
| make -C data-processing-lib/spark DOCKER=docker image | |
| make -C transforms/language/text_encoder DOCKER=docker test-image | |
| else | |
| echo "transforms/language/text_encoder/Makefile not found - testing disabled for this transform." | |
| fi | |
| - name: Print space | |
| # Free space as indicated here : https://github.com/actions/runner-images/issues/2840#issuecomment-790492173 | |
| run: | | |
| df -h | |
| docker images | |
| - name: Publish images | |
| if: needs.check_if_push_image.outputs.publish_images == 'true' | |
| run: | | |
| if [ -e "transforms/language/text_encoder/Makefile" ]; then | |
| make -C transforms/language/text_encoder publish | |
| else | |
| echo "transforms/language/text_encoder/Makefile not found - publishing disabled for this transform." | |
| fi |