Adding data sanitizing - strip white space from rows and make institu… #102
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and Publish Dev Images | |
| on: | |
| push: | |
| branches-ignore: [master, main] | |
| jobs: | |
| main-ci: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v2 | |
| # Needed by sonar to get the git history for the branch the PR will be merged into. | |
| with: | |
| fetch-depth: 0 | |
| - name: Fetch tag history | |
| run: git fetch --tags | |
| - uses: google-github-actions/[email protected] | |
| name: Setup gcloud for pushing Docker images | |
| with: | |
| service_account_email: [email protected] | |
| service_account_key: ${{ secrets.Base64ServiceAccountKey }} | |
| export_default_credentials: true | |
| - name: Setup GCR auth | |
| run: gcloud auth configure-docker --quiet us.gcr.io,us-east4-docker.pkg.dev | |
| - uses: olafurpg/setup-scala@v10 | |
| with: | |
| java-version: [email protected] | |
| - name: Push Scala Dataflow Docker image | |
| # us.gcr.io/broad-dsp-gcr-public/hca-transformation-pipeline | |
| run: sbt publish | |
| - name: Get artifact slug | |
| id: get-artifact-slug | |
| run: 'echo ::set-output name=slug::$(git rev-parse --short "$GITHUB_SHA")' | |
| - name: Push Dagster User Code Docker image | |
| uses: docker/build-push-action@v2 | |
| with: | |
| context: ./orchestration | |
| push: true | |
| tags: us.gcr.io/broad-dsp-gcr-public/monster-hca-dagster:${{steps.get-artifact-slug.outputs.slug}}, us.gcr.io/broad-dsp-gcr-public/monster-hca-dagster:dev | |
| - name: Push Compose Dev Env Docker image | |
| uses: docker/build-push-action@v2 | |
| with: | |
| context: . | |
| push: true | |
| tags: us-east4-docker.pkg.dev/broad-dsp-monster-hca-dev/monster-dev-env/hca_ingest_compose_dev_env:${{steps.get-artifact-slug.outputs.slug}}, us-east4-docker.pkg.dev/broad-dsp-monster-hca-dev/monster-dev-env/hca_ingest_compose_dev_env:dev |