ci: [~] cache refactor (memory leak) & ci full upgrade

eruizalo · Mar 12, 2024 · 268ea54 · 268ea54
1 parent fee55fc
commit 268ea54
Show file tree

Hide file tree

Showing 10 changed files with 61 additions and 77 deletions.
diff --git a/.github/actions/build_and_coverage/action.yml b/.github/actions/build_and_coverage/action.yml
@@ -6,14 +6,14 @@ runs:
   steps:
 
       # SETUP & CACHE
-    - uses: coursier/[email protected].0
+    - uses: coursier/[email protected].5
       with:
         jvm: adopt:8
         apps: sbt scala scalafmt  # https://github.com/coursier/apps
 
-    - uses: coursier/cache-action@v6
+    - uses: actions/cache@v4.0.0
       with:
-        extraKey: "${{ env.SPARK_VERSION }}"
+        key: "${{ env.SPARK_VERSION }}-${{ hashFiles('build.sbt') }}"
 
       # CHECK CODE FORMAT
     - name: Code Format
@@ -32,7 +32,7 @@ runs:
     - name: Test Summary
       id: test_summary
       if: ${{ success() && steps.test_coverage.conclusion == 'success' || failure() && steps.test_coverage.conclusion == 'failure' }}
-      uses: test-summary/action@v2.0
+      uses: test-summary/action@v2.3
       with:
         paths: "./core/target/test-reports/**/TEST-*.xml"
         output: "test-summary.md"
@@ -54,7 +54,7 @@ runs:
 
     - name: Upload test summary
       if: ${{ github.event_name == 'pull_request' && ((success() || failure()) && steps.add_summary_link.conclusion == 'success') }}
-      uses: actions/upload-artifact@v3
+      uses: actions/upload-artifact@v4.3.1
       with:
         name: "test-summary-${{ env.SPARK_VERSION }}.md"
         path: "test-summary-${{ env.SPARK_VERSION }}.md"
@@ -63,9 +63,9 @@ runs:
 
     - name: Publish coverage to codecov 📊
       if: contains(env.SCOPE, 'uploadReport')
-      uses: codecov/codecov-action@v3
+      uses: codecov/codecov-action@v4.1.0
       with:
-        files: ./target/scala-2.12/scoverage-report/scoverage.xml,./target/scala-2.13/scoverage-report/scoverage.xml
+        file: ./target/scala-*/scoverage-report/scoverage.xml
         fail_ci_if_error: true
         verbose: false
         flags: 'spark-${{ env.SPARK_VERSION }}.x'

diff --git a/.github/labeler.yml b/.github/labeler.yml
@@ -10,10 +10,6 @@ documentation:
   - changed-files:
     - any-glob-to-any-file: [ 'docs/**/*', 'notebooks/**/*', '*.md' ]
 
-spark_2.4:
-  - changed-files:
-    - any-glob-to-any-file: [ 'core/src/main/spark*2.4*/**/*', 'core/src/main/scala/**/*' ]
-
 spark_3.0:
   - changed-files:
     - any-glob-to-any-file: [ 'core/src/main/spark*3.0*/**/*', 'core/src/main/scala/**/*' ]

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -15,7 +15,7 @@ jobs:
     name: Check Dependencies
     steps:
       - name: PR Dependency Check
-        uses: gregsdennis/[email protected].2
+        uses: gregsdennis/[email protected].3
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
@@ -51,7 +51,7 @@ jobs:
           }" > pr_context.json
 
       - name: Upload PR context
-        uses: actions/upload-artifact@v4
+        uses: actions/upload-artifact@v4.3.1
         with:
           name: "pr_context.json"
           path: "pr_context.json"
@@ -69,7 +69,7 @@ jobs:
   check_mdoc:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v4.1.1
 
       # BUILD MDOC, sbt should take the latest version
       - name: Build the microsite 💻

diff --git a/.github/workflows/dependency-graph.yml b/.github/workflows/dependency-graph.yml
@@ -11,5 +11,6 @@ jobs:
     name: Update Dependency Graph
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
-      - uses: scalacenter/sbt-dependency-submission@v2
+      - uses: actions/[email protected]
+
+      - uses: scalacenter/[email protected]
diff --git a/.github/workflows/labeler.yml b/.github/workflows/labeler.yml
@@ -6,7 +6,7 @@ jobs:
   triage:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v4.1.1
 
       - uses: actions/labeler@v5
         with:

diff --git a/.github/workflows/pr_comment.yml b/.github/workflows/pr_comment.yml
@@ -21,7 +21,7 @@ jobs:
 #          GITHUB_CONTEXT: ${{ toJson(github) }}
 #        run: echo "$GITHUB_CONTEXT"
       - name: Download PR context
-        uses: dawidd6/action-download-artifact@v3.0.0 # marcofaggian/[email protected]
+        uses: dawidd6/action-download-artifact@v3.1.2 # marcofaggian/[email protected]
         with:
           name: pr_context.json
           workflow_conclusion: ""
@@ -52,19 +52,6 @@ jobs:
           issue-number: ${{ fromJson(steps.output_pr_context.outputs.pr_context).pr_number }}
           body-includes: "This is an auto-generated comment"
 
-#      - uses: actions/checkout@v3
-#
-#      - name: Render template
-#        id: template
-#        uses: chuhlomin/[email protected]
-#        with:
-#          template: .github/templates/pr_comment.md
-#          vars: |
-#            workflow: ${{ github.workflow }}
-#            run_url: [${{ github.run_id }}](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }})
-#            attempt: ${{ github.event.workflow_run.run_attempt }}
-#            job_name: ${{ github.job }}
-
       - name: Get current date
         id: getDate
         run: echo "::set-output name=current_date::$(date +'%Y-%m-%d %H:%M:%S %z (%Z)')"
@@ -133,7 +120,7 @@ jobs:
     steps:
       - name: Download artifact
         id: download_artifacts
-        uses: dawidd6/action-download-artifact@v3.0.0 # marcofaggian/[email protected]
+        uses: dawidd6/action-download-artifact@v3.1.2 # marcofaggian/[email protected]
         with:
 #          names: test-summary-*.md
           workflow_conclusion: ""

diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -29,7 +29,7 @@ jobs:
     outputs:
       matrix: ${{ steps.set-matrix.outputs.matrix }}
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v4.1.1
 
       - id: set-matrix
         uses: JoshuaTheMiller/[email protected]
@@ -45,18 +45,17 @@ jobs:
       matrix: ${{fromJson(needs.matrix_prep.outputs.matrix)}}
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v4.1.1
 
       # SETUP & CACHE
       - uses: coursier/[email protected]
         with:
           jvm: adopt:8
           apps: sbt scala scalafmt  # https://github.com/coursier/apps
 
-      - name: Coursier cache
-        uses: coursier/cache-action@v6
+      - uses: actions/[email protected]
         with:
-          extraKey: "${{ matrix.spark }}"
+          extraKey: "${{ matrix.spark }}-${{ hashFiles('build.sbt') }}"
 
       # MAVEN RELEASE
       - name: Maven release 🎁

diff --git a/.github/workflows/wc_build.yml b/.github/workflows/wc_build.yml
@@ -13,7 +13,7 @@ jobs:
     outputs:
       matrix: ${{ steps.set-matrix.outputs.matrix }}
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v4.1.1
 
       - id: set-matrix
         uses: JoshuaTheMiller/[email protected]
@@ -27,7 +27,7 @@ jobs:
       matrix: ${{fromJson(needs.matrix_prep.outputs.matrix)}}
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v4.1.1
 
       - uses: ./.github/actions/build_and_coverage
         env:

diff --git a/.github/workflows/wc_publishSite.yml b/.github/workflows/wc_publishSite.yml
@@ -14,7 +14,7 @@ jobs:
     outputs:
       matrix: ${{ steps.set-matrix.outputs.matrix }}
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v4.1.1
 
       - id: set-matrix
         uses: JoshuaTheMiller/[email protected]
@@ -29,17 +29,17 @@ jobs:
       matrix: ${{fromJson(needs.matrix_prep.outputs.matrix)}}
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v4.1.1
 
       # SETUP & CACHE
       - uses: coursier/[email protected]
         with:
           jvm: adopt:8
           apps: sbt scala scalafmt  # https://github.com/coursier/apps
 
-      - uses: coursier/cache-action@v6
+      - uses: actions/cache@v4.0.0
         with:
-          extraKey: "${{ matrix.spark }}"
+          extraKey: "${{ matrix.spark }}-${{ hashFiles('build.sbt') }}"
 
         # BUILD SCALADOCS (API)
       - name: Build the scaladocs 💻
@@ -61,7 +61,7 @@ jobs:
 
       - name: Upload docs ⬆️
         if: steps.prepare_scaladocs.conclusion == 'success'
-        uses: actions/upload-artifact@v4
+        uses: actions/upload-artifact@v4.3.1
         with:
           name: "spark-${{ matrix.spark }}"
           path: "spark-${{ matrix.spark }}"
@@ -79,7 +79,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
 
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v4.1.1
 
       # BUILD MDOC, sbt should take the latest version
       - name: Build the microsite 💻
@@ -88,7 +88,7 @@ jobs:
 
       # DOWNLOAD DOCS, this will download all the artifacts because no name provided
       - name: Download docs ⬇️
-        uses: actions/download-artifact@v4
+        uses: actions/download-artifact@v4.1.4
         with:
           path: "docs/target/mdoc/docs/api/"