Create summary for test results comparison

.github/workflows/advanced.yml

@@ -4,7 +4,6 @@ on:
   push:
     branches:
       - main
-  pull_request:
   workflow_dispatch:
     inputs:
       binutils_branch:

.github/workflows/build-and-test-toolchain.yml

@@ -1,4 +1,4 @@
-name: Build toolchain
+name: Build and test toolchain
 
 on:
   workflow_dispatch:

.github/workflows/main.yml

@@ -4,7 +4,6 @@ on:
   push:
     branches:
       - main
-  pull_request:
   workflow_dispatch:
     inputs:
       binutils_branch:

.github/workflows/test-toolchain.yml

@@ -1,4 +1,4 @@
-name: Test toolchain
+name: Test toolchain against baseline
 
 on:
   workflow_dispatch:
@@ -35,10 +35,14 @@ on:
         description: 'Platform to build for'
         required: false
         default: 'w64-mingw32'
-      crt:
-        description: 'C runtime to build for'
+      gcc_module:
+        description: 'GCC module to test'
         required: false
-        default: 'msvcrt'
+        default: ''
+      gcc_test_filter:
+        description: 'GCC test filter'
+        required: false
+        default: ''
   workflow_call:
     inputs:
       binutils_branch_baseline:
@@ -57,7 +61,9 @@ on:
         type: string
       platform:
         type: string
-      crt:
+      gcc_module:
+        type: string
+      gcc_test_filter:
         type: string
 
 env:
@@ -73,25 +79,29 @@ jobs:
     name: Build and test baseline
     uses: ./.github/workflows/build-and-test-toolchain.yml
     with:
-      binutils_branch: ${{ inputs.binutils_branch_baseline }}
-      gcc_branch: ${{ inputs.gcc_branch_baseline || 'aarch64-patch-stage1-v11-upstream' }}
-      mingw_branch: ${{ inputs.mingw_branch_baseline }}
-      arch: ${{ inputs.arch }}
-      platform: ${{ inputs.platform }}
-      crt: ${{ inputs.crt }}
+      binutils_branch: ${{ inputs.binutils_branch_baseline || 'upstream' }}
+      gcc_branch: ${{ inputs.gcc_branch_baseline || 'upstream' }}
+      mingw_branch: ${{ inputs.mingw_branch_baseline || 'upstream' }}
+      arch: ${{ inputs.arch || 'x86_64' }}
+      platform: ${{ inputs.platform || 'w64-mingw32' }}
+      crt: msvcrt
       tag: baseline
+      gcc_module: ${{ inputs.gcc_module || '' }}
+      gcc_test_filter: ${{ inputs.gcc_test_filter || '' }}
 
   build-and-test-changes:
     name: Build and test changes
     uses: ./.github/workflows/build-and-test-toolchain.yml
     with:
-      binutils_branch: ${{ inputs.binutils_branch_changes }}
-      gcc_branch: ${{ inputs.gcc_branch_changes || 'aarch64-patch-stage1-v11' }}
-      mingw_branch: ${{ inputs.mingw_branch_changes }}
-      arch: ${{ inputs.arch }}
-      platform: ${{ inputs.platform }}
-      crt: ${{ inputs.crt }}
+      binutils_branch: ${{ inputs.binutils_branch_changes || 'woarm64' }}
+      gcc_branch: ${{ inputs.gcc_branch_changes || 'woarm64' }}
+      mingw_branch: ${{ inputs.mingw_branch_changes || 'woarm64' }}
+      arch: ${{ inputs.arch || 'x86_64' }}
+      platform: ${{ inputs.platform || 'w64-mingw32' }}
+      crt: msvcrt
       tag: changes
+      gcc_module: ${{ inputs.gcc_module || '' }}
+      gcc_test_filter: ${{ inputs.gcc_test_filter || '' }}
 
   compare-test-results:
     name: Compare test results
@@ -128,6 +138,15 @@ jobs:
         run: |
           .github/scripts/toolchain/compare-gcc-results.sh baseline changes
 
+      - name: Create summary
+        run: |
+          source .github/scripts/config.sh
+          RESULTS_PATH=$ARTIFACT_PATH/gcc-tests-results
+          for FILE in $RESULTS_PATH/*.diff; do
+            echo "FILE: $FILE" >> $GITHUB_STEP_SUMMARY
+            cat >> $GITHUB_STEP_SUMMARY
+          done
+
       - name: Upload artifact
         uses: actions/upload-artifact@v4
         with: