diff --git a/.github/workflows/collector-builder.yml b/.github/workflows/collector-builder.yml
index fadd3a2637..c15a3bf0c6 100644
--- a/.github/workflows/collector-builder.yml
+++ b/.github/workflows/collector-builder.yml
@@ -98,7 +98,9 @@ jobs:
           job-tag: builder
 
       - name: Create Build VMs
-        if: matrix.arch == 's390x'
+        if: |
+          matrix.arch == 's390x' &&
+          (github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'run-multiarch-builds'))
         run: |
           make -C "${{ github.workspace }}/ansible" create-build-vms
 
diff --git a/.github/workflows/collector-slim.yml b/.github/workflows/collector-slim.yml
index 3da3a571ac..0e733df9bc 100644
--- a/.github/workflows/collector-slim.yml
+++ b/.github/workflows/collector-slim.yml
@@ -73,7 +73,9 @@ jobs:
           job-tag: builder
 
       - name: Create Build VMs
-        if: matrix.arch == 's390x'
+        if: |
+          matrix.arch == 's390x' &&
+          (github.event_name == 'push' || contains(github.event.pull_request.labels.*.name, 'run-multiarch-builds'))
         run: |
           make -C "${{ github.workspace }}/ansible" create-build-vms