diff --git a/.github/workflows/validate-aarch64-linux-binaries.yml b/.github/workflows/validate-aarch64-linux-binaries.yml
index 8abf865f5..11973633e 100644
--- a/.github/workflows/validate-aarch64-linux-binaries.yml
+++ b/.github/workflows/validate-aarch64-linux-binaries.yml
@@ -56,12 +56,13 @@ jobs:
       package-type: wheel
       os: linux-aarch64
       channel: ${{ inputs.channel }}
+      with-cuda: disable
   generate-release-matrix:
     uses: pytorch/test-infra/.github/workflows/generate_release_matrix.yml@main
     with:
       version: ${{ inputs.version }}
   linux-aarch64:
-    needs: generate-aarch64-linux-matrix
+    needs: [generate-aarch64-linux-matrix, generate-release-matrix]
     strategy:
       matrix: ${{ fromJson(needs.generate-aarch64-linux-matrix.outputs.matrix) }}
       fail-fast: false
diff --git a/.github/workflows/validate-macos-arm64-binaries.yml b/.github/workflows/validate-macos-arm64-binaries.yml
index 59d9393d0..4d6f7b12f 100644
--- a/.github/workflows/validate-macos-arm64-binaries.yml
+++ b/.github/workflows/validate-macos-arm64-binaries.yml
@@ -57,6 +57,7 @@ jobs:
       os: macos-arm64
       channel: ${{ inputs.channel }}
   generate-release-matrix:
+    needs: generate-macos-arm64-matrix
     uses: pytorch/test-infra/.github/workflows/generate_release_matrix.yml@main
     with:
       version: ${{ inputs.version }}
diff --git a/.github/workflows/validate-macos-binaries.yml b/.github/workflows/validate-macos-binaries.yml
index 325fcf8a6..2b388dde0 100644
--- a/.github/workflows/validate-macos-binaries.yml
+++ b/.github/workflows/validate-macos-binaries.yml
@@ -57,6 +57,7 @@ jobs:
       os: macos
       channel: ${{ inputs.channel }}
   generate-release-matrix:
+    needs: generate-macos-matrix
     uses: pytorch/test-infra/.github/workflows/generate_release_matrix.yml@main
     with:
       version: ${{ inputs.version }}
diff --git a/.github/workflows/validate-windows-binaries.yml b/.github/workflows/validate-windows-binaries.yml
index 4a7891c20..97a199eb8 100644
--- a/.github/workflows/validate-windows-binaries.yml
+++ b/.github/workflows/validate-windows-binaries.yml
@@ -57,6 +57,7 @@ jobs:
       os: windows
       channel: ${{ inputs.channel }}
   generate-release-matrix:
+    needs: generate-windows-matrix
     uses: pytorch/test-infra/.github/workflows/generate_release_matrix.yml@main
     with:
       version: ${{ inputs.version }}