diff --git a/.github/workflows/__export-file-baseline-information.yml b/.github/workflows/__export-file-baseline-information.yml
index 7a6f198910..7ba7267648 100644
--- a/.github/workflows/__export-file-baseline-information.yml
+++ b/.github/workflows/__export-file-baseline-information.yml
@@ -43,7 +43,7 @@ jobs:
       with:
         version: ${{ matrix.version }}
     - uses: swift-actions/setup-swift@5cdaa9161ad1f55ae39a5ea1784ef96de72f95d9
-      if: runner.os != 'Windows'
+      if: runner.os != 'Windows' && matrix.version == 'cached'
       with:
         swift-version: '5.7'
     - uses: ./../action/init
diff --git a/.github/workflows/__multi-language-autodetect.yml b/.github/workflows/__multi-language-autodetect.yml
index 868fd01163..9d72fa6a5a 100644
--- a/.github/workflows/__multi-language-autodetect.yml
+++ b/.github/workflows/__multi-language-autodetect.yml
@@ -66,7 +66,7 @@ jobs:
       with:
         go-version: ^1.13.1
     - uses: swift-actions/setup-swift@5cdaa9161ad1f55ae39a5ea1784ef96de72f95d9
-      if: runner.os != 'Windows'
+      if: matrix.version == 'cached'
       with:
         swift-version: '5.7'
 
diff --git a/.github/workflows/__swift-autobuild.yml b/.github/workflows/__swift-autobuild.yml
index a6e87f05c9..a13078de98 100644
--- a/.github/workflows/__swift-autobuild.yml
+++ b/.github/workflows/__swift-autobuild.yml
@@ -43,6 +43,7 @@ jobs:
       with:
         version: ${{ matrix.version }}
     - uses: swift-actions/setup-swift@5cdaa9161ad1f55ae39a5ea1784ef96de72f95d9
+      if: matrix.version == 'cached'
       with:
         swift-version: '5.7'
     - uses: ./../action/init
diff --git a/.github/workflows/__swift-custom-build.yml b/.github/workflows/__swift-custom-build.yml
index fafe05dd6b..5a89ed5751 100644
--- a/.github/workflows/__swift-custom-build.yml
+++ b/.github/workflows/__swift-custom-build.yml
@@ -49,6 +49,7 @@ jobs:
       with:
         version: ${{ matrix.version }}
     - uses: swift-actions/setup-swift@5cdaa9161ad1f55ae39a5ea1784ef96de72f95d9
+      if: matrix.version == 'cached'
       with:
         swift-version: '5.7'
     - uses: ./../action/init
diff --git a/pr-checks/checks/export-file-baseline-information.yml b/pr-checks/checks/export-file-baseline-information.yml
index 1aa670d2b3..86d8ef8e6e 100644
--- a/pr-checks/checks/export-file-baseline-information.yml
+++ b/pr-checks/checks/export-file-baseline-information.yml
@@ -3,7 +3,7 @@ description: "Tests that file baseline information is exported when the feature
 versions: ["nightly-latest"]
 steps:
   - uses: swift-actions/setup-swift@5cdaa9161ad1f55ae39a5ea1784ef96de72f95d9
-    if: runner.os != 'Windows'
+    if: runner.os != 'Windows' && matrix.version == 'cached'
     with:
       swift-version: "5.7"
   - uses: ./../action/init
diff --git a/pr-checks/checks/multi-language-autodetect.yml b/pr-checks/checks/multi-language-autodetect.yml
index 70c2171fff..db5a47c8b6 100644
--- a/pr-checks/checks/multi-language-autodetect.yml
+++ b/pr-checks/checks/multi-language-autodetect.yml
@@ -5,7 +5,7 @@ env:
   CODEQL_ENABLE_EXPERIMENTAL_FEATURES_SWIFT: "true" # Remove when Swift is GA.
 steps:
   - uses: swift-actions/setup-swift@5cdaa9161ad1f55ae39a5ea1784ef96de72f95d9
-    if: runner.os != 'Windows'
+    if: matrix.version == 'cached'
     with:
       swift-version: "5.7"
 
diff --git a/pr-checks/checks/swift-autobuild.yml b/pr-checks/checks/swift-autobuild.yml
index c68bcd4d14..16dc25853b 100644
--- a/pr-checks/checks/swift-autobuild.yml
+++ b/pr-checks/checks/swift-autobuild.yml
@@ -7,6 +7,7 @@ env:
   CODEQL_ENABLE_EXPERIMENTAL_FEATURES_SWIFT: "true"
 steps:
   - uses: swift-actions/setup-swift@5cdaa9161ad1f55ae39a5ea1784ef96de72f95d9
+    if: matrix.version == 'cached'
     with:
       swift-version: "5.7"
   - uses: ./../action/init
diff --git a/pr-checks/checks/swift-custom-build.yml b/pr-checks/checks/swift-custom-build.yml
index 89aaed0c01..3dc0060c7e 100644
--- a/pr-checks/checks/swift-custom-build.yml
+++ b/pr-checks/checks/swift-custom-build.yml
@@ -7,6 +7,7 @@ env:
   DOTNET_GENERATE_ASPNET_CERTIFICATE: "false"
 steps:
   - uses: swift-actions/setup-swift@5cdaa9161ad1f55ae39a5ea1784ef96de72f95d9
+    if: matrix.version == 'cached'
     with:
       swift-version: "5.7"
   - uses: ./../action/init