diff --git a/.github/workflows/octokit.yml b/.github/workflows/octokit.yml
index 1bc30d3ef..fe7c22d9d 100644
--- a/.github/workflows/octokit.yml
+++ b/.github/workflows/octokit.yml
@@ -50,8 +50,8 @@ jobs:
           ruby-version: ${{ matrix.ruby }}
       - name: Setup .netrc
         run: chmod 600 spec/fixtures/.netrc
-      - name: Ruby 2.5 needs a newer RubyGems to support frozen-string-literal
-        if: ${{ matrix.ruby == '2.5' }}
+      - name: Ruby 2.5 and earlier need a newer RubyGems to support frozen-string-literal
+        if: ${{ matrix.ruby == '2.5' || matrix.ruby == '2.4' || matrix.ruby == '2.3'  }}
         run: gem update --system 2.7.11
       - name: Install dependencies
         run: |