diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
index 0e6ddff..9e099c7 100644
--- a/.github/workflows/ci.yaml
+++ b/.github/workflows/ci.yaml
@@ -7,7 +7,17 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        ruby: ['2.5', '2.6', '2.7', '3.0', '3.1']
+        include:
+          - ruby: '2.5'
+            bundler: '2.3.27'
+          - ruby: '2.6'
+            bundler: '2.3.27'
+          - ruby: '2.7'
+            bundler: '2.3.27'
+          - ruby: '3.0'
+            bundler: '2.3.27'
+          - ruby: '3.1'
+            bundler: '2.4.22'
     name: "ruby ${{ matrix.ruby }}"
     steps:
       - uses: actions/checkout@v1
@@ -16,7 +26,7 @@ jobs:
           ruby-version: ${{ matrix.ruby }}
       - name: Install dependencies
         run: |
-          gem install bundler
+          gem install bundler -v ${{ matrix.bundler }}
           bundle install
       - name: Run Test with rspec
         run: bundle exec rspec spec
@@ -30,7 +40,7 @@ jobs:
           ruby-version: 2.7
       - name: Install dependencies
         run: |
-          gem install bundler
+          gem install bundler -v 2.3.27
           bundle install
       - name: Build and test
         run: |
@@ -50,7 +60,7 @@ jobs:
           ./cc-test-reporter before-build
       - name: Build and test with RSpec
         run: |
-          gem install bundler
+          gem install bundler -v 2.3.27
           bundle install
           bundle exec rspec
       - name: Publish code coverage