diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 248e3cbcfc..faf2c33684 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -25,6 +25,9 @@ jobs:
             ruby: truffleruby
           - os: windows-latest
             ruby: truffleruby-head
+          # Remove it once https://github.com/ruby/setup-ruby/issues/680 is fixed
+          - os: windows-latest
+            ruby: 3.4
     runs-on: ${{ matrix.os }}
     steps:
     - uses: actions/checkout@v4 # v3.3.0