diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 438ef5702..f15007d46 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -21,6 +21,10 @@ jobs:
           - truffleruby-head
         os: [ubuntu-latest]
         with_latest_reline: [true, false]
+        exclude:
+          - ruby: '2.5'
+            os: ubuntu-latest
+            with_latest_reline: true
       fail-fast: false
     runs-on: ${{ matrix.os }}
     env: