diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 9eaf7a2fe..94d6da147 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -11,12 +11,13 @@ concurrency:
 
 jobs:
   Windows:
-    name: 'Windows (${{ matrix.python }}, ${{ matrix.arch }}${{ matrix.extra_name }})'
+    name: 'Windows (${{ matrix.python }}, ${{ matrix.arch }}${{ matrix.extra_name }}): ${{ matrix.repeat }}'
     runs-on: 'windows-latest'
     strategy:
       fail-fast: false
       matrix:
         python: ['pypy-3.10', '3.8', '3.9', '3.10', '3.11', '3.12']
+        repeat: ['1', '2', '3']
         arch: ['x86', 'x64']
         lsp: ['']
         lsp_extract_file: ['']
@@ -79,12 +80,13 @@ jobs:
           flags: Windows,${{ matrix.python }}
 
   Ubuntu:
-    name: 'Ubuntu (${{ matrix.python }}${{ matrix.extra_name }})'
+    name: 'Ubuntu (${{ matrix.python }}${{ matrix.extra_name }}): ${{ matrix.repeat }}'
     runs-on: 'ubuntu-latest'
     strategy:
       fail-fast: false
       matrix:
         python: ['pypy-3.10', '3.8', '3.9', '3.10', '3.11', '3.12', '3.13']
+        repeat: ['1', '2', '3']
         check_formatting: ['0']
         no_test_requirements: ['0']
         extra_name: ['']
@@ -125,6 +127,13 @@ jobs:
         env:
           CHECK_FORMATTING: '${{ matrix.check_formatting }}'
           NO_TEST_REQUIREMENTS: '${{ matrix.no_test_requirements }}'
+
+      - name: Run tests
+        run: ./ci.sh
+        env:
+          CHECK_FORMATTING: '${{ matrix.check_formatting }}'
+          NO_TEST_REQUIREMENTS: '${{ matrix.no_test_requirements }}'
+
       - if: always()
         uses: codecov/codecov-action@v3
         with:
@@ -134,12 +143,13 @@ jobs:
           flags: Ubuntu,${{ matrix.python }}
 
   macOS:
-    name: 'macOS (${{ matrix.python }})'
+    name: 'macOS (${{ matrix.python }}): ${{ matrix.repeat }}'
     runs-on: 'macos-latest'
     strategy:
       fail-fast: false
       matrix:
         python: ['pypy-3.10', '3.8', '3.9', '3.10', '3.11', '3.12']
+        repeat: ['1', '2', '3', '4']
     continue-on-error: >-
       ${{
         (
@@ -160,6 +170,12 @@ jobs:
           cache-dependency-path: test-requirements.txt
       - name: Run tests
         run: ./ci.sh
+
+      - name: Run tests
+        run: ./ci.sh
+      - name: Run tests
+        run: ./ci.sh
+
       - if: always()
         uses: codecov/codecov-action@v3
         with: