diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 5c430d871..f757400c6 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -163,6 +163,8 @@ jobs:
     name: Coverage
     runs-on: ubuntu-latest
     needs: tests
+    env:
+      NOXSESSION: coverage
     steps:
     - uses: actions/checkout@v4
 
@@ -199,13 +201,16 @@ jobs:
         pipx inject nox nox-poetry
         nox --version
 
+    - run: nox --install-only
+
     - name: Combine coverage data and display human readable report
       run: |
-        nox --session=coverage
+        nox -r --no-install -- combine --debug=pathmap
+        nox -r --no-install -- report --show-missing --ignore-errors
 
     - name: Create coverage report
       run: |
-        nox --session=coverage -- xml
+        nox -r --no-install -- xml
 
     - uses: codecov/codecov-action@v3
       with:
diff --git a/pyproject.toml b/pyproject.toml
index aed0aa035..0f5e2ce1a 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -193,6 +193,7 @@ tests = [
 [tool.coverage.run]
 branch = true
 source = ["singer_sdk", "tests"]
+relative_files = true  # This allows coverage to be measured in Windows
 omit = [
     "tests/*",
     "samples/*",