diff --git a/.github/workflows/tests.yaml b/.github/workflows/tests.yaml
index 821d982..9aec4d9 100644
--- a/.github/workflows/tests.yaml
+++ b/.github/workflows/tests.yaml
@@ -12,9 +12,11 @@ jobs:
     - name: Check alert rules
       uses: addnab/docker-run-action@v3
       with:
-        image: prom/prometheus
+        image: prom/prometheus:v2.47.1
         options: --entrypoint sh -v ${{ github.workspace }}:/tmp
-        run: promtool test rules /tmp/**/tests.yaml
+        run: |
+          cd /tmp
+          promtool test rules **/tests.yaml
     - name: Check alert rules (old)
       uses: beatlabs/promtool-github-action@v0.0.2
       with: