build: review broken CI tests (#138)

* chore: cleanup

* build: generate screenshots on fails

* WIP: build: generate screenshots on fails

* WIP: build: generate screenshots on fails

* WIP: build: generate screenshots on fails

* build: makes build works

* build: update debug artifcats

* build: update test images for CI

* Update .gitignore to exclude report image files

Added patterns to ignore .webp files alongside .png for reports. This ensures consistency in ignoring generated report files across formats. Helps maintain a cleaner working directory.

.github/actions/setup-ruby-and-dependencies/action.yml

@@ -22,9 +22,16 @@ runs:
         bundler-cache: true
         cache-version: ${{ inputs.ruby-cache-version }}-v1
 
+    - run: sudo apt-get -qq update
+      shell: bash
+
     - name: Install and cache vips
       if: ${{ inputs.cache-apt-packages == 'true' }}
       uses: awalsh128/cache-apt-pkgs-action@latest
       with:
         packages: libvips libglib2.0-0 libglib2.0-dev libwebp-dev libvips42 libpng-dev
-        version: tests-v1
+        version: tests-v2
+
+    # fallback if cache version is outdated
+    - run: sudo apt-get -qq install libvips
+      shell: bash

.github/actions/upload-screenshots/action.yml

@@ -9,10 +9,15 @@ runs:
   using: 'composite'
   steps:
     - uses: actions/upload-artifact@v4
-      if: failure()
       with:
-        name: ${{ inputs.name }}
+        name: ${{ inputs.name }}-diffs
         retention-days: 1
         path: |
           test/fixtures/app/doc/screenshots/
+
+    - uses: actions/upload-artifact@v4
+      with:
+        name: ${{ inputs.name }}-capybara-fails
+        retention-days: 1
+        path: |
           tmp/capybara/screenshots-diffs/

.github/workflows/test.yml

@@ -69,6 +69,7 @@ jobs:
 
 
       - uses: ./.github/actions/upload-screenshots
+        if: failure()
         with:
           name: base-screenshots
 

.gitignore

@@ -12,6 +12,11 @@
 /tmp/
 /vendor/sigs/
 
+# Ignore report files
 *.attempt_*.png
 *.diff.png
 *.base.png
+
+*.attempt_*.webp
+*.diff.webp
+*.base.webp

test/capybara/screenshot/diff_test.rb

@@ -63,7 +63,7 @@ def test_screenshot_section_is_prepended
 
       test "screenshot" do
         screenshot_group "screenshot"
-        screenshot "a"
+        assert_matches_screenshot "a"
       end
 
       test "succeed on screenshot diff when fail_on_difference is false" do