Run colored test on CI

mszostok · Sep 20, 2022 · 6bcd2e6 · 6bcd2e6
1 parent 0248f2f
commit 6bcd2e6
Show file tree

Hide file tree

Showing 12 changed files with 115 additions and 89 deletions.
diff --git a/.github/workflows/testing.yml b/.github/workflows/testing.yml
@@ -67,6 +67,38 @@ jobs:
           timezoneWindows: "Central European Standard Time"
       - name: "E2E tests"
         uses: magefile/mage-action@5f7a9a23cfef763949ca41834b868167adbd1b59 # v2.0.0
+        env:
+          TEST_NAME: '[^TestExamplesColorOutput]'
+        with:
+          version: latest
+          args: test:e2e
+
+  colored-e2e-test:
+    strategy:
+      matrix:
+        os: [ macos-latest, ubuntu-latest, windows-latest ]
+    runs-on: ${{matrix.os}}
+    steps:
+      - name: "Set git to use LF"
+        run: |
+          git config --global core.autocrlf false
+          git config --global core.eol lf
+      - name: "Checkout code"
+        uses: actions/checkout@v3
+      - name: "Set up Go"
+        uses: actions/setup-go@v3
+        with:
+          go-version: '1.19.1' # must be hardcoded as it's expected in tests
+          cache: true
+      - uses: szenius/set-timezone@a5c1676bd4e141779a42a699cc086f3c5ddd1a6c
+        with:
+          timezoneLinux: "Europe/Warsaw"
+          timezoneMacos: "Europe/Warsaw"
+          timezoneWindows: "Central European Standard Time"
+      - name: "Colored E2E tests"
+        uses: magefile/mage-action@5f7a9a23cfef763949ca41834b868167adbd1b59 # v2.0.0
+        env:
+          TEST_NAME: 'TestExamplesColorOutput'
         with:
           version: latest
           args: test:e2e

diff --git a/tests/e2e/e2e_test.go b/tests/e2e/e2e_test.go
@@ -4,7 +4,6 @@ package integration
 
 import (
 	"fmt"
-	"os"
 	"os/exec"
 	"path/filepath"
 	"runtime"
@@ -205,11 +204,6 @@ var cases = []TestCases{
 //
 //	UPDATE_GOLDEN=true TEST_NAME=TestExamplesColorOutput mage test:e2e
 func TestExamplesColorOutput(t *testing.T) {
-	if os.Getenv("CI") == "true" {
-		t.Skip("Those tests are not stable on CI yet")
-	}
-	t.Parallel()
-
 	for _, tc := range cases {
 		tc := tc
 		t.Run(tc.name, func(t *testing.T) {

diff --git a/...a/TestExamplesColorOutput/Should_return_cobra_version_in_default_Pretty_format.golden.txt b/...a/TestExamplesColorOutput/Should_return_cobra_version_in_default_Pretty_format.golden.txt
@@ -1,11 +1,11 @@
 
 [35m▓▓▓ example[0m
 
-  [38;5;109;1mVersion[0m            [37m0.6.1[0m
-  [38;5;109;1mGit Commit[0m         [37m324d022[0m
-  [38;5;109;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m
-  [38;5;109;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m
-  [38;5;109;1mDirty Build[0m        [37mno[0m
-  [38;5;109;1mGo version[0m         [37m1.19.1[0m
-  [38;5;109;1mCompiler[0m           [37mgc[0m
-  [38;5;109;1mPlatform[0m           [37mnormalized[0m
+  [38;2;147;161;161;1mVersion[0m            [37m0.6.1[0m
+  [38;2;147;161;161;1mGit Commit[0m         [37m324d022[0m
+  [38;2;147;161;161;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mDirty Build[0m        [37mno[0m
+  [38;2;147;161;161;1mGo version[0m         [37m1.19.1[0m
+  [38;2;147;161;161;1mCompiler[0m           [37mgc[0m
+  [38;2;147;161;161;1mPlatform[0m           [37mnormalized[0m
diff --git a/...tdata/TestExamplesColorOutput/Should_return_cobra_version_when_alias_v_is_used.golden.txt b/...tdata/TestExamplesColorOutput/Should_return_cobra_version_when_alias_v_is_used.golden.txt
@@ -1,11 +1,11 @@
 
 [35m▓▓▓ example[0m
 
-  [38;5;109;1mVersion[0m            [37m0.6.1[0m
-  [38;5;109;1mGit Commit[0m         [37m324d022[0m
-  [38;5;109;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m
-  [38;5;109;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m
-  [38;5;109;1mDirty Build[0m        [37mno[0m
-  [38;5;109;1mGo version[0m         [37m1.19.1[0m
-  [38;5;109;1mCompiler[0m           [37mgc[0m
-  [38;5;109;1mPlatform[0m           [37mnormalized[0m
+  [38;2;147;161;161;1mVersion[0m            [37m0.6.1[0m
+  [38;2;147;161;161;1mGit Commit[0m         [37m324d022[0m
+  [38;2;147;161;161;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mDirty Build[0m        [37mno[0m
+  [38;2;147;161;161;1mGo version[0m         [37m1.19.1[0m
+  [38;2;147;161;161;1mCompiler[0m           [37mgc[0m
+  [38;2;147;161;161;1mPlatform[0m           [37mnormalized[0m
diff --git a/...ata/TestExamplesColorOutput/Should_return_cobra_version_when_alias_ver_is_used.golden.txt b/...ata/TestExamplesColorOutput/Should_return_cobra_version_when_alias_ver_is_used.golden.txt
@@ -1,11 +1,11 @@
 
 [35m▓▓▓ example[0m
 
-  [38;5;109;1mVersion[0m            [37m0.6.1[0m
-  [38;5;109;1mGit Commit[0m         [37m324d022[0m
-  [38;5;109;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m
-  [38;5;109;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m
-  [38;5;109;1mDirty Build[0m        [37mno[0m
-  [38;5;109;1mGo version[0m         [37m1.19.1[0m
-  [38;5;109;1mCompiler[0m           [37mgc[0m
-  [38;5;109;1mPlatform[0m           [37mnormalized[0m
+  [38;2;147;161;161;1mVersion[0m            [37m0.6.1[0m
+  [38;2;147;161;161;1mGit Commit[0m         [37m324d022[0m
+  [38;2;147;161;161;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mDirty Build[0m        [37mno[0m
+  [38;2;147;161;161;1mGo version[0m         [37m1.19.1[0m
+  [38;2;147;161;161;1mCompiler[0m           [37mgc[0m
+  [38;2;147;161;161;1mPlatform[0m           [37mnormalized[0m
diff --git a/tests/e2e/testdata/TestExamplesColorOutput/Should_return_default_printer_version.golden.txt b/tests/e2e/testdata/TestExamplesColorOutput/Should_return_default_printer_version.golden.txt
@@ -1,11 +1,11 @@
 
 [35m▓▓▓ example[0m
 
-  [38;5;109;1mVersion[0m            [37m0.6.1[0m
-  [38;5;109;1mGit Commit[0m         [37m324d022[0m
-  [38;5;109;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m
-  [38;5;109;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m
-  [38;5;109;1mDirty Build[0m        [37mno[0m
-  [38;5;109;1mGo version[0m         [37m1.19.1[0m
-  [38;5;109;1mCompiler[0m           [37mgc[0m
-  [38;5;109;1mPlatform[0m           [37mnormalized[0m
+  [38;2;147;161;161;1mVersion[0m            [37m0.6.1[0m
+  [38;2;147;161;161;1mGit Commit[0m         [37m324d022[0m
+  [38;2;147;161;161;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mDirty Build[0m        [37mno[0m
+  [38;2;147;161;161;1mGo version[0m         [37m1.19.1[0m
+  [38;2;147;161;161;1mCompiler[0m           [37mgc[0m
+  [38;2;147;161;161;1mPlatform[0m           [37mnormalized[0m
diff --git a/...stdata/TestExamplesColorOutput/Should_return_version_with_custom_Pretty_layout.golden.txt b/...stdata/TestExamplesColorOutput/Should_return_version_with_custom_Pretty_layout.golden.txt
@@ -1,13 +1,13 @@
 
 [33m[0m  [33m╭ ▓▓▓ example ─────────────────────────────────────────────────╮[0m
 [33m[0m  [33m│[0m                                                              [33m│[0m
-[33m[0m  [33m│[0m  [38;5;109;1mVersion[0m                [37m0.6.1[0m                                [33m│[0m
-[33m[0m  [33m│[0m  [38;5;109;1mGit Commit[0m             [37m324d022[0m                              [33m│[0m
-[33m[0m  [33m│[0m  [38;5;109;1mBuild Date[0m             [37m01 Apr 22 14:22 CEST (5 months ago)[0m  [33m│[0m
-[33m[0m  [33m│[0m  [38;5;109;1mCommit Date[0m            [37m28 Mar 22 17:32 CEST (5 months ago)[0m  [33m│[0m
-[33m[0m  [33m│[0m  [38;5;109;1mDirty Build[0m            [37mno[0m                                   [33m│[0m
-[33m[0m  [33m│[0m  [38;5;109;1mGo Version[0m             [37m1.19.1[0m                               [33m│[0m
-[33m[0m  [33m│[0m  [38;5;109;1mCompiler[0m               [37mgc[0m                                   [33m│[0m
-[33m[0m  [33m│[0m  [38;5;109;1mPlatform[0m               [37mnormalized  [0m                         [33m│[0m
+[33m[0m  [33m│[0m  [38;2;147;161;161;1mVersion[0m                [37m0.6.1[0m                                [33m│[0m
+[33m[0m  [33m│[0m  [38;2;147;161;161;1mGit Commit[0m             [37m324d022[0m                              [33m│[0m
+[33m[0m  [33m│[0m  [38;2;147;161;161;1mBuild Date[0m             [37m01 Apr 22 14:22 CEST (5 months ago)[0m  [33m│[0m
+[33m[0m  [33m│[0m  [38;2;147;161;161;1mCommit Date[0m            [37m28 Mar 22 17:32 CEST (5 months ago)[0m  [33m│[0m
+[33m[0m  [33m│[0m  [38;2;147;161;161;1mDirty Build[0m            [37mno[0m                                   [33m│[0m
+[33m[0m  [33m│[0m  [38;2;147;161;161;1mGo Version[0m             [37m1.19.1[0m                               [33m│[0m
+[33m[0m  [33m│[0m  [38;2;147;161;161;1mCompiler[0m               [37mgc[0m                                   [33m│[0m
+[33m[0m  [33m│[0m  [38;2;147;161;161;1mPlatform[0m               [37mnormalized  [0m                         [33m│[0m
 [33m[0m  [33m│[0m                                                              [33m│[0m
 [33m[0m  [33m╰──────────────────────────────────────────────────────────────╯[0m
diff --git a/...data/TestExamplesColorOutput/Should_return_version_with_custom_Pretty_renderer.golden.txt b/...data/TestExamplesColorOutput/Should_return_version_with_custom_Pretty_renderer.golden.txt
@@ -2,13 +2,13 @@
 [33m│[0m                                                        [33m│[0m
 [33m│[0m[35m▓▓▓ example[0m                                             [33m│[0m
 [33m│[0m                                                        [33m│[0m
-[33m│[0m  [38;5;109;1mVersion[0m            [37m0.6.1[0m                              [33m│[0m
-[33m│[0m  [38;5;109;1mGit Commit[0m         [37m324d022[0m                            [33m│[0m
-[33m│[0m  [38;5;109;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m[33m│[0m
-[33m│[0m  [38;5;109;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m[33m│[0m
-[33m│[0m  [38;5;109;1mDirty Build[0m        [37mno[0m                                 [33m│[0m
-[33m│[0m  [38;5;109;1mGo version[0m         [37m1.19.1[0m                             [33m│[0m
-[33m│[0m  [38;5;109;1mCompiler[0m           [37mgc[0m                                 [33m│[0m
-[33m│[0m  [38;5;109;1mPlatform[0m           [37mnormalized  [0m                       [33m│[0m
+[33m│[0m  [38;2;147;161;161;1mVersion[0m            [37m0.6.1[0m                              [33m│[0m
+[33m│[0m  [38;2;147;161;161;1mGit Commit[0m         [37m324d022[0m                            [33m│[0m
+[33m│[0m  [38;2;147;161;161;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m[33m│[0m
+[33m│[0m  [38;2;147;161;161;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m[33m│[0m
+[33m│[0m  [38;2;147;161;161;1mDirty Build[0m        [37mno[0m                                 [33m│[0m
+[33m│[0m  [38;2;147;161;161;1mGo version[0m         [37m1.19.1[0m                             [33m│[0m
+[33m│[0m  [38;2;147;161;161;1mCompiler[0m           [37mgc[0m                                 [33m│[0m
+[33m│[0m  [38;2;147;161;161;1mPlatform[0m           [37mnormalized  [0m                       [33m│[0m
 [33m│[0m                                                        [33m│[0m
 [33m╰────────────────────────────────────────────────────────╯[0m
diff --git a/...sColorOutput/Should_return_version_with_custom_fields_in_default_Pretty_format.golden.txt b/...sColorOutput/Should_return_version_with_custom_fields_in_default_Pretty_format.golden.txt
@@ -1,14 +1,14 @@
 
 [35m▓▓▓ example[0m
 
-  [38;5;109;1mVersion[0m              [37m0.6.1[0m
-  [38;5;109;1mGit Commit[0m           [37m324d022[0m
-  [38;5;109;1mBuild Date[0m           [37m01 Apr 22 14:22 CEST (5 months ago)[0m
-  [38;5;109;1mCommit Date[0m          [37m28 Mar 22 17:32 CEST (5 months ago)[0m
-  [38;5;109;1mDirty Build[0m          [37mno[0m
-  [38;5;109;1mGo version[0m           [37m1.19.1[0m
-  [38;5;109;1mCompiler[0m             [37mgc[0m
-  [38;5;109;1mPlatform[0m             [37mnormalized[0m
-  [38;5;109;1mBuilt By[0m             [37mGoReleaser[0m
-  [38;5;109;1mRepository URL[0m       [37mhttps://github.com/mszostok/version[0m
-  [38;5;109;1mDocumentation URL[0m    [37mhttps://szostok.io/projects/version[0m
+  [38;2;147;161;161;1mVersion[0m              [37m0.6.1[0m
+  [38;2;147;161;161;1mGit Commit[0m           [37m324d022[0m
+  [38;2;147;161;161;1mBuild Date[0m           [37m01 Apr 22 14:22 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mCommit Date[0m          [37m28 Mar 22 17:32 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mDirty Build[0m          [37mno[0m
+  [38;2;147;161;161;1mGo version[0m           [37m1.19.1[0m
+  [38;2;147;161;161;1mCompiler[0m             [37mgc[0m
+  [38;2;147;161;161;1mPlatform[0m             [37mnormalized[0m
+  [38;2;147;161;161;1mBuilt By[0m             [37mGoReleaser[0m
+  [38;2;147;161;161;1mRepository URL[0m       [37mhttps://github.com/mszostok/version[0m
+  [38;2;147;161;161;1mDocumentation URL[0m    [37mhttps://szostok.io/projects/version[0m
diff --git a/...tput/Should_return_version_with_custom_upgrade_notice_in_default_Pretty_format.golden.txt b/...tput/Should_return_version_with_custom_upgrade_notice_in_default_Pretty_format.golden.txt
@@ -1,14 +1,14 @@
 
 [35m▓▓▓ example[0m
 
-  [38;5;109;1mVersion[0m            [37m0.6.1[0m
-  [38;5;109;1mGit Commit[0m         [37m324d022[0m
-  [38;5;109;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m
-  [38;5;109;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m
-  [38;5;109;1mDirty Build[0m        [37mno[0m
-  [38;5;109;1mGo version[0m         [37m1.19.1[0m
-  [38;5;109;1mCompiler[0m           [37mgc[0m
-  [38;5;109;1mPlatform[0m           [37mnormalized[0m
+  [38;2;147;161;161;1mVersion[0m            [37m0.6.1[0m
+  [38;2;147;161;161;1mGit Commit[0m         [37m324d022[0m
+  [38;2;147;161;161;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mDirty Build[0m        [37mno[0m
+  [38;2;147;161;161;1mGo version[0m         [37m1.19.1[0m
+  [38;2;147;161;161;1mCompiler[0m           [37mgc[0m
+  [38;2;147;161;161;1mPlatform[0m           [37mnormalized[0m
 [33m[0m  [33m╭──────────────────────────────────────────────────────────────────────╮[0m
 [33m[0m  [33m│[0m A new release is available: [31m0.6.1[0m → [32mv0.7.4[0m                           [33m│[0m
 [33m[0m  [33m│[0m [34m[4mhttps://github.com/mszostok/codeowners-validator/releases/tag/v0.7.4[0m[0m [33m│[0m

diff --git a/...rOutput/Should_return_version_with_executed_post_hook_in_default_Pretty_format.golden.txt b/...rOutput/Should_return_version_with_executed_post_hook_in_default_Pretty_format.golden.txt
@@ -1,14 +1,14 @@
 
 [35m▓▓▓ example[0m
 
-  [38;5;109;1mVersion[0m            [37m0.6.1[0m
-  [38;5;109;1mGit Commit[0m         [37m324d022[0m
-  [38;5;109;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m
-  [38;5;109;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m
-  [38;5;109;1mDirty Build[0m        [37mno[0m
-  [38;5;109;1mGo version[0m         [37m1.19.1[0m
-  [38;5;109;1mCompiler[0m           [37mgc[0m
-  [38;5;109;1mPlatform[0m           [37mnormalized[0m
+  [38;2;147;161;161;1mVersion[0m            [37m0.6.1[0m
+  [38;2;147;161;161;1mGit Commit[0m         [37m324d022[0m
+  [38;2;147;161;161;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mDirty Build[0m        [37mno[0m
+  [38;2;147;161;161;1mGo version[0m         [37m1.19.1[0m
+  [38;2;147;161;161;1mCompiler[0m           [37mgc[0m
+  [38;2;147;161;161;1mPlatform[0m           [37mnormalized[0m
 
   │ A new release is available: 0.6.1 → [32mv0.7.4[0m
   │ [34m[4mhttps://github.com/mszostok/codeowners-validator/releases/tag/v0.7.4[0m[0m
diff --git a/...ColorOutput/Should_return_version_with_upgrade_notice_in_default_Pretty_format.golden.txt b/...ColorOutput/Should_return_version_with_upgrade_notice_in_default_Pretty_format.golden.txt
@@ -1,14 +1,14 @@
 
 [35m▓▓▓ example[0m
 
-  [38;5;109;1mVersion[0m            [37m0.6.1[0m
-  [38;5;109;1mGit Commit[0m         [37m324d022[0m
-  [38;5;109;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m
-  [38;5;109;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m
-  [38;5;109;1mDirty Build[0m        [37mno[0m
-  [38;5;109;1mGo version[0m         [37m1.19.1[0m
-  [38;5;109;1mCompiler[0m           [37mgc[0m
-  [38;5;109;1mPlatform[0m           [37mnormalized[0m
+  [38;2;147;161;161;1mVersion[0m            [37m0.6.1[0m
+  [38;2;147;161;161;1mGit Commit[0m         [37m324d022[0m
+  [38;2;147;161;161;1mBuild Date[0m         [37m01 Apr 22 14:22 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mCommit Date[0m        [37m28 Mar 22 17:32 CEST (5 months ago)[0m
+  [38;2;147;161;161;1mDirty Build[0m        [37mno[0m
+  [38;2;147;161;161;1mGo version[0m         [37m1.19.1[0m
+  [38;2;147;161;161;1mCompiler[0m           [37mgc[0m
+  [38;2;147;161;161;1mPlatform[0m           [37mnormalized[0m
 
   │ A new release is available: 0.6.1 → [32mv0.7.4[0m
   │ [34m[4mhttps://github.com/mszostok/codeowners-validator/releases/tag/v0.7.4[0m[0m