Build: Add e2e-tests-dev task

.circleci/config.yml

@@ -413,7 +413,7 @@ jobs:
           root: .
           paths:
             - sandbox/*/storybook-static
-  test-runner-sandboxes:
+  test-runner-production:
     parameters:
       parallelism:
         type: integer
@@ -434,6 +434,27 @@ jobs:
           template: $(yarn get-template << pipeline.parameters.workflow >> test-runner)
       - store_test_results:
           path: test-results
+  test-runner-dev:
+    parameters:
+      parallelism:
+        type: integer
+        default: 2
+    executor:
+      class: large
+      name: sb_playwright
+    parallelism: << parameters.parallelism >>
+    steps:
+      - git-shallow-clone/checkout_advanced:
+          clone_options: '--depth 1 --verbose'
+      - attach_workspace:
+          at: .
+      - run:
+          name: Running Test Runner in Dev mode
+          command: yarn task --task test-runner-dev --template $(yarn get-template << pipeline.parameters.workflow >> test-runner-dev) --no-link --start-from=never --junit
+      - report-workflow-on-failure:
+          template: $(yarn get-template << pipeline.parameters.workflow >> test-runner-dev)
+      - store_test_results:
+          path: test-results
   chromatic-sandboxes:
     parameters:
       parallelism:
@@ -454,7 +475,7 @@ jobs:
           template: $(yarn get-template << pipeline.parameters.workflow >> chromatic)
       - store_test_results:
           path: test-results
-  e2e-sandboxes:
+  e2e-production:
     parameters:
       parallelism:
         type: integer
@@ -478,6 +499,30 @@ jobs:
       - store_artifacts: # this is where playwright puts more complex stuff
           path: code/playwright-results/
           destination: playwright
+  e2e-dev:
+    parameters:
+      parallelism:
+        type: integer
+        default: 2
+    executor:
+      class: medium
+      name: sb_playwright
+    parallelism: << parameters.parallelism >>
+    steps:
+      - git-shallow-clone/checkout_advanced:
+          clone_options: '--depth 1 --verbose'
+      - attach_workspace:
+          at: .
+      - run:
+          name: Running E2E Tests
+          command: yarn task --task e2e-tests-dev --template $(yarn get-template << pipeline.parameters.workflow >> e2e-tests-dev) --no-link --start-from=never --junit
+      - report-workflow-on-failure:
+          template: $(yarn get-template << pipeline.parameters.workflow >> e2e-tests-dev)
+      - store_test_results:
+          path: test-results
+      - store_artifacts: # this is where playwright puts more complex stuff
+          path: code/playwright-results/
+          destination: playwright
 
 workflows:
   ci:
@@ -500,21 +545,31 @@ workflows:
       - script-unit-tests:
           requires:
             - build
+      - chromatic-internal-storybooks:
+          requires:
+            - build
       - create-sandboxes:
           requires:
             - build
       - build-sandboxes:
           requires:
             - create-sandboxes
-      - test-runner-sandboxes:
+      - chromatic-sandboxes:
           requires:
             - build-sandboxes
-      - chromatic-sandboxes:
+      - e2e-production:
           requires:
             - build-sandboxes
-      - e2e-sandboxes:
+      - e2e-dev:
+          requires:
+            - create-sandboxes
+      - test-runner-production:
           requires:
             - build-sandboxes
+      # TODO: reenable once we find out the source of flakyness
+      # - test-runner-dev:
+      #     requires:
+      #       - create-sandboxes
   pr:
     when:
       equal: [pr, << pipeline.parameters.workflow >>]
@@ -553,18 +608,25 @@ workflows:
           parallelism: 9
           requires:
             - create-sandboxes
-      - test-runner-sandboxes:
+      - chromatic-sandboxes:
           parallelism: 9
           requires:
             - build-sandboxes
-      - chromatic-sandboxes:
+      - e2e-production:
           parallelism: 9
           requires:
             - build-sandboxes
-      - e2e-sandboxes:
+      - e2e-dev:
+          requires:
+            - create-sandboxes
+      - test-runner-production:
           parallelism: 9
           requires:
             - build-sandboxes
+      # TODO: reenable once we find out the source of flakyness
+      # - test-runner-dev:
+      #     requires:
+      #       - create-sandboxes
   merged:
     when:
       equal: [merged, << pipeline.parameters.workflow >>]
@@ -603,18 +665,27 @@ workflows:
           parallelism: 18
           requires:
             - create-sandboxes
-      - test-runner-sandboxes:
+      - chromatic-sandboxes:
           parallelism: 18
           requires:
             - build-sandboxes
-      - chromatic-sandboxes:
+      - e2e-production:
           parallelism: 18
           requires:
             - build-sandboxes
-      - e2e-sandboxes:
+      - e2e-dev:
+          parallelism: 4
+          requires:
+            - create-sandboxes
+      - test-runner-production:
           parallelism: 18
           requires:
             - build-sandboxes
+      # TODO: reenable once we find out the source of flakyness
+      # - test-runner-dev:
+      #     parallelism: 4
+      #     requires:
+      #       - create-sandboxes
   daily:
     when:
       equal: [daily, << pipeline.parameters.workflow >>]
@@ -640,15 +711,24 @@ workflows:
           parallelism: 30
           requires:
             - create-sandboxes
-      - test-runner-sandboxes:
+      - chromatic-sandboxes:
           parallelism: 30
           requires:
             - build-sandboxes
-      - chromatic-sandboxes:
+      - e2e-production:
           parallelism: 30
           requires:
             - build-sandboxes
-      - e2e-sandboxes:
+      - e2e-dev:
+          parallelism: 4
+          requires:
+            - create-sandboxes
+      - test-runner-production:
           parallelism: 30
           requires:
             - build-sandboxes
+      # TODO: reenable once we find out the source of flakyness
+      # - test-runner-dev:
+      #     parallelism: 4
+      #     requires:
+      #       - create-sandboxes