Bug 1507908 [wpt PR 14096] - Allow stability-checker failures on Trav…

…is and report them on Taskcluster, a=testonly

Automatic update from web-platform-testsAllow stability-checker failures on Travis and report them on Taskcluster (#14096)

Fixes web-platform-tests/wpt#7660.

web-platform-tests/wpt#13194 remains open to
verify that Taskcluster isn't failing to detect flakiness that Travis
would.
--

wpt-commits: bcd2471a16325fada550e05dad2b17895a232c6a
wpt-pr: 14096

UltraBlame original commit: e758e29e8a1a9cfc2aea0d2fd6eace425676ec0d

testing/web-platform/tests/.taskcluster.yml

@@ -149,12 +149,9 @@ tasks:
                       ${browser.name}
                       ${browser.channel};
                     cd ~/web-platform-tests;
-                    result=0;
                     ./tools/ci/taskcluster-run.py
                       --commit-range HEAD^
                       ${browser.name}
                       --
                       --channel=${browser.channel}
-                      ${operation.extra_args} || result=$?;
-                    echo $result > ../artifacts/run-return-code.txt;
-                    echo "Command exited with code $result (failures are allowed while this task is being vetted)."
+                      ${operation.extra_args};

testing/web-platform/tests/.travis.yml

@@ -51,8 +51,7 @@ matrix:
         apt:
           packages:
             - libnss3-tools
-      env:
-        - JOB=stability SCRIPT=tools/ci/ci_stability.sh PRODUCT=firefox:nightly
+      env: JOB=stability SCRIPT=tools/ci/ci_stability.sh PRODUCT=firefox:nightly
     - name: "stability (Chrome Dev)"
       if: type = pull_request
       os: linux
@@ -62,8 +61,7 @@ matrix:
           packages:
             - libappindicator1
             - fonts-liberation
-      env:
-        - JOB=stability SCRIPT=tools/ci/ci_stability.sh PRODUCT=chrome:dev
+      env: JOB=stability SCRIPT=tools/ci/ci_stability.sh PRODUCT=chrome:dev
     - name: "tools/ unittests (Python 2)"
       if: type = pull_request
       os: linux
@@ -103,6 +101,8 @@ matrix:
     - env:  # exclude empty env from the top-level above
   allow_failures:
     - env: JOB=build_css SCRIPT=css/build-css-testsuites.sh
+    - env: JOB=stability SCRIPT=tools/ci/ci_stability.sh PRODUCT=firefox:nightly
+    - env: JOB=stability SCRIPT=tools/ci/ci_stability.sh PRODUCT=chrome:dev
 script:
   - ./tools/ci/run.sh
 cache: