Some experiments on top of #139

pipelines/main/launch_unsigned_jobs.yml

@@ -30,6 +30,8 @@ steps:
               bash .buildkite/utilities/arches_pipeline_upload.sh \
               .buildkite/pipelines/main/platforms/build_linux.arches \
               .buildkite/pipelines/main/platforms/build_linux.yml
+          buildkite-agent pipeline upload \
+              .buildkite/pipelines/main/misc/sanitizers/build_asan.yml
           # Launch macOS packaging jobs
           GROUP="Build" \
               ALLOW_FAIL="false" \
@@ -55,7 +57,7 @@ steps:
           buildkite-agent pipeline upload .buildkite/pipelines/main/misc/llvmpasses.yml
           buildkite-agent pipeline upload .buildkite/pipelines/main/misc/whitespace.yml
 
-          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/sanitizers/asan.yml
+          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/sanitizers/check_asan.yml
           buildkite-agent pipeline upload .buildkite/pipelines/main/misc/sanitizers/tsan.yml
         agents:
           queue: "julia"

pipelines/main/misc/sanitizers/build_asan.yml

@@ -0,0 +1,29 @@
+steps:
+  - group: "Build"
+    steps:
+    - label: "asan-build"
+      key: "asan-build"
+      if: (build.source != "schedule") || (pipeline.slug == "julia-buildkite")
+      plugins:
+        - JuliaCI/external-buildkite#v1:
+            version: "./.buildkite-external-version"
+            repo_url: "https://github.com/JuliaCI/julia-buildkite"
+        - JuliaCI/julia#v1:
+            # Drop default "registries" directory, so it is not persisted from execution to execution
+            persist_depot_dirs: packages,artifacts,compiled
+            version: '1.6'
+        - staticfloat/sandbox#v1:
+            rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v4.8/llvm_passes.x86_64.tar.gz
+            rootfs_treehash: "c7a289a8cc544b234b1e2d7cbcce3e6815359ecd"
+            uid: 1000
+            gid: 1000
+            workspaces:
+              - "/cache/repos:/cache/repos"
+      timeout_in_minutes: 60
+      if: | # We only run the `asan` job on Julia 1.8 and later.
+        (pipeline.slug != "julia-release-1-dot-6") && (pipeline.slug != "julia-release-1-dot-7")
+      commands: |
+        echo "--- Build julia-debug with ASAN"
+        contrib/asan/build.sh ./tmp/test-asan -j$${JULIA_CPU_THREADS:?} debug
+      artifact_paths:
+        - tmp/test-asan/asan/**/*

pipelines/main/misc/sanitizers/asan.yml → pipelines/main/misc/sanitizers/check_asan.yml

@@ -1,9 +1,9 @@
 steps:
   - group: "Check"
     steps:
-    - label: "asan"
-      key: "asan"
-      if: (build.source != "schedule") || (pipeline.slug == "julia-buildkite")
+    - label: "asan-test"
+      key: "asan-test"
+      depends_on: "asan-build"
       plugins:
         - JuliaCI/external-buildkite#v1:
             version: "./.buildkite-external-version"
@@ -19,12 +19,11 @@ steps:
             gid: 1000
             workspaces:
               - "/cache/repos:/cache/repos"
-      timeout_in_minutes: 120
-      if: | # We only run the `asan` job on Julia 1.8 and later.
-        (pipeline.slug != "julia-release-1-dot-6") && (pipeline.slug != "julia-release-1-dot-7")
+      timeout_in_minutes: 60
+      soft_fail: true
       commands: |
-        echo "--- Build julia-debug with ASAN"
-        contrib/asan/build.sh ./tmp/test-asan -j$${JULIA_CPU_THREADS:?} debug
+        echo "--- Downloading artifact"
+        buildkite-agent artifact download 'tmp/*' .
         echo "--- Run tests"
         ASAN_SYMBOLIZER_PATH=$$(pwd)/tmp/test-asan/toolchain/usr/tools/llvm-symbolizer \
         tmp/test-asan/asan/usr/bin/julia-debug -e 'Base.runtests(ARGS; ncores = Sys.CPU_THREADS)' \