diff --git a/.gitlab/includes/clang12_pipeline.yml b/.gitlab/includes/clang12_pipeline.yml
index 2d5030a69..ad1637868 100644
--- a/.gitlab/includes/clang12_pipeline.yml
+++ b/.gitlab/includes/clang12_pipeline.yml
@@ -20,7 +20,7 @@ include:
                   -DPIKA_WITH_THREAD_IDLE_RATES=ON \
                   -DPIKA_WITH_THREAD_CREATION_AND_CLEANUP_RATES=ON \
                   -DPIKA_WITH_THREAD_CUMULATIVE_COUNTS=ON -DPIKA_WITH_THREAD_QUEUE_WAITTIME=ON \
-                  -DPIKA_WITH_THREAD_STEALING_COUNTS=ON"
+                  -DPIKA_WITH_THREAD_STEALING_COUNTS=ON -DPIKA_WITH_STACKTRACES=OFF"
 
 clang12_spack_compiler_image:
   extends: