diff --git a/scripts/ci/gitlab/pipeline/test.yml b/scripts/ci/gitlab/pipeline/test.yml
index b2348c48355d0..0c3fd4d33798d 100644
--- a/scripts/ci/gitlab/pipeline/test.yml
+++ b/scripts/ci/gitlab/pipeline/test.yml
@@ -80,6 +80,8 @@ cargo-check-benches:
     - .test-refs
     - .collect-artifacts
   before_script:
+    - !reference [.rust-info-script, script]
+    - !reference [.rusty-cachier, before_script]
     # merges in the master branch on PRs
     - if [ $CI_COMMIT_REF_NAME != "master" ]; then
         git fetch origin +master:master;
@@ -88,8 +90,6 @@ cargo-check-benches:
         git config user.email "ci@gitlab.parity.io";
         git merge $CI_COMMIT_REF_NAME --verbose --no-edit;
       fi
-    - !reference [.rust-info-script, script]
-    - !reference [.rusty-cachier, before_script]
   script:
     - rusty-cachier snapshot create
     - mkdir -p ./artifacts/benches/$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA