diff --git a/action.yml b/action.yml
index 9bf1df0..4d8cf49 100644
--- a/action.yml
+++ b/action.yml
@@ -13,7 +13,7 @@ runs:
   using: "composite"
   steps:
     - name: Clone Qiskit/qiskit-neko PUBLIC repository
-      uses: actions/checkout@v3
+      uses: actions/checkout@v4
       with:
         repository: Qiskit/qiskit-neko
         path: qiskit-neko
@@ -26,11 +26,12 @@ runs:
         pip install ./qiskit-neko
       shell: bash
     - name: Checkout base repository
-      uses: actions/checkout@v3
+      uses: actions/checkout@v4
       with:
         path: repo_under_test
     - name: Install repo under test
       run: |
+        set -e
         pushd repo_under_test
         ${{ inputs.repo_install_command }}
         popd
@@ -39,6 +40,7 @@ runs:
       env:
         PYTHONWARNINGS: default
       run: |
+        set -e
         cd qiskit-neko
         stestr run ${{ inputs.test_selection }}
       shell: bash