Reduce test skip and options to tolerate non-deterministic failure (#195

) * Remove test skip and option to tolerate non-deterministic failure * Only run multiple times tests that are known to be flaky * fixup * Update apt.yml
robotology · Aug 20, 2024 · 1f5b43d · 1f5b43d
1 parent d1b38a1
commit 1f5b43d
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 7 deletions.
diff --git a/.github/workflows/apt.yml b/.github/workflows/apt.yml
@@ -100,15 +100,20 @@ jobs:
       if: contains(matrix.build_type, 'Release')
       run: |
         cd build
-        # So high until-pass as a mitigation for https://github.com/robotology/gz-sim-yarp-plugins/issues/75
-        ctest -E "^ImuTest" --repeat until-pass:20 --output-on-failure -C ${{ matrix.build_type }} .
+        # Deterministic tests
+        ctest -E "^ConcurrentInstancesTest|^ControlBoardOnMultipleGazeboInstancesTest|^CameraTest" --output-on-failure -C ${{ matrix.build_type }} .
+        # Non-deterministic tests
+        ctest -R "^ConcurrentInstancesTest|^ControlBoardOnMultipleGazeboInstancesTest|^CameraTest" --repeat until-pass:10  --output-on-failure -C ${{ matrix.build_type }} .
 
     - name: Test (Debug)
       if: contains(matrix.build_type, 'Debug')
       run: |
         cd build
-        # So high until-pass as a mitigation for https://github.com/robotology/gz-sim-yarp-plugins/issues/75
-        ctest -T Test -T Coverage --repeat until-pass:20 --output-on-failure -C ${{ matrix.build_type }} .
+        # Deterministic tests
+        ctest -E "^ConcurrentInstancesTest|^ControlBoardOnMultipleGazeboInstancesTest|^CameraTest"  -T Test -T Coverage --output-on-failure -C ${{ matrix.build_type }} .
+        # Non-deterministic tests
+        ctest -R "^ConcurrentInstancesTest|^ControlBoardOnMultipleGazeboInstancesTest|^CameraTest" -T Test -T Coverage --repeat until-pass:10 --output-on-failure -C ${{ matrix.build_type }} .
+
 
     - name: Install
       run: |

diff --git a/.github/workflows/conda-forge.yml b/.github/workflows/conda-forge.yml
@@ -89,15 +89,15 @@ jobs:
       shell: bash -l {0}
       run: |
         cd build
-        ctest -E "^LaserTest|^CameraTest|^ImuTest" --repeat until-pass:5 --output-on-failure -C ${{ matrix.build_type }} .
+        # LaserTest and CameraTest are failing on conda-forge on Ubuntu: https://github.com/robotology/gz-sim-yarp-plugins/issues/196
+        ctest -E "^LaserTest|^CameraTest" --output-on-failure -C ${{ matrix.build_type }} .
 
     - name: Test_macos
       if: contains(matrix.os, 'macos')
       shell: bash -l {0}
       run: |
         cd build
-        # ImuTest, ForceTorqueTest are skipped due to https://github.com/robotology/gz-sim-yarp-plugins/issues/54
-        ctest -E "^LaserTest|^CameraTest|^ImuTest|^ForceTorqueTest|^ControlBoardCommonsTest" --repeat until-pass:5 --output-on-failure -C ${{ matrix.build_type }} .
+        ctest --output-on-failure -C ${{ matrix.build_type }} .
 
     - name: Install
       run: |