diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml
index 252a6a166b0..22e9c3f9559 100644
--- a/.github/workflows/unit_tests.yml
+++ b/.github/workflows/unit_tests.yml
@@ -121,7 +121,8 @@ jobs:
           eb --show-system-info
 
           # run test suite
-          python -O -m test.easyconfigs.suite
+          # if tests failed, print error message that is picked up by boegelbot to determine end of test output
+          python -O -m test.easyconfigs.suite || echo "ERROR: Not all tests were successful"
 
           unset PYTHONPATH