diff --git a/.circleci/config.yml b/.circleci/config.yml
index 42972b4ce..26b39e728 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -286,7 +286,7 @@ jobs:
             export PLATFORMS=${PLATFORMS}
             export BUILD_ARGS=${BUILD_ARGS}
             # If there are build errors, let's retry
-            max=5; until sh build-and-push.sh $MAKE_TARGETS; do if [ $((--max)) = 0 ]; then echo Giving up; break; fi; done
+            max=5; until sh build-and-push.sh $MAKE_TARGETS; do if [ $((--max)) = 0 ]; then echo Giving up; exit 1; fi; done
 
       - when:
           condition: