diff --git a/Makefile b/Makefile
index 29afeb9505..ece2e8d9a4 100644
--- a/Makefile
+++ b/Makefile
@@ -133,9 +133,11 @@ clean-local:
 
 check-merges-reproducibility:
 	@echo "Running replay_merge for each idx in parallel..."
-	@tail -n +2 $(CSV_RESULTS) | awk -F, '{print $$1}' | while read idx; do \
-		python3 src/python/replay_merge.py --merges_csv $(CSV_RESULTS) -delete_workdir --idx $$idx; \
+	@set -e; \
+	tail -n +2 $(CSV_RESULTS) | awk -F, '{print $$1}' | while read idx; do \
+		python3 src/python/replay_merge.py --merges_csv $$(CSV_RESULTS) --delete_workdir --idx $$idx; \
 	done
+
 protect-repos:
 	find repos -mindepth 1 -type d -exec chmod a-w {} +
 
diff --git a/src/python/replay_merge.py b/src/python/replay_merge.py
index c7352e44b3..6c5ce28053 100755
--- a/src/python/replay_merge.py
+++ b/src/python/replay_merge.py
@@ -20,6 +20,7 @@
 from loguru import logger
 
 logger.add("replay_merge.log", mode="a")
+logger.add(sys.stdout, colorize=True)
 
 
 # pylint: disable=too-many-arguments, too-many-locals