diff --git a/.github/workflows/check-reproducibility.yml b/.github/workflows/check-reproducibility.yml
index e9d37c5597..cf4077e165 100644
--- a/.github/workflows/check-reproducibility.yml
+++ b/.github/workflows/check-reproducibility.yml
@@ -44,7 +44,7 @@ jobs:
       run: |
         git config --global user.email "example@example.com"
         git config --global user.name "Example Example"
-        python3 src/python/replay_merge.py --idx 522-15 -delete_workdir
+        python3 src/python/replay_merge.py --idx 522-15 -delete_workdir -create_artifacts
         head -n 151 results/combined/result.csv > temp.csv && mv temp.csv results/combined/result.csv
         make NUM_PROCESSES=1 check-merges-reproducibility
       env: