From 21ea90af3d5c83bb8bc5f3f9f96d5e9377d69085 Mon Sep 17 00:00:00 2001 From: Benedikt Schesch Date: Sat, 4 May 2024 23:26:30 -0700 Subject: [PATCH] Use 1 process --- .github/workflows/check-reproducibility.yml | 2 +- Makefile | 4 +++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/.github/workflows/check-reproducibility.yml b/.github/workflows/check-reproducibility.yml index 529ae52378..5e153c6963 100644 --- a/.github/workflows/check-reproducibility.yml +++ b/.github/workflows/check-reproducibility.yml @@ -46,6 +46,6 @@ jobs: git config --global user.email "example@example.com" git config --global user.name "Example Example" head -n 101 results/combined/result.csv > results/combined/result_trimmed.csv - make check-merges-reproducibility + make NUM_PROCESSES=1 check-merges-reproducibility env: GITHUB_TOKEN: ${{ secrets.TOKEN_GITHUB }} diff --git a/Makefile b/Makefile index 2c0cc1d25e..f2ae84eb7d 100644 --- a/Makefile +++ b/Makefile @@ -11,6 +11,8 @@ CSV_RESULTS_GREATEST_HITS = results/greatest_hits/result.csv CSV_RESULTS_REAPER = results/reaper/result.csv CSV_RESULTS = $(CSV_RESULTS_COMBINED) +NUM_PROCESSES = 0 + shell-script-style: shellcheck -e SC2153 -x -P SCRIPTDIR --format=gcc ${SH_SCRIPTS} ${BASH_SCRIPTS} checkbashisms ${SH_SCRIPTS} @@ -131,7 +133,7 @@ clean-local: check-merges-reproducibility: @echo "Running replay_merge for each idx in parallel..." - @tail -n +2 $(CSV_RESULTS) | awk -F, '{print $$1}' | parallel --progress --bar -u --halt now,fail=1 -j 2 'python3 src/python/replay_merge.py --merges_csv $(CSV_RESULTS) -delete_workdir --idx {}' + @tail -n +2 $(CSV_RESULTS) | awk -F, '{print $$1}' | parallel --progress --bar -u --halt now,fail=1 -j $(NUM_PROCESSES) 'python3 src/python/replay_merge.py --merges_csv $(CSV_RESULTS) -delete_workdir --idx {}' protect-repos: find repos -mindepth 1 -type d -exec chmod a-w {} +