Makefile: add and use BENCH variable

... and make so that slow benchmarks are run first
rudymatela · Feb 10, 2024 · ba63642 · ba63642
1 parent f50294c
commit ba63642
Show file tree

Hide file tree

Showing 28 changed files with 31 additions and 30 deletions.
diff --git a/Makefile b/Makefile
@@ -69,6 +69,7 @@ QUICKEG = \
   eg/arith \
   eg/bool \
   eg/list
+BENCH = $(EG) $(wildcard bench/*-t) $(wildcard bench/*-c)
 LIST_ALL_HSS = find src test eg bench/*.hs mk -name \*.hs | grep -vE 'eg/(regexes|pretty-compact|algebraic-graphs)'
 LIST_LIB_HSS = find src -name \*.hs
 LIB_DEPS = base template-haskell $(INSTALL_DEPS)
@@ -80,16 +81,16 @@ test: all test-sdist $(patsubst %,%.run,$(TESTS)) diff-test
 
 test-with-extra-deps: test diff-test-extra
 
-txt: $(patsubst %,%.txt,$(EG) $(wildcard bench/*-c) $(wildcard bench/*-t))
+txt: $(patsubst %,%.txt,$(BENCH))
 
-diff-test: $(patsubst %,%.diff,$(EG) $(wildcard bench/*-c) $(wildcard bench/*-t))
+diff-test: $(patsubst %,%.diff,$(BENCH))
 
 # Disclaimer: This bench target is not intended to generate paper-grade runtime
 #             datapoints as it runs each benchmark just once.  This target is
 #             meant to track large runtime changes across different git
 #             versions.
 .PHONY: bench
-bench: $(EG) $(patsubst %,%.bench,$(EG) $(wildcard bench/*-c) $(wildcard bench/*-t))
+bench: $(EG) $(patsubst %,%.bench,$(BENCH))
 	@mkdir -p bench/runtime/$$HOSTNAME
 	./bench/versions $(INSTALL_DEPS) | tee bench/runtime/$$HOSTNAME/versions
 

diff --git a/bench/runtime/zero/bench/arith-c.runtime b/bench/runtime/zero/bench/arith-c.runtime
@@ -1 +1 @@
-0.65
+0.63
diff --git a/bench/runtime/zero/bench/arith-t.runtime b/bench/runtime/zero/bench/arith-t.runtime
@@ -1 +1 @@
-11.53
+11.70
diff --git a/bench/runtime/zero/bench/bool-c.runtime b/bench/runtime/zero/bench/bool-c.runtime
@@ -1 +1 @@
-2.20
+2.28
diff --git a/bench/runtime/zero/bench/list-t.runtime b/bench/runtime/zero/bench/list-t.runtime
@@ -1 +1 @@
-0.45
+0.44
diff --git a/bench/runtime/zero/bench/minus-c.runtime b/bench/runtime/zero/bench/minus-c.runtime
@@ -1 +1 @@
-0.95
+0.92
diff --git a/bench/runtime/zero/bench/stats.runtime b/bench/runtime/zero/bench/stats.runtime
@@ -1 +1 @@
-0.29
+0.31
diff --git a/bench/runtime/zero/eg/arith-negate-abs.runtime b/bench/runtime/zero/eg/arith-negate-abs.runtime
@@ -1 +1 @@
-1.89
+1.81
diff --git a/bench/runtime/zero/eg/binarytree.runtime b/bench/runtime/zero/eg/binarytree.runtime
@@ -1 +1 @@
-1.86
+1.75
diff --git a/bench/runtime/zero/eg/binarytree0.runtime b/bench/runtime/zero/eg/binarytree0.runtime
@@ -1 +1 @@
-0.55
+0.57
diff --git a/bench/runtime/zero/eg/bool.runtime b/bench/runtime/zero/eg/bool.runtime
@@ -1 +1 @@
-2.55
+2.52
diff --git a/bench/runtime/zero/eg/colour.runtime b/bench/runtime/zero/eg/colour.runtime
@@ -1 +1 @@
-2.18
+2.20
diff --git a/bench/runtime/zero/eg/digraphs.runtime b/bench/runtime/zero/eg/digraphs.runtime
@@ -1 +1 @@
-1.69
+1.60
diff --git a/bench/runtime/zero/eg/fun.runtime b/bench/runtime/zero/eg/fun.runtime
@@ -1 +1 @@
-1.17
+1.33
diff --git a/bench/runtime/zero/eg/insertsort.runtime b/bench/runtime/zero/eg/insertsort.runtime
@@ -1 +1 @@
-8.32
+8.00
diff --git a/bench/runtime/zero/eg/insertsort0.runtime b/bench/runtime/zero/eg/insertsort0.runtime
@@ -1 +1 @@
-1.12
+1.17
diff --git a/bench/runtime/zero/eg/list.runtime b/bench/runtime/zero/eg/list.runtime
@@ -1 +1 @@
-3.28
+2.81
diff --git a/bench/runtime/zero/eg/minus.runtime b/bench/runtime/zero/eg/minus.runtime
@@ -1 +1 @@
-0.65
+0.54
diff --git a/bench/runtime/zero/eg/monad.runtime b/bench/runtime/zero/eg/monad.runtime
@@ -1 +1 @@
-0.63
+0.62
diff --git a/bench/runtime/zero/eg/oddeven.runtime b/bench/runtime/zero/eg/oddeven.runtime
@@ -1 +1 @@
-7.45
+7.06
diff --git a/bench/runtime/zero/eg/plus-abs.runtime b/bench/runtime/zero/eg/plus-abs.runtime
@@ -1 +1 @@
-3.88
+3.90
diff --git a/bench/runtime/zero/eg/ratio.runtime b/bench/runtime/zero/eg/ratio.runtime
@@ -1 +1 @@
-9.03
+8.52
diff --git a/bench/runtime/zero/eg/sets.runtime b/bench/runtime/zero/eg/sets.runtime
@@ -1 +1 @@
-8.56
+8.12
diff --git a/bench/runtime/zero/eg/speculate-reason.runtime b/bench/runtime/zero/eg/speculate-reason.runtime
@@ -1 +1 @@
-3.12
+3.10
diff --git a/bench/runtime/zero/eg/string.runtime b/bench/runtime/zero/eg/string.runtime
@@ -1 +1 @@
-1.00
+0.93
diff --git a/bench/runtime/zero/eg/tauts.runtime b/bench/runtime/zero/eg/tauts.runtime
@@ -1 +1 @@
-5.23
+4.45
diff --git a/bench/runtime/zero/eg/tuples.runtime b/bench/runtime/zero/eg/tuples.runtime
@@ -1 +1 @@
-1.40
+1.35
diff --git a/bench/runtime/zero/eg/zip.runtime b/bench/runtime/zero/eg/zip.runtime
@@ -1 +1 @@
-2.87
+2.70