Merge pull request tweag#233 from tweag/run-all-tests

Run all tests and accumulate failures on CI

.github/build-and-test

@@ -0,0 +1,48 @@
+#! /usr/bin/env nix-shell
+#! nix-shell ../shell.nix -i bash
+
+set -euo pipefail
+
+declare SCRIPT_DIR
+
+SCRIPT_DIR="$( realpath "${BASH_SOURCE[0]}" )"
+SCRIPT_DIR="${SCRIPT_DIR%/*}"
+
+cd "$( dirname "$SCRIPT_DIR" )"
+
+declare -i FAILED=0
+declare -a FAILURES=( )
+
+function on_exit() {
+    echo
+    if [[ "$FAILED" -gt 0 ]]; then
+        echo "error: running tests in ${FAILURES[@]} was not successful"
+        exit 1
+    elif [[ $? -eq 0 ]]; then
+        echo "all tests passed."
+    fi
+} >&2
+
+trap on_exit EXIT
+
+declare -ra dirs=(
+    .
+    core
+    toolchains/go
+    toolchains/java
+    toolchains/cc
+    toolchains/python
+    toolchains/posix
+    toolchains/rust
+)
+for dir in "${dirs[@]}"
+do
+    pushd $dir
+    if ! bazel test //... ; then
+        let ++FAILED
+        FAILURES+=( "$dir" )
+    fi
+    bazel shutdown
+    popd
+done
+

.github/workflows/workflow.yaml

@@ -25,25 +25,7 @@ jobs:
           EOF
       - name: Build & test
         run: |
-          nix-shell --pure --run '
-            set -euo pipefail
-            dirs=(
-              .
-              core
-              toolchains/go
-              toolchains/java
-              toolchains/cc
-              toolchains/python
-              toolchains/posix
-              toolchains/rust
-            )
-            for dir in "${dirs[@]}"
-            do
-              pushd $dir
-                bazel test //...
-              popd
-            done
-          '
+          nix-shell --pure --keep GITHUB_REPOSITORY --run 'bash .github/build-and-test'
   test-examples:
     name: Build & Test - Examples
     strategy: