diff --git a/.github/workflows/base_benchmarks.yaml b/.github/workflows/base_benchmarks.yaml
index 73b95fe5b..e279ec487 100644
--- a/.github/workflows/base_benchmarks.yaml
+++ b/.github/workflows/base_benchmarks.yaml
@@ -2,6 +2,10 @@ on:
   push:
     branches: main
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
+
 jobs:
   benchmark_base_branch:
     name: Continuous Benchmarking
diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
index 0e93cdb97..79f6d030c 100644
--- a/.github/workflows/ci.yaml
+++ b/.github/workflows/ci.yaml
@@ -11,6 +11,10 @@ on:
     types:
       - checks_requested
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
+
 env:
   CARGO_TERM_COLOR: always
   # Run a decent number of samples for our randomized tests
diff --git a/.github/workflows/pr_benchmarks.yaml b/.github/workflows/pr_benchmarks.yaml
index ac1b0a95a..9e6d44e7a 100644
--- a/.github/workflows/pr_benchmarks.yaml
+++ b/.github/workflows/pr_benchmarks.yaml
@@ -2,6 +2,10 @@ on:
   pull_request:
     types: [opened, reopened, edited, synchronize]
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
+
 jobs:
   benchmark_pr_branch:
     name: Continuous Benchmarking PRs
diff --git a/.github/workflows/pr_benchmarks_closed.yaml b/.github/workflows/pr_benchmarks_closed.yaml
index 841317e68..182d84e70 100644
--- a/.github/workflows/pr_benchmarks_closed.yaml
+++ b/.github/workflows/pr_benchmarks_closed.yaml
@@ -12,6 +12,7 @@ jobs:
       - uses: actions/checkout@v4
       - uses: bencherdev/bencher@main
       - name: Archive closed PR branch
+        continue-on-error: true # This will fail if the branch did not exist in bencher. This is fine.
         run: |
           bencher archive \
           --project zq2 \