diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 1d79dbc49d..95fe23c9fa 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -21,10 +21,15 @@ jobs:
           sudo apt-get update
           sudo apt-get install make
 
+      - name: Setup cosmocc
+        run: |
+        sudo make cosmocc-ci PREFIX=/usr
+        sudo sh -c "echo ':APE:M::MZqFpD::/usr/bin/ape:' >/proc/sys/fs/binfmt_misc/register"
+
       - name: Build
         shell: bash
         run: |
-          make
+          make -j $(nproc)
 
       - name: Make Llamafile
         shell: bash
diff --git a/Makefile b/Makefile
index ceb108ee19..472631e052 100644
--- a/Makefile
+++ b/Makefile
@@ -57,5 +57,9 @@ install:	llamafile/zipalign.1					\
 .PHONY: check
 check: o/$(MODE)/llamafile/check
 
+.PHONY: check
+cosmocc-ci: $(COSMOCC)
+	$(INSTALL) $(COSMOCC)/bin/ape-aarch64.elf $(PREFIX)/bin/ape
+
 include build/deps.mk
 include build/tags.mk