GitHub actions docker ci

.devops/ci.Dockerfile

@@ -0,0 +1,50 @@
+###############################################################################
+FROM alpine as build
+
+RUN apk update && \
+    apk add make
+
+WORKDIR /build
+COPY . .
+
+RUN make cosmocc
+
+RUN make -j $(nproc)
+
+###############################################################################
+FROM alpine as package
+
+WORKDIR /package
+
+COPY --from=build /build/o/llama.cpp/main/main              ./llamafile
+COPY --from=build /build/o/llamafile/zipalign               ./zipalign
+COPY --from=build /build/models/TinyLLama-v0.1-5M-F16.gguf  ./model.gguf
+
+RUN echo "-m" > .args
+RUN echo "model.gguf" >> .args
+RUN ./zipalign -j0 llamafile model.gguf .args
+
+RUN chmod +x ./llamafile
+
+###############################################################################
+FROM alpine as final
+
+WORKDIR /usr/src/app
+
+COPY --from=package /package/llamafile ./llamafile
+
+RUN ./llamafile -e -p '## Famous Speech\n\nFour score and seven' -n 50 -ngl 0
+
+ENTRYPOINT ["/bin/sh", "/usr/src/app/llamafile"]
+CMD ["--cli", "-p", "hello world the gruff man said"]
+
+## Just running test?
+# docker build -f .devops/ci.Dockerfile -t llamafile_ci .
+# docker run llamafile_ci
+
+## Get the binary?
+# docker build -f .devops/ci.Dockerfile -t llamafile_ci .
+# docker create --name llamafile_ci_container llamafile_ci
+# docker cp llamafile_ci_container:/usr/src/app/llamafile test.llamafile
+
+

.github/workflows/docker.yml

@@ -0,0 +1,33 @@
+name: docker-ci
+on:
+  push:
+    branches: [ master, main, fix ]
+  pull_request:
+    branches: [ master, main, fix ]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+
+    - name: Cache Docker layers
+      uses: actions/cache@v3
+      with:
+        path: /tmp/.buildx-cache
+        key: ${{ runner.os }}-buildx-${{ github.sha }}
+        restore-keys: |
+          ${{ runner.os }}-buildx-
+
+    - name: Build Docker image
+      run: |
+        docker build -f .devops/ci.Dockerfile -t llamafile_ci .
+
+    - name: Run Docker container
+      run: |
+        docker run llamafile_ci

build/config.mk

@@ -5,11 +5,16 @@ PREFIX = /usr/local
 COSMOCC = .cosmocc/3.3.8
 TOOLCHAIN = $(COSMOCC)/bin/cosmo
 
+ARCH := $(shell uname -m)
+
+# Use APE loader to improve portability in container enviroments
+APE_LOADER := $(COSMOCC)/bin/ape-$(ARCH).elf
+
 AR = $(TOOLCHAIN)ar
 CC = $(TOOLCHAIN)cc
 CXX = $(TOOLCHAIN)c++
-ZIPOBJ = $(COSMOCC)/bin/zipobj
-MKDEPS = $(COSMOCC)/bin/mkdeps
+ZIPOBJ = $(APE_LOADER) $(COSMOCC)/bin/zipobj
+MKDEPS = $(APE_LOADER) $(COSMOCC)/bin/mkdeps
 INSTALL = install
 
 ARFLAGS = rcsD