add build ci

.github/workflows/build.yaml

@@ -0,0 +1,49 @@
+name: CI
+
+on:
+  workflow_dispatch: # allows manual triggering
+    inputs:
+      create_release:
+        description: 'Create new release'
+        required: true
+        type: boolean
+  push:
+    branches:
+      - main
+
+jobs:
+  ubuntu-latest:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Clone
+        id: checkout
+        uses: actions/checkout@v1
+
+      - name: Dependencies
+        id: depends
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y build-essential cmake libpython3-dev
+
+      - name: Build
+        id: cmake_build
+        run: |
+          cmake -B build -S .
+          cmake --build build --config Release
+
+      - name: Prepare model
+        id: prepare_model
+        run: |
+          pip install sentencepiece
+          bash prepare_codegen25_model.sh
+          git lfs install
+          git clone https://huggingface.co/Salesforce/codegen25-7b-multi
+          git clone https://github.com/ggerganov/llama.cpp.git
+          cd ./llama.cpp
+          git checkout b1516
+          pip install -r requirements.txt
+          cmake -B build_llama_cpp -S .
+          cmake --build build_llama_cpp --config Release
+          python3 convert.py ../codegen25-7b-multi --vocab-dir ../dummy_tokenizer
+          ./build_llama_cpp/bin/quantize ../codegen25-7b-multi/ggml-model-f32.gguf 15

prepare_codegen25_model.sh

@@ -0,0 +1,3 @@
+#!/usr/bin/bash
+head -c 30M </dev/urandom >dummy_file
+python3 make_dummy_tokenizer.py