Skip to content

Commit

Permalink
fix win build
Browse files Browse the repository at this point in the history
  • Loading branch information
NeoZhangJianyu committed Jan 30, 2024
1 parent 76ddf85 commit 3a9480e
Show file tree
Hide file tree
Showing 4 changed files with 37 additions and 8 deletions.
9 changes: 1 addition & 8 deletions .github/workflows/build.yml
Original file line number Diff line number Diff line change
Expand Up @@ -46,14 +46,7 @@ jobs:

- name: Build
id: cmake_build
run: |
"C:\Program Files (x86)\Intel\oneAPI\setvars.bat" intel64
icx --version
mkdir build
cd build
cmake -G "MinGW Makefiles" .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icx -DCMAKE_BUILD_TYPE=Release
make
run: examples/sycl/win-build-sycl.bat

# ubuntu-latest-gcc:
# runs-on: ubuntu-latest
Expand Down
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -89,3 +89,4 @@ examples/jeopardy/results.txt

poetry.lock
poetry.toml
nppBackup
21 changes: 21 additions & 0 deletions examples/sycl/win-build-sycl.bat
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@

rem MIT license
rem Copyright (C) 2024 Intel Corporation
rem SPDX-License-Identifier: MIT

mkdir -p build
cd build
@call "C:\Program Files (x86)\Intel\oneAPI\setvars.bat" intel64 --force

rem for FP16
rem cmake .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DLLAMA_SYCL_F16=ON # faster for long-prompt inference

rem for FP32
cmake .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icx -DCMAKE_BUILD_TYPE=Release

rem build example/main only
rem make main

rem build all binary
make
cd ..
14 changes: 14 additions & 0 deletions examples/sycl/win-run-llama2.bat
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@

rem MIT license
rem Copyright (C) 2024 Intel Corporation
rem SPDX-License-Identifier: MIT

INPUT2="Building a website can be done in 10 simple steps:\nStep 1:"
@call "C:\Program Files (x86)\Intel\oneAPI\setvars.bat" intel64 --force


set GGML_SYCL_DEVICE=0
rem set GGML_SYCL_DEBUG=1
.\build\bin\main.exe -m models\llama-2-7b.Q4_0.gguf -p %INPUT2% -n 400 -e -ngl 33 -s 0


0 comments on commit 3a9480e

Please sign in to comment.