From af1881f3e679641e85e642209246b652dc06cddd Mon Sep 17 00:00:00 2001 From: Meng Zhang Date: Tue, 3 Sep 2024 12:58:47 -0700 Subject: [PATCH] chore(llama.cpp): disable avx2 compiling flags --- crates/llama-cpp-server/build.rs | 1 + 1 file changed, 1 insertion(+) diff --git a/crates/llama-cpp-server/build.rs b/crates/llama-cpp-server/build.rs index 8161edc5f6d0..f33da2df3789 100644 --- a/crates/llama-cpp-server/build.rs +++ b/crates/llama-cpp-server/build.rs @@ -13,6 +13,7 @@ fn main() { config.define("LLAMA_NATIVE", "OFF"); config.define("BUILD_SHARED_LIBS", "OFF"); config.define("INS_ENB", "ON"); + config.define("GGML_AVX2", "OFF") if cfg!(target_os = "macos") { config.define("LLAMA_METAL", "ON");