Skip to content

Commit

Permalink
Update runtime configuration on MTL (#12720)
Browse files Browse the repository at this point in the history
  • Loading branch information
Oscilloscope98 authored Jan 20, 2025
1 parent bda87c2 commit 9aa4be8
Showing 1 changed file with 0 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,6 @@ def optimize_llm_pre(model: torch.nn.Module, qtype, mixed_precision,
quantization_group_size=0, load=False, max_prompt_len=512):
if os.environ.get("IPEX_LLM_NPU_MTL", "0") == "1":
# For MTL support
os.environ["IPEX_LLM_NPU_USE_LEVEL0"] = "0"
os.environ["IPEX_LLM_NPU_DISABLE_COMPILE_OPT"] = "1"

if os.environ.get("IPEX_LLM_NPU_ARL", "0") == "1":
Expand Down

0 comments on commit 9aa4be8

Please sign in to comment.