From 39702c553ddc0d48b50460f0d1905a2b7cfb19f1 Mon Sep 17 00:00:00 2001 From: Yishuo Wang Date: Fri, 13 Dec 2024 13:48:43 +0800 Subject: [PATCH] update --- python/llm/src/ipex_llm/transformers/models/glm.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/llm/src/ipex_llm/transformers/models/glm.py b/python/llm/src/ipex_llm/transformers/models/glm.py index 00d32790954..db9b8fd9afc 100644 --- a/python/llm/src/ipex_llm/transformers/models/glm.py +++ b/python/llm/src/ipex_llm/transformers/models/glm.py @@ -93,6 +93,7 @@ def glm_attention_forward( query_states, key_states, value_states = qkv.split([self.num_heads, self.num_key_value_heads, self.num_key_value_heads], dim=1) + cos, sin = position_embeddings if query_states.device.type == "xpu": import xe_addons