update

intel-analytics · Jun 11, 2024 · 9522fb8 · 9522fb8
1 parent 2ea7ca8
commit 9522fb8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/llm/src/ipex_llm/transformers/models/llama.py b/python/llm/src/ipex_llm/transformers/models/llama.py
@@ -1076,7 +1076,7 @@ def llama_attention_forward_4_41_original(
         kv_seq_len += 1
         # update past_key_value's seem_tokens and kv caches.
         if self.layer_idx == 0:
-            past_key_value.seen_tokens = kv_seq_len
+            past_key_value._seen_tokens = kv_seq_len
         past_key_value.key_cache[self.layer_idx] = key_states
         past_key_value.value_cache[self.layer_idx] = value_states