From a1cebf39df84f01be774f475f8706af41947a2e5 Mon Sep 17 00:00:00 2001 From: SONG Ge <38711238+sgwhat@users.noreply.github.com> Date: Fri, 1 Mar 2024 10:11:37 +0800 Subject: [PATCH] hot-fix silu error import (#10292) --- python/llm/src/bigdl/llm/transformers/models/yuan.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/llm/src/bigdl/llm/transformers/models/yuan.py b/python/llm/src/bigdl/llm/transformers/models/yuan.py index e0ba1f6ac75..8dc4f9906d1 100644 --- a/python/llm/src/bigdl/llm/transformers/models/yuan.py +++ b/python/llm/src/bigdl/llm/transformers/models/yuan.py @@ -34,7 +34,7 @@ from bigdl.llm.transformers.models.utils import init_kv_cache, extend_kv_cache, append_kv_cache from bigdl.llm.transformers.models.utils import init_fp8_kv_cache, append_fp8_kv_cache, \ restore_fp8_kv_cache, use_quantize_kv_cache -from bigdl.llm.transformers.models.utils import is_enough_kv_cache_room_4_31. SILU +from bigdl.llm.transformers.models.utils import is_enough_kv_cache_room_4_31, SILU from bigdl.llm.transformers.low_bit_linear import SYM_INT4, FP8E5 KV_CACHE_ALLOC_BLOCK_LENGTH = 256