diff --git a/python/llm/src/ipex_llm/transformers/low_bit_linear.py b/python/llm/src/ipex_llm/transformers/low_bit_linear.py
index bf4ee265f72..3d328812c7d 100644
--- a/python/llm/src/ipex_llm/transformers/low_bit_linear.py
+++ b/python/llm/src/ipex_llm/transformers/low_bit_linear.py
@@ -405,7 +405,7 @@ def use_batch_forward(x: torch.Tensor, qtype: int, output_len: int):
             or (device in ["arc", "flex"] and qtype in [SYM_INT8, FP4])
             or (device in ["arc", "flex", "mtl"] and qtype in [FP8E4])
             or (device in ["lnl"] and qtype in [SYM_INT4] and x.shape[1] % 512 == 0)
-            or (device in ["bmg"] and qtype in [SYM_INT4])
+            or (device in ["bmg"] and qtype in [SYM_INT4, FP8E5])
         )
     return False