diff --git a/python/llm/src/ipex_llm/utils/benchmark_util_4_29.py b/python/llm/src/ipex_llm/utils/benchmark_util_4_29.py
index d64631f1f4c..8e74b4507c5 100644
--- a/python/llm/src/ipex_llm/utils/benchmark_util_4_29.py
+++ b/python/llm/src/ipex_llm/utils/benchmark_util_4_29.py
@@ -2452,7 +2452,7 @@ def greedy_search(
                 last_token_time.append(end - st)
 
             # stop if we exceed the maximum length
-            if stopping_criteria(input_ids, scores):
+            if stopping_criteria(input_ids, scores)[0]:
                 this_peer_finished = True
 
             if this_peer_finished and not synced_gpus: