update

intel-analytics · Aug 5, 2024 · 2b763bf · 2b763bf
1 parent 06a5e5b
commit 2b763bf
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/llm/src/ipex_llm/utils/benchmark_util.py b/python/llm/src/ipex_llm/utils/benchmark_util.py
@@ -2452,7 +2452,7 @@ def greedy_search(
                 last_token_time.append(end - st)
 
             # stop if we exceed the maximum length
-            if stopping_criteria(input_ids, scores):
+            if stopping_criteria(input_ids, scores)[0]:
                 this_peer_finished = True
 
             if this_peer_finished and not synced_gpus: