Fix run.py run_ipex_fp16_gpu (#11361)

* fix a bug on run.py * Update run.py fixed the format problem --------- Co-authored-by: sgwhat <[email protected]>
intel-analytics · Jun 20, 2024 · 05a8d05 · 05a8d05
1 parent b2f62a8
commit 05a8d05
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/llm/dev/benchmark/all-in-one/run.py b/python/llm/dev/benchmark/all-in-one/run.py
@@ -698,7 +698,7 @@ def run_ipex_fp16_gpu(repo_id,
                 print(output[0])
                 if i >= warm_up:
                     result[in_out].append([model.first_cost, model.rest_cost_mean, model.encoder_time,
-                                           actual_in_len, actual_out_len, load_time])
+                                           actual_in_len, actual_out_len, load_time, model.peak_memory])
     del model
     torch.xpu.empty_cache()
     return result