fix perf test(#11295)

intel-analytics · Jun 13, 2024 · 986af21 · 986af21
1 parent 220151e
commit 986af21
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/llm/dev/benchmark/all-in-one/run.py b/python/llm/dev/benchmark/all-in-one/run.py
@@ -452,7 +452,7 @@ def run_transformer_int4_gpu(repo_id,
     if fp16:
         torch_dtype = torch.float16
     else:
-        torch_dtype = 'auto'
+        torch_dtype = torch.float32
     st = time.perf_counter()
     origin_repo_id = repo_id.replace("-4bit", "")
     if origin_repo_id in CHATGLM_IDS: