warmup use temperature =0

HabanaAI · Jan 24, 2025 · 5bed452 · 5bed452
1 parent a43e177
commit 5bed452
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/vllm/worker/hpu_model_runner.py b/vllm/worker/hpu_model_runner.py
@@ -2002,8 +2002,9 @@ def warmup_graphs(self,
                                      seq_len,
                                      is_prompt,
                                      kv_caches,
-                                     temperature=1.0 if batch_size
-                                     not in warmed_random_sampler_bs else 0)
+                                     temperature=0)                                     
+                                    #  temperature=1.0 if batch_size
+                                    #  not in warmed_random_sampler_bs else 0)
             warmed_random_sampler_bs.add(batch_size)
             used_mem = align_workers(mem_prof.consumed_device_memory,
                                      torch.distributed.ReduceOp.MAX)