From 1a8a93d5e0f1de9c24d5bd08a534c6b794767128 Mon Sep 17 00:00:00 2001
From: Yuwen Hu <54161268+Oscilloscope98@users.noreply.github.com>
Date: Sun, 28 Apr 2024 10:18:58 +0800
Subject: [PATCH] Further fix nightly perf (#10901)

---
 python/llm/dev/benchmark/all-in-one/run.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/python/llm/dev/benchmark/all-in-one/run.py b/python/llm/dev/benchmark/all-in-one/run.py
index 721f7481380..31c3ecee8b2 100644
--- a/python/llm/dev/benchmark/all-in-one/run.py
+++ b/python/llm/dev/benchmark/all-in-one/run.py
@@ -1803,6 +1803,8 @@ def run_pipeline_parallel_gpu(repo_id,
     if 'exclude' in conf:
         excludes = conf['exclude']
     streaming = False
+    use_fp16_torch_dtype = False
+    n_gpu = 2
     if 'streaming' in conf:
         streaming = conf['streaming']
     if 'use_fp16_torch_dtype' in conf: