Fix: Correct num_requests in benchmark for Pipeline Parallel Serving (#…

…11462)
intel · Jun 28, 2024 · fd933c9 · fd933c9
1 parent b7bc102
commit fd933c9
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/python/llm/example/GPU/Pipeline-Parallel-FastAPI/benchmark.py b/python/llm/example/GPU/Pipeline-Parallel-FastAPI/benchmark.py
@@ -165,6 +165,7 @@ def benchmark(
 
             total_time = time.perf_counter() - start_time
             log_file = f"{max_concurrent_requests}.log"
+            num_requests = num_requests - num_warmup_requests
 
             with open(log_file, "w") as file:
                 print(