From b4eb211d71dc8076158ac8d5f3f57a0f95dfc722 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Tue, 23 Jul 2024 09:27:58 -0700 Subject: [PATCH] [Bugfix] Fix a log error in chunked prefill (#6694) --- vllm/config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/config.py b/vllm/config.py index 6f0fdf8bc67e9..069963053045f 100644 --- a/vllm/config.py +++ b/vllm/config.py @@ -814,7 +814,7 @@ def __init__(self, if enable_chunked_prefill: logger.info( "Chunked prefill is enabled with max_num_batched_tokens=%d.", - max_num_batched_tokens) + self.max_num_batched_tokens) self.max_num_seqs = max_num_seqs self.max_model_len = max_model_len