diff --git a/vllm/entrypoints/grpc/grpc_server.py b/vllm/entrypoints/grpc/grpc_server.py index 88fb6578b..b80f8c8e9 100644 --- a/vllm/entrypoints/grpc/grpc_server.py +++ b/vllm/entrypoints/grpc/grpc_server.py @@ -281,9 +281,8 @@ async def _validate_and_convert_params( raise ValueError(f"max_new_tokens ({max_new_tokens}) " f"must be <= {self.max_max_new_tokens}") - min_new_tokens = -1 - if stopping.min_new_tokens > 0: - min_new_tokens = stopping.min_new_tokens + min_new_tokens = max(0, stopping.min_new_tokens) + if min_new_tokens > 0: if max_new_tokens is not None: if min_new_tokens > max_new_tokens: raise ValueError(