Fix default min_new_tokens value

IBM · Mar 24, 2024 · 764eb47 · 764eb47
1 parent d75cdc0
commit 764eb47
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/vllm/entrypoints/grpc/grpc_server.py b/vllm/entrypoints/grpc/grpc_server.py
@@ -281,9 +281,8 @@ async def _validate_and_convert_params(
                     raise ValueError(f"max_new_tokens ({max_new_tokens}) "
                                      f"must be <= {self.max_max_new_tokens}")
 
-            min_new_tokens = -1
-            if stopping.min_new_tokens > 0:
-                min_new_tokens = stopping.min_new_tokens
+            min_new_tokens = max(0, stopping.min_new_tokens)
+            if min_new_tokens > 0:
                 if max_new_tokens is not None:
                     if min_new_tokens > max_new_tokens:
                         raise ValueError(