🐛 Update error messages for length and repetition penalties

Signed-off-by: Joe Runde <[email protected]>

vllm/entrypoints/grpc/validation.py

@@ -21,8 +21,8 @@ class TGISValidationError(str, Enum):
     TopP = "top_p must be > 0.0 and <= 1.0"
     TopK = "top_k must be strictly positive"
     TypicalP = "typical_p must be <= 1.0"
-    RepetitionPenalty = "repetition_penalty must be > 0.0"
-    LengthPenalty = "length_penalty must be >= 1.0 and <= 10.0"
+    RepetitionPenalty = "repetition_penalty must be > 0.0 and <= 2.0"
+    LengthPenalty = "length_penalty.decay_factor must be >= 1.0 and <= 10.0"
     MaxNewTokens = "max_new_tokens must be <= {0}"
     MinNewTokens = "min_new_tokens must be <= max_new_tokens"
     InputLength = "input tokens ({0}) plus prefix length ({1}) plus min_new_tokens ({2}) must be <= {3}"
@@ -68,7 +68,7 @@ def validate_params(params: Parameters, max_max_new_tokens: int):
         if decoding.length_penalty.decay_factor < 1.0 or decoding.length_penalty.decay_factor > 10.0:
             TGISValidationError.LengthPenalty.error()
 
-    if decoding.repetition_penalty < 0:
+    if decoding.repetition_penalty < 0 or decoding.repetition_penalty > 2:
         # (a value of 0 means no penalty / unset)
         TGISValidationError.RepetitionPenalty.error()