🎨 fixup top_p range checks

Signed-off-by: Joe Runde <[email protected]>
IBM · Mar 28, 2024 · a97f2bf · a97f2bf
1 parent 655fb51
commit a97f2bf
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/entrypoints/grpc/validation.py b/vllm/entrypoints/grpc/validation.py
@@ -103,7 +103,7 @@ def validate_params(params: Parameters, max_max_new_tokens: int):
         TGISValidationError.Temperature.error()
     if sampling.top_k < 0:
         TGISValidationError.TopK.error()
-    if sampling.top_p < 0 or sampling.top_p > 1:
+    if not(0 <= sampling.top_p <= 1):
         TGISValidationError.TopP.error()
     if sampling.typical_p > 1:
         TGISValidationError.TypicalP.error()