Skip to content

Commit

Permalink
🎨 fmt more
Browse files Browse the repository at this point in the history
Signed-off-by: Joe Runde <[email protected]>
  • Loading branch information
joerunde committed Mar 26, 2024
1 parent 0d8460a commit 633fd1f
Showing 1 changed file with 6 additions and 13 deletions.
19 changes: 6 additions & 13 deletions vllm/entrypoints/grpc/grpc_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,19 +15,12 @@
SamplingParams)
from vllm.config import ModelConfig
from vllm.entrypoints.grpc.pb import generation_pb2_grpc
from vllm.entrypoints.grpc.pb.generation_pb2 import (BatchedGenerationRequest,
BatchedGenerationResponse,
BatchedTokenizeRequest,
BatchedTokenizeResponse,
DecodingMethod,
GenerationResponse,
ModelInfoRequest,
ModelInfoResponse,
Parameters,
ResponseOptions,
SingleGenerationRequest,
StopReason, TokenInfo,
TokenizeResponse)
from vllm.entrypoints.grpc.pb.generation_pb2 import (
BatchedGenerationRequest, BatchedGenerationResponse,
BatchedTokenizeRequest, BatchedTokenizeResponse, DecodingMethod,
GenerationResponse, ModelInfoRequest, ModelInfoResponse, Parameters,
ResponseOptions, SingleGenerationRequest, StopReason, TokenInfo,
TokenizeResponse)
from vllm.entrypoints.openai.serving_completion import merge_async_iterators
from vllm.logger import init_logger
from vllm.sequence import Logprob
Expand Down

0 comments on commit 633fd1f

Please sign in to comment.