From 64b18a71f883b860d792eeb094454ed965495aed Mon Sep 17 00:00:00 2001 From: Travis Johnson Date: Fri, 10 May 2024 11:44:38 -0600 Subject: [PATCH] TEMP: no shared tokenizer from PR-3512 Gotta get conflicts with the main line figured resolved first. Just don't use the shared tokenizer for now. Signed-off-by: Travis Johnson --- vllm/entrypoints/grpc/grpc_server.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/entrypoints/grpc/grpc_server.py b/vllm/entrypoints/grpc/grpc_server.py index 5d4318a79..bf85db877 100644 --- a/vllm/entrypoints/grpc/grpc_server.py +++ b/vllm/entrypoints/grpc/grpc_server.py @@ -103,7 +103,8 @@ def __init__(self, engine: AsyncLLMEngine, args: argparse.Namespace): async def _post_init(self): self.config = await self.engine.get_model_config() - self.tokenizer_group = await self.engine.get_tokenizer_group() + # self.tokenizer_group = await self.engine.get_tokenizer_group() + self.tokenizer_group = self.engine.engine.tokenizer self.tokenizer = await self.engine.get_tokenizer() # Swap in the special TGIS stats logger