diff --git a/vllm/entrypoints/grpc/grpc_server.py b/vllm/entrypoints/grpc/grpc_server.py index 5d4318a79..bf85db877 100644 --- a/vllm/entrypoints/grpc/grpc_server.py +++ b/vllm/entrypoints/grpc/grpc_server.py @@ -103,7 +103,8 @@ def __init__(self, engine: AsyncLLMEngine, args: argparse.Namespace): async def _post_init(self): self.config = await self.engine.get_model_config() - self.tokenizer_group = await self.engine.get_tokenizer_group() + # self.tokenizer_group = await self.engine.get_tokenizer_group() + self.tokenizer_group = self.engine.engine.tokenizer self.tokenizer = await self.engine.get_tokenizer() # Swap in the special TGIS stats logger