grpc_server: return correct instance of tokenizer

opendatahub-io · Apr 26, 2024 · 6baa1b8 · 6baa1b8
1 parent 91e4a51
commit 6baa1b8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/entrypoints/grpc/grpc_server.py b/vllm/entrypoints/grpc/grpc_server.py
@@ -102,7 +102,7 @@ def __init__(self, engine: AsyncLLMEngine, args: argparse.Namespace):
 
     @property
     def tokenizer_group(self) -> BaseTokenizerGroup:
-        return self.engine.engine
+        return self.engine.engine.tokenizer
 
 
     async def _post_init(self):