Add LLM.set_tokenizer (vllm-project#283)

casys-kaist-internal · Jun 28, 2023 · 33834ff · 33834ff
1 parent 1c238e1
commit 33834ff
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py
@@ -60,6 +60,12 @@ def get_tokenizer(
     ) -> Union[PreTrainedTokenizer, PreTrainedTokenizerFast]:
         return self.llm_engine.tokenizer
 
+    def set_tokenizer(
+        self,
+        tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast],
+    ) -> None:
+        self.llm_engine.tokenizer = tokenizer
+
     def generate(
         self,
         prompts: Optional[Union[str, List[str]]] = None,