mypy

vllm-project · Oct 21, 2024 · e5fb326 · e5fb326
1 parent f8f7d23
commit e5fb326
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/vllm/v1/engine/llm_engine.py b/vllm/v1/engine/llm_engine.py
@@ -501,7 +501,7 @@ def start_profile(self) -> None:
     def stop_profile(self) -> None:
         pass
 
-    def get_tokenizer_group(self):
+    def get_tokenizer_group(self, *args, **kwargs):
         return self.tokenizer
 
 

diff --git a/vllm/v1/outputs.py b/vllm/v1/outputs.py
@@ -62,7 +62,7 @@ class RequestOutput:
     request_id: str
     prompt: Optional[str]
     prompt_token_ids: List[int]
-    prompt_logprobs: Optional[Dict[int, float]]
+    prompt_logprobs: Optional[List[Optional[Dict[int, float]]]]
     outputs: List[CompletionOutput]
     finished: bool
     metrics: Optional[RequestMetrics] = None