add some comments

vllm-project · Aug 27, 2024 · 1207bbd · 1207bbd
1 parent 2641e72
commit 1207bbd
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/model_executor/models/phi3v.py b/vllm/model_executor/models/phi3v.py
@@ -422,6 +422,8 @@ def input_processor_for_phi3v(ctx: InputContext, llm_inputs: LLMInputs):
 
     prompt = llm_inputs.get("prompt")
     if prompt is None:
+        # for async server request, we assume prompt and its token_ids is always
+        # in correct format. And num_image_tags == len(image_data) is always True.
         image_idx = range(1, len(image_data) + 1)
         new_prompt = None
     else: