From f22619fe96c842ee2406638678d2b60009d8ff14 Mon Sep 17 00:00:00 2001 From: Cyrus Leung Date: Sun, 6 Oct 2024 16:33:52 +0800 Subject: [PATCH] [Misc] Remove user-facing error for removed VLM args (#9104) --- docs/source/models/vlm.rst | 4 ---- vllm/entrypoints/llm.py | 10 +--------- 2 files changed, 1 insertion(+), 13 deletions(-) diff --git a/docs/source/models/vlm.rst b/docs/source/models/vlm.rst index 3f4f01e3ae7ac..54f8f76ff961c 100644 --- a/docs/source/models/vlm.rst +++ b/docs/source/models/vlm.rst @@ -23,10 +23,6 @@ The :class:`~vllm.LLM` class can be instantiated in much the same way as languag llm = LLM(model="llava-hf/llava-1.5-7b-hf") -.. note:: - We have removed all vision language related CLI args in the ``0.5.1`` release. **This is a breaking change**, so please update your code to follow - the above snippet. Specifically, ``image_feature_size`` can no longer be specified as we now calculate that internally for each model. - To pass an image to the model, note the following in :class:`vllm.inputs.PromptType`: * ``prompt``: The prompt should follow the format that is documented on HuggingFace. diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py index f50ed7288f131..1cb35ee92348d 100644 --- a/vllm/entrypoints/llm.py +++ b/vllm/entrypoints/llm.py @@ -180,15 +180,7 @@ def __init__( if "disable_log_stats" not in kwargs: kwargs["disable_log_stats"] = True - removed_vision_keys = ( - "image_token_id", - "image_feature_size", - "image_input_shape", - "image_input_type", - ) - if any(k in kwargs for k in removed_vision_keys): - raise TypeError( - "There is no need to pass vision-related arguments anymore.") + engine_args = EngineArgs( model=model, tokenizer=tokenizer,