From 24787e38fcd617d7487e4ca3a91561dbde053926 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Daniele=20Trifir=C3=B2?= Date: Thu, 25 Jul 2024 10:30:20 +0200 Subject: [PATCH] remove dead code (vllm<=0.5.0.post1) --- src/vllm_tgis_adapter/__main__.py | 13 ------------- 1 file changed, 13 deletions(-) diff --git a/src/vllm_tgis_adapter/__main__.py b/src/vllm_tgis_adapter/__main__.py index e9359f5..7841c74 100644 --- a/src/vllm_tgis_adapter/__main__.py +++ b/src/vllm_tgis_adapter/__main__.py @@ -323,19 +323,6 @@ async def run_http_server( logger.info("args: %s", args) engine_args = AsyncEngineArgs.from_cli_args(args) - - if hasattr(engine_args, "image_input_type") and ( # vllm <= 0.5.0.post1 - engine_args.image_input_type is not None - and engine_args.image_input_type.upper() != "PIXEL_VALUES" - ): - # Enforce pixel values as image input type for vision language models - # when serving with API server - raise ValueError( - f"Invalid image_input_type: {engine_args.image_input_type}. " - "Only --image-input-type 'pixel_values' is supported for serving " - "vision language models with the vLLM API server." - ) - engine = AsyncLLMEngine.from_engine_args( engine_args, # type: ignore[arg-type] usage_context=UsageContext.OPENAI_API_SERVER,