From 17ccce8c568c2b1d7349fbaec727ceff89df4d84 Mon Sep 17 00:00:00 2001 From: Zifei Tong Date: Thu, 22 Aug 2024 04:27:40 +0900 Subject: [PATCH] fix gguf --- vllm/transformers_utils/config.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/transformers_utils/config.py b/vllm/transformers_utils/config.py index a0d0f04e5960..1a57df05089c 100644 --- a/vllm/transformers_utils/config.py +++ b/vllm/transformers_utils/config.py @@ -104,6 +104,9 @@ def get_hf_image_processor_config( revision: Optional[str] = None, **kwargs, ) -> Dict[str, Any]: + # Separate model folder from file path for GGUF models + if Path(model).is_file() and Path(model).suffix == ".gguf": + model = Path(model).parent return get_image_processor_config(model, revision=revision, **kwargs)