fix gguf

vllm-project · Aug 21, 2024 · 17ccce8 · 17ccce8
1 parent cf830d4
commit 17ccce8
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/vllm/transformers_utils/config.py b/vllm/transformers_utils/config.py
@@ -104,6 +104,9 @@ def get_hf_image_processor_config(
     revision: Optional[str] = None,
     **kwargs,
 ) -> Dict[str, Any]:
+    # Separate model folder from file path for GGUF models
+    if Path(model).is_file() and Path(model).suffix == ".gguf":
+        model = Path(model).parent
     return get_image_processor_config(model, revision=revision, **kwargs)