[Bugfix] Fix ModelScope models in v0.5.5 (vllm-project#8037)

neuralmagic · Sep 5, 2024 · 3f15d74 · 3f15d74
1 parent f31c76b
commit 3f15d74
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/vllm/transformers_utils/config.py b/vllm/transformers_utils/config.py
@@ -108,6 +108,9 @@ def get_hf_image_processor_config(
     revision: Optional[str] = None,
     **kwargs,
 ) -> Dict[str, Any]:
+    # ModelScope does not provide an interface for image_processor
+    if VLLM_USE_MODELSCOPE:
+        return dict()
     # Separate model folder from file path for GGUF models
     if Path(model).is_file() and Path(model).suffix == ".gguf":
         model = Path(model).parent