xxx

Signed-off-by: Vensenmu <vensenmu@gmail.com>

Author: Flink-ddd

vllm/model_executor/models/gemma3_mm.py

@@ -479,6 +479,7 @@ class Gemma3ForConditionalGeneration(nn.Module, SupportsMultiModal, SupportsPP,
             "model.vision_tower.": "vision_tower.",
             "model.multi_modal_projector.": "multi_modal_projector.",
             "lm_head.": "language_model.lm_head.",
+            "vision_tower.vision_model.": "vision_model.",
         })
 
     def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):

vllm/model_executor/models/siglip.py

@@ -516,16 +516,6 @@ def load_weights(self, weights: Iterable[tuple[str,
                 weight_loader(param, loaded_weight, shard_id)
                 break
             else:
-                # Hotfix for quantized models to handle a weight name mismatch.
-                # The vLLM Siglip model expects a double `vision_model.` prefix.
-                # This remaps the standard artifact name to the expected name.
-                if name not in params_dict:
-                    potential_name = f"vision_model.{name}"
-                    if potential_name in params_dict:
-                        name = potential_name
-                    else:
-                        loaded_params.add(name)
-                        continue
                 param = params_dict[name]
                 weight_loader = getattr(param, "weight_loader",
                                         default_weight_loader)