[Bugfix] Fix Qwen2_5_VLForConditionalGeneration packed_modules_mapping (

vllm-project#12905) Signed-off-by: SzymonOzog <szymon.ozog@aleph-alpha.com>
SzymonOzog · Feb 12, 2025 · 54f05b5 · 54f05b5
1 parent e8d0bbc
commit 54f05b5
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/vllm/model_executor/models/qwen2_5_vl.py b/vllm/model_executor/models/qwen2_5_vl.py
@@ -760,9 +760,12 @@ class Qwen2_5_VLForConditionalGeneration(nn.Module, SupportsMultiModal,
             "q_proj",
             "k_proj",
             "v_proj",
-        ]
+        ],
+        "gate_up_proj": [
+            "gate_proj",
+            "up_proj",
+        ],
     }
-
     # LoRA specific attributes, TODO: double check
     supported_lora_modules = [
         "qkv_proj",