[Bugfix] Fix idefics3 tie_word_embeddings (vllm-project#25454)

Isotr0py · charlifu · commit e078d4fef424 · 2025-09-25T16:26:47.000Z
Signed-off-by: Isotr0py &lt;mozf@mail2.sysu.edu.cn&gt;
Signed-off-by: charlifu &lt;charlifu@amd.com&gt;
diff --git a/vllm/model_executor/models/idefics3.py b/vllm/model_executor/models/idefics3.py
@@ -608,7 +608,7 @@ def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
             prefix=maybe_prefix(prefix, "lm_head"),
         )
         if self.config.text_config.tie_word_embeddings:
-            self.lm_head.weight = self.model.text_model.wte.weight
+            self.lm_head.weight = self.model.text_model.embed_tokens.weight
         self.logits_processor = LogitsProcessor(config.text_config.vocab_size)
 
     def _parse_and_validate_image_input(

Original file line number	Diff line number	Diff line change
`@@ -608,7 +608,7 @@ def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):`
`608`	`608`	`prefix=maybe_prefix(prefix, "lm_head"),`
`609`	`609`	`)`
`610`	`610`	`if self.config.text_config.tie_word_embeddings:`
`611`		`- self.lm_head.weight = self.model.text_model.wte.weight`
	`611`	`+ self.lm_head.weight = self.model.text_model.embed_tokens.weight`
`612`	`612`	`self.logits_processor = LogitsProcessor(config.text_config.vocab_size)`
`613`	`613`
`614`	`614`	`def _parse_and_validate_image_input(`