llama4

NickLucche · NickLucche · commit f8eea45b4ba0 · 2025-04-08T08:03:37.000Z
Signed-off-by: NickLucche &lt;nlucches@redhat.com&gt;
diff --git a/vllm/model_executor/models/mllama4.py b/vllm/model_executor/models/mllama4.py
@@ -742,6 +742,9 @@ def _process_image_input(
             for img in vision_embeddings_flat.split(patches_per_image, dim=0)
         ]
 
+    def get_language_model(self) -> torch.nn.Module:
+        return self.language_model
+
     def get_multimodal_embeddings(self,
                                   **kwargs) -> Optional[MultiModalEmbeddings]:
         image_input = self._parse_and_validate_image_input(**kwargs)

Original file line number	Diff line number	Diff line change
`@@ -742,6 +742,9 @@ def _process_image_input(`
`742`	`742`	`for img in vision_embeddings_flat.split(patches_per_image, dim=0)`
`743`	`743`	`]`
`744`	`744`
	`745`	`+ def get_language_model(self) -> torch.nn.Module:`
	`746`	`+ return self.language_model`
	`747`	`+`
`745`	`748`	`def get_multimodal_embeddings(self,`
`746`	`749`	`**kwargs) -> Optional[MultiModalEmbeddings]:`
`747`	`750`	`image_input = self._parse_and_validate_image_input(**kwargs)`