From 3cbc4d061aa489872dcd03cb468a18acb59130e7 Mon Sep 17 00:00:00 2001 From: Gregory Shtrasberg Date: Tue, 6 May 2025 16:29:05 +0000 Subject: [PATCH] Fix for the condition to accept empty encoder inputs for mllama Signed-off-by: Gregory Shtrasberg --- vllm/engine/llm_engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py index 38a20a418e21..e0f57e0b450c 100644 --- a/vllm/engine/llm_engine.py +++ b/vllm/engine/llm_engine.py @@ -2021,7 +2021,7 @@ def _validate_model_input( if not prompt_ids: if prompt_type == "encoder" and model_config.is_multimodal_model: pass # Mllama may have empty encoder inputs for text-only data - if prompt_inputs["type"] == "embeds": + elif prompt_inputs["type"] == "embeds": pass else: raise ValueError(f"The {prompt_type} prompt cannot be empty")