Skip to content

Commit 10ff03a

Browse files
authored
[data][llm] Fix vLLMEngineStage field name inconsistency for images (#57980)
1 parent f3b563a commit 10ff03a

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

python/ray/llm/_internal/batch/stages/vllm_engine_stage.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -261,6 +261,8 @@ async def _prepare_llm_request(self, row: Dict[str, Any]) -> vLLMEngineRequest:
261261
else:
262262
tokenized_prompt = None
263263

264+
# Extract image data from preprocessing output
265+
# Note: Field name is 'image' (singular) not 'images' (plural).
264266
if "image" in row:
265267
image = row.pop("image")
266268
else:
@@ -690,7 +692,7 @@ def get_optional_input_keys(self) -> Dict[str, str]:
690692
"""The optional input keys of the stage and their descriptions."""
691693
return {
692694
"tokenized_prompt": "The tokenized prompt. If provided, the prompt will not be tokenized by the vLLM engine.",
693-
"images": "The images to generate text from. If provided, the prompt will be a multimodal prompt.",
695+
"image": "The image(s) for multimodal input. Accepts a single image or list of images.",
694696
"model": "The model to use for this request. If the model is different from the "
695697
"model set in the stage, then this is a LoRA request.",
696698
}

0 commit comments

Comments
 (0)