[Bugfix][Hardware][Intel CPU] Fix unpassed multi_modal_kwargs for CPU…

… runner (#5956)
vllm-project · Jun 28, 2024 · 0d0e3a4 · 0d0e3a4
1 parent 74d55c0
commit 0d0e3a4
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py
@@ -355,6 +355,7 @@ def prepare_model_input(
             input_positions=input_positions,
             attn_metadata=attn_metadata,
             sampling_metadata=sampling_metadata,
+            multi_modal_kwargs=multi_modal_kwargs,
         )
 
     @torch.inference_mode()