We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
--disable_chunked_mm_input
1 parent 35c6b47 commit 6bfa066Copy full SHA for 6bfa066
vllm/platforms/tpu.py
@@ -120,6 +120,13 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None:
120
assert not vllm_config.speculative_config, (
121
"Speculative decoding is not yet supported for TPU backend")
122
123
+ if scheduler_config.is_multimodal_model and not \
124
+ scheduler_config.disable_chunked_mm_input:
125
+ logger.warning("TPU does not support running Multimodal models"\
126
+ " without setting `--disable_chunked_mm_input`. " \
127
+ "Forcing --disable_chunked_mm_input.")
128
+ scheduler_config.disable_chunked_mm_input = True
129
+
130
@classmethod
131
def is_pin_memory_available(cls):
132
logger.warning("Pin memory is not supported on TPU.")
0 commit comments