File tree Expand file tree Collapse file tree 1 file changed +11
-5
lines changed Expand file tree Collapse file tree 1 file changed +11
-5
lines changed Original file line number Diff line number Diff line change @@ -91,13 +91,19 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None:
9191 parallel_config = vllm_config .parallel_config
9292 scheduler_config = vllm_config .scheduler_config
9393 if parallel_config .worker_cls == "auto" :
94- if envs .VLLM_USE_V1 :
95- parallel_config .worker_cls = \
96- "vllm.v1.worker.tpu_worker.TPUWorker"
97- else :
98- if scheduler_config .is_multi_step :
94+ if scheduler_config .is_multi_step :
95+ if envs .VLLM_USE_V1 :
96+ raise NotImplementedError (
97+ "Multi-step scheduling is not supported (and not "
98+ "needed) on vLLM V1. Please launch without "
99+ "--num-scheduler-steps." )
100+ else :
99101 parallel_config .worker_cls = \
100102 "vllm.worker.multi_step_tpu_worker.MultiStepTPUWorker"
103+ else :
104+ if envs .VLLM_USE_V1 :
105+ parallel_config .worker_cls = \
106+ "vllm.v1.worker.tpu_worker.TPUWorker"
101107 else :
102108 parallel_config .worker_cls = \
103109 "vllm.worker.tpu_worker.TPUWorker"
You can’t perform that action at this time.
0 commit comments