We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ad78003 commit 6064eafCopy full SHA for 6064eaf
vllm/v1/engine/core.py
@@ -231,7 +231,8 @@ def step(self) -> tuple[EngineCoreOutputs, bool]:
231
engine_core_outputs = self.scheduler.update_from_output(
232
scheduler_output, model_output) # type: ignore
233
234
- return engine_core_outputs, scheduler_output.total_num_scheduled_tokens > 0
+ return (engine_core_outputs,
235
+ scheduler_output.total_num_scheduled_tokens > 0)
236
237
def step_with_batch_queue(
238
self) -> tuple[Optional[EngineCoreOutputs], bool]:
0 commit comments