We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9bb3813 commit c8c7d56Copy full SHA for c8c7d56
vllm/v1/core/sched/scheduler.py
@@ -273,6 +273,9 @@ def schedule(self) -> SchedulerOutput:
273
self.running.remove(preempted_req)
274
if preempted_req in scheduled_running_reqs:
275
scheduled_running_reqs.remove(preempted_req)
276
+ token_budget += num_scheduled_tokens[preempted_req.request_id]
277
+ req_to_new_blocks.pop(preempted_req.request_id)
278
+ num_scheduled_tokens.pop(preempted_req.request_id)
279
else:
280
preempted_req = self.running.pop()
281
0 commit comments