We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
scheduler.running
1 parent 5b23c3f commit d75c407Copy full SHA for d75c407
vllm/core/scheduler.py
@@ -332,10 +332,8 @@ def free_seq(self, seq: Sequence) -> None:
332
self.block_manager.free(seq)
333
334
def free_finished_seq_groups(self) -> None:
335
- self.running = [
336
- seq_group for seq_group in self.running
337
- if not seq_group.is_finished()
338
- ]
+ self.running = deque(seq_group for seq_group in self.running
+ if not seq_group.is_finished())
339
340
def _allocate(self, seq_group: SequenceGroup) -> None:
341
self.block_manager.allocate(seq_group)
0 commit comments