Skip to content

Commit 2b2ec15

Browse files
QierLinjhill
andcommitted
Update vllm/v1/core/sched/scheduler.py
Co-authored-by: Nick Hill <nhill@redhat.com> Signed-off-by: Qier Li <kevin44036@gmail.com>
1 parent b0f7624 commit 2b2ec15

File tree

1 file changed

+2
-3
lines changed

1 file changed

+2
-3
lines changed

vllm/v1/core/sched/scheduler.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -697,13 +697,12 @@ def _make_cached_request_data(
697697
# out of bounds errors. TODO: Remove this once the KVConnector
698698
# is updated to handle token IDs properly.
699699
new_token_ids.append([])
700+
resumed_token_ids = None
700701
if resumed_from_preemption[idx]:
701702
resumed_token_ids = req.all_token_ids[:req.
702703
num_computed_tokens +
703704
num_tokens]
704-
resumed_req_token_ids.append(resumed_token_ids)
705-
else:
706-
resumed_req_token_ids.append(None)
705+
resumed_req_token_ids.append(resumed_token_ids)
707706
new_block_ids.append(
708707
req_to_new_blocks[req_id].get_block_ids(allow_none=True))
709708
num_computed_tokens.append(req.num_computed_tokens)

0 commit comments

Comments
 (0)