We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b0f7624 commit 2b2ec15Copy full SHA for 2b2ec15
vllm/v1/core/sched/scheduler.py
@@ -697,13 +697,12 @@ def _make_cached_request_data(
697
# out of bounds errors. TODO: Remove this once the KVConnector
698
# is updated to handle token IDs properly.
699
new_token_ids.append([])
700
+ resumed_token_ids = None
701
if resumed_from_preemption[idx]:
702
resumed_token_ids = req.all_token_ids[:req.
703
num_computed_tokens +
704
num_tokens]
- resumed_req_token_ids.append(resumed_token_ids)
705
- else:
706
- resumed_req_token_ids.append(None)
+ resumed_req_token_ids.append(resumed_token_ids)
707
new_block_ids.append(
708
req_to_new_blocks[req_id].get_block_ids(allow_none=True))
709
num_computed_tokens.append(req.num_computed_tokens)
0 commit comments