We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ce75efe commit 106cdfbCopy full SHA for 106cdfb
vllm/v1/core/kv_cache_manager.py
@@ -367,6 +367,7 @@ def take_events(self) -> list[KVCacheEvent]:
367
368
def get_block_ids(self, request_id: str) -> list[list[int]]:
369
"""Get the block ids of a request."""
370
- assert request_id in self.single_type_manager.req_to_blocks
+ if request_id not in self.single_type_manager.req_to_blocks:
371
+ return [[]]
372
return KVCacheBlocks(self.single_type_manager.req_to_blocks[request_id]
373
).get_block_ids()
0 commit comments