We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7cb6c47 commit 12a2c06Copy full SHA for 12a2c06
vllm/v1/core/sched/scheduler.py
@@ -991,9 +991,10 @@ def _connector_finished(
991
request.request_id not in
992
self.kv_cache_manager.single_type_manager.req_to_blocks):
993
# Ensure empty blocks ids are passed to respect connector interface
994
- block_ids = KVCacheBlocks.create_empty().get_block_ids()
+ block_ids = KVCacheBlocks.create_empty().get_block_ids()[0]
995
else:
996
- block_ids = self.kv_cache_manager.get_block_ids(request.request_id)[0]
+ block_ids = self.kv_cache_manager.get_block_ids(
997
+ request.request_id)[0]
998
return self.connector.request_finished(request, block_ids)
999
1000
def _update_waiting_for_remote_kv(self, request: Request) -> bool:
0 commit comments