Skip to content

Commit fce5383

Browse files
committed
Reset prefix cache metric
Signed-off-by: tovam <tovam@pliops.com>
1 parent aee273c commit fce5383

File tree

1 file changed

+10
-2
lines changed

1 file changed

+10
-2
lines changed

vllm/v1/core/sched/scheduler.py

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1248,9 +1248,17 @@ def reset_prefix_cache(self, reset_connector: bool = False) -> bool:
12481248

12491249
def reset_connector_cache(self) -> bool:
12501250
if self.connector is None:
1251-
logger.warning("reset_connector called but no KV connector configured.")
1251+
logger.warning("reset_connector called but no KV connector is configured.")
12521252
return False
1253-
return self.connector.reset_cache() is not False
1253+
1254+
if self.connector.reset_cache() is False:
1255+
return False
1256+
1257+
if self.log_stats:
1258+
assert self.connector_prefix_cache_stats is not None
1259+
self.connector_prefix_cache_stats.reset = True
1260+
1261+
return True
12541262

12551263
def make_stats(
12561264
self,

0 commit comments

Comments
 (0)