chore: ensure type safety

Signed-off-by: vie-serendipity <2733147505@qq.com>

Author: vie-serendipity

vllm/v1/core/kv_cache_manager.py

@@ -127,6 +127,7 @@ def get_computed_blocks(
             self.req_to_block_hashes[request.request_id] = block_hashes
 
         if self.log_stats:
+            assert self.prefix_cache_stats is not None
             self.prefix_cache_stats.requests += 1
         # When the request requires prompt logprobs, we skip prefix caching.
         if request.sampling_params.prompt_logprobs is not None:
@@ -148,6 +149,7 @@ def get_computed_blocks(
         computed_blocks = (
             self.specialized_manager.find_longest_cache_hit(block_hashes))
         if self.log_stats:
+            assert self.prefix_cache_stats is not None
             self.prefix_cache_stats.queries += len(block_hashes)
             self.prefix_cache_stats.hits += len(computed_blocks)
 
@@ -321,6 +323,7 @@ def reset_prefix_cache(self) -> bool:
         if not self.block_pool.reset_prefix_cache():
             return False
         if self.log_stats:
+            assert self.prefix_cache_stats is not None
             self.prefix_cache_stats.reset = True
         return True
 

vllm/v1/core/sched/scheduler.py

@@ -747,11 +747,13 @@ def make_stats(
     ) -> Optional[SchedulerStats]:
         if not self.log_stats:
             return None
+        prefix_cache_stats = self.kv_cache_manager.make_prefix_cache_stats()
+        assert prefix_cache_stats is not None
         return SchedulerStats(
             num_running_reqs=len(self.running),
             num_waiting_reqs=len(self.waiting),
             gpu_cache_usage=self.kv_cache_manager.usage,
-            prefix_cache_stats=self.kv_cache_manager.make_prefix_cache_stats(),
+            prefix_cache_stats=prefix_cache_stats,
             spec_decoding_stats=spec_decoding_stats,
         )