@@ -1279,7 +1279,7 @@ def test_cache_hit_threshold(
12791279 # number of blocks hit in external cache per request
12801280 request_external_hit_blocks : list [int ],
12811281 # optional cache_hit_threshold for each request
1282- request_thresholds : list [Optional [ float ] ],
1282+ request_thresholds : list [float | None ],
12831283 # bool per request indicating if it is expected to be scheduled
12841284 request_expected_scehduled : list [bool ],
12851285):
@@ -1326,7 +1326,7 @@ def test_cache_hit_threshold(
13261326
13271327def _create_and_schedule_requests (
13281328 request_num_tokens : list [int ],
1329- request_thresholds : list [Optional [ float ] ],
1329+ request_thresholds : list [float | None ],
13301330 scheduler : Scheduler ,
13311331):
13321332 num_requests = len (request_num_tokens )
@@ -1373,7 +1373,7 @@ def _insert_to_local_cache(request_local_hit_blocks, scheduler: Scheduler):
13731373 scheduler .connector .get_num_new_matched_tokens .return_value = (0 , False )
13741374
13751375 # set threshold to 0.0 to ensure all are scheduled
1376- zero_thresholds : list [Optional [ float ] ] = [0.0 ] * num_total_requests
1376+ zero_thresholds : list [float | None ] = [0.0 ] * num_total_requests
13771377
13781378 # Only requests with local hits should run and populate the cache
13791379 # We create all requests to make sure the correct tokens are cached
0 commit comments