Skip to content

Commit 5e79b0b

Browse files
committed
Fix scheduler pre-commit
Signed-off-by: herotai214 <herotai214@gmail.com>
1 parent 3e75764 commit 5e79b0b

File tree

1 file changed

+12
-4
lines changed

1 file changed

+12
-4
lines changed

vllm/v1/core/sched/scheduler.py

Lines changed: 12 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,10 @@
88
from typing import Any
99

1010
from vllm.config import VllmConfig
11-
from vllm.distributed.ec_transfer.ec_connector.base import ECConnectorRole
11+
from vllm.distributed.ec_transfer.ec_connector.base import (
12+
ECConnectorMetadata,
13+
ECConnectorRole,
14+
)
1215
from vllm.distributed.ec_transfer.ec_connector.factory import ECConnectorFactory
1316
from vllm.distributed.kv_events import EventPublisherFactory, KVEventBatch
1417
from vllm.distributed.kv_transfer.kv_connector.factory import KVConnectorFactory
@@ -17,6 +20,7 @@
1720
KVConnectorRole,
1821
SupportsHMA,
1922
)
23+
from vllm.distributed.kv_transfer.kv_connector.v1.base import KVConnectorMetadata
2024
from vllm.distributed.kv_transfer.kv_connector.v1.metrics import KVConnectorStats
2125
from vllm.logger import init_logger
2226
from vllm.multimodal import MULTIMODAL_REGISTRY, MultiModalRegistry
@@ -668,13 +672,17 @@ def schedule(self) -> SchedulerOutput:
668672
# 2. Wrap up all the KV cache load / save ops into an opaque object
669673
# 3. Clear the internal states of the connector
670674
if self.connector is not None:
671-
meta = self.connector.build_connector_meta(scheduler_output)
675+
meta: KVConnectorMetadata = self.connector.build_connector_meta(
676+
scheduler_output
677+
)
672678
scheduler_output.kv_connector_metadata = meta
673679

674680
# Build the connector meta for ECConnector
675681
if self.ec_connector is not None:
676-
meta = self.ec_connector.build_connector_meta(scheduler_output)
677-
scheduler_output.ec_connector_metadata = meta
682+
ec_meta: ECConnectorMetadata = self.ec_connector.build_connector_meta(
683+
scheduler_output
684+
)
685+
scheduler_output.ec_connector_metadata = ec_meta
678686

679687
self._update_after_schedule(scheduler_output)
680688
return scheduler_output

0 commit comments

Comments
 (0)