|
8 | 8 | from typing import Any |
9 | 9 |
|
10 | 10 | from vllm.config import VllmConfig |
11 | | -from vllm.distributed.ec_transfer.ec_connector.base import ECConnectorRole |
| 11 | +from vllm.distributed.ec_transfer.ec_connector.base import ( |
| 12 | + ECConnectorMetadata, |
| 13 | + ECConnectorRole, |
| 14 | +) |
12 | 15 | from vllm.distributed.ec_transfer.ec_connector.factory import ECConnectorFactory |
13 | 16 | from vllm.distributed.kv_events import EventPublisherFactory, KVEventBatch |
14 | 17 | from vllm.distributed.kv_transfer.kv_connector.factory import KVConnectorFactory |
|
17 | 20 | KVConnectorRole, |
18 | 21 | SupportsHMA, |
19 | 22 | ) |
| 23 | +from vllm.distributed.kv_transfer.kv_connector.v1.base import KVConnectorMetadata |
20 | 24 | from vllm.distributed.kv_transfer.kv_connector.v1.metrics import KVConnectorStats |
21 | 25 | from vllm.logger import init_logger |
22 | 26 | from vllm.multimodal import MULTIMODAL_REGISTRY, MultiModalRegistry |
@@ -668,13 +672,17 @@ def schedule(self) -> SchedulerOutput: |
668 | 672 | # 2. Wrap up all the KV cache load / save ops into an opaque object |
669 | 673 | # 3. Clear the internal states of the connector |
670 | 674 | if self.connector is not None: |
671 | | - meta = self.connector.build_connector_meta(scheduler_output) |
| 675 | + meta: KVConnectorMetadata = self.connector.build_connector_meta( |
| 676 | + scheduler_output |
| 677 | + ) |
672 | 678 | scheduler_output.kv_connector_metadata = meta |
673 | 679 |
|
674 | 680 | # Build the connector meta for ECConnector |
675 | 681 | if self.ec_connector is not None: |
676 | | - meta = self.ec_connector.build_connector_meta(scheduler_output) |
677 | | - scheduler_output.ec_connector_metadata = meta |
| 682 | + ec_meta: ECConnectorMetadata = self.ec_connector.build_connector_meta( |
| 683 | + scheduler_output |
| 684 | + ) |
| 685 | + scheduler_output.ec_connector_metadata = ec_meta |
678 | 686 |
|
679 | 687 | self._update_after_schedule(scheduler_output) |
680 | 688 | return scheduler_output |
|
0 commit comments