File tree Expand file tree Collapse file tree 1 file changed +3
-4
lines changed Expand file tree Collapse file tree 1 file changed +3
-4
lines changed Original file line number Diff line number Diff line change 3737from vllm .inputs import INPUT_REGISTRY
3838from vllm .logger import logger
3939from vllm .model_executor .layers .fused_moe import FusedMoE
40+ from vllm .model_executor .layers .rotary_embedding import MRotaryEmbedding
4041from vllm .model_executor .model_loader import get_model
4142from vllm .multimodal import MULTIMODAL_REGISTRY
43+ from vllm .multimodal .inputs import MultiModalKwargs , PlaceholderRange
44+ from vllm .multimodal .utils import group_mm_inputs_by_modality
4245from vllm .sampling_params import SamplingType
4346from vllm .sequence import IntermediateTensors
4447from vllm .utils import (STR_DTYPE_TO_TORCH_DTYPE , DeviceMemoryProfiler ,
6265 sanity_check_mm_encoder_outputs ,
6366 scatter_mm_placeholders )
6467
65- from vllm .multimodal .utils import group_mm_inputs_by_modality
66-
67- from vllm .model_executor .layers .rotary_embedding import MRotaryEmbedding
68-
6968from vllm_ascend .attention .attention import AttentionMaskBuilder
7069from vllm_ascend .attention .attention_v1 import AscendAttentionState
7170from vllm_ascend .platform import NPUPlatform
You can’t perform that action at this time.
0 commit comments