File tree Expand file tree Collapse file tree 1 file changed +3
-9
lines changed Expand file tree Collapse file tree 1 file changed +3
-9
lines changed Original file line number Diff line number Diff line change 99from vllm .forward_context import BatchDescriptor , get_forward_context
1010from vllm .model_executor .layers .attention_layer_base import AttentionLayerBase
1111from vllm .model_executor .model_loader import get_model_loader
12- from vllm .model_executor .model_loader .utils import \
13- process_weights_after_loading
12+ from vllm .model_executor .model_loader .utils import (
13+ process_weights_after_loading , set_default_torch_dtype )
1414from vllm .v1 .core .sched .output import SchedulerOutput
1515from vllm .v1 .sample .metadata import SamplingMetadata
1616from vllm .v1 .spec_decode .metadata import SpecDecodeMetadata
2424 TorchairDeepSeekMTP
2525from vllm_ascend .torchair .utils import (TORCHAIR_CACHE_DIR ,
2626 TorchairCommonAttentionMetadata )
27- from vllm_ascend .utils import (ProfileExecuteDuration , lmhead_tp_enable ,
28- vllm_version_is )
29-
30- if vllm_version_is ("0.11.0" ):
31- from vllm .utils import set_default_torch_dtype
32- else :
33- from vllm .utils .torch_utils import set_default_torch_dtype
27+ from vllm_ascend .utils import ProfileExecuteDuration , lmhead_tp_enable
3428
3529PADDING_SLOT_ID = - 1
3630
You can’t perform that action at this time.
0 commit comments