File tree Expand file tree Collapse file tree 1 file changed +9
-3
lines changed Expand file tree Collapse file tree 1 file changed +9
-3
lines changed Original file line number Diff line number Diff line change 99from vllm .forward_context import BatchDescriptor , get_forward_context
1010from vllm .model_executor .layers .attention_layer_base import AttentionLayerBase
1111from vllm .model_executor .model_loader import get_model_loader
12- from vllm .model_executor .model_loader .utils import (
13- process_weights_after_loading , set_default_torch_dtype )
12+ from vllm .model_executor .model_loader .utils import \
13+ process_weights_after_loading
1414from vllm .v1 .core .sched .output import SchedulerOutput
1515from vllm .v1 .sample .metadata import SamplingMetadata
1616from vllm .v1 .spec_decode .metadata import SpecDecodeMetadata
2424 TorchairDeepSeekMTP
2525from vllm_ascend .torchair .utils import (TORCHAIR_CACHE_DIR ,
2626 TorchairCommonAttentionMetadata )
27- from vllm_ascend .utils import ProfileExecuteDuration , lmhead_tp_enable
27+ from vllm_ascend .utils import (ProfileExecuteDuration , lmhead_tp_enable ,
28+ vllm_version_is )
29+
30+ if vllm_version_is ("0.11.0" ):
31+ from vllm .model_executor .model_loader .utils import set_default_torch_dtype
32+ else :
33+ from vllm .utils .torch_utils import set_default_torch_dtype
2834
2935PADDING_SLOT_ID = - 1
3036
You can’t perform that action at this time.
0 commit comments