File tree Expand file tree Collapse file tree 2 files changed +12
-1
lines changed Expand file tree Collapse file tree 2 files changed +12
-1
lines changed Original file line number Diff line number Diff line change 2525 as_reward_model ,
2626 as_seq_cls_model )
2727from vllm .model_executor .models .interfaces import SupportsQuant
28- from vllm .model_executor .models .registry import _TRANSFORMERS_MODELS
28+ from vllm .model_executor .models .registry import (_PREVIOUSLY_SUPPORTED_MODELS ,
29+ _TRANSFORMERS_MODELS )
2930from vllm .utils import is_pin_memory_available
3031
3132logger = init_logger (__name__ )
@@ -261,6 +262,14 @@ def get_model_architecture(
261262 vllm_not_supported = False
262263 break
263264
265+ if any (arch in _PREVIOUSLY_SUPPORTED_MODELS for arch in architectures ):
266+ previous_version = _PREVIOUSLY_SUPPORTED_MODELS [architectures [0 ]]
267+ raise ValueError (
268+ f"Model architecture { architectures [0 ]} was supported"
269+ f" in vLLM until version { previous_version } , and is "
270+ "not supported anymore. Please use an older version"
271+ " of vLLM if you want to use this model architecture." )
272+
264273 if (model_config .model_impl == ModelImpl .TRANSFORMERS or
265274 model_config .model_impl == ModelImpl .AUTO and vllm_not_supported ):
266275 architectures = resolve_transformers_arch (model_config , architectures )
Original file line number Diff line number Diff line change 279279 sys .executable , "-m" , "vllm.model_executor.models.registry"
280280]
281281
282+ _PREVIOUSLY_SUPPORTED_MODELS = {"Phi3SmallForCausalLM" : "0.9.2" }
283+
282284
283285@dataclass (frozen = True )
284286class _ModelInfo :
You can’t perform that action at this time.
0 commit comments