| 
17 | 17 | import vllm.envs as envs  | 
18 | 18 | from vllm import version  | 
19 | 19 | from vllm.config import (BlockSize, CacheConfig, CacheDType, CompilationConfig,  | 
20 |  | -                         Config, ConfigFormat, DecodingConfig, Device,  | 
 | 20 | +                         ConfigFormat, ConfigType, DecodingConfig, Device,  | 
21 | 21 |                          DeviceConfig, DistributedExecutorBackend, HfOverrides,  | 
22 | 22 |                          KVTransferConfig, LoadConfig, LoadFormat, LoRAConfig,  | 
23 | 23 |                          ModelConfig, ModelImpl, MultiModalConfig,  | 
@@ -304,7 +304,7 @@ def is_custom_type(cls: TypeHint) -> bool:  | 
304 | 304 |             """Check if the class is a custom type."""  | 
305 | 305 |             return cls.__module__ != "builtins"  | 
306 | 306 | 
 
  | 
307 |  | -        def get_kwargs(cls: type[Config]) -> dict[str, Any]:  | 
 | 307 | +        def get_kwargs(cls: ConfigType) -> dict[str, Any]:  | 
308 | 308 |             cls_docs = get_attr_docs(cls)  | 
309 | 309 |             kwargs = {}  | 
310 | 310 |             for field in fields(cls):  | 
@@ -678,13 +678,15 @@ def get_kwargs(cls: type[Config]) -> dict[str, Any]:  | 
678 | 678 |             '--mm-processor-kwargs',  | 
679 | 679 |             default=None,  | 
680 | 680 |             type=json.loads,  | 
681 |  | -            help=('Overrides for the multimodal input mapping/processing, '  | 
682 |  | -                  'e.g., image processor. For example: ``{"num_crops": 4}``.'))  | 
 | 681 | +            help=('Overrides for the multi-modal processor obtained from '  | 
 | 682 | +                  '``AutoProcessor.from_pretrained``. The available overrides '  | 
 | 683 | +                  'depend on the model that is being run.'  | 
 | 684 | +                  'For example, for Phi-3-Vision: ``{"num_crops": 4}``.'))  | 
683 | 685 |         parser.add_argument(  | 
684 | 686 |             '--disable-mm-preprocessor-cache',  | 
685 | 687 |             action='store_true',  | 
686 |  | -            help='If true, then disables caching of the multi-modal '  | 
687 |  | -            'preprocessor/mapper. (not recommended)')  | 
 | 688 | +            help='If True, disable caching of the processed multi-modal '  | 
 | 689 | +            'inputs.')  | 
688 | 690 | 
 
  | 
689 | 691 |         # LoRA related configs  | 
690 | 692 |         parser.add_argument('--enable-lora',  | 
 | 
0 commit comments