|
17 | 17 | import vllm.envs as envs |
18 | 18 | from vllm import version |
19 | 19 | from vllm.config import (BlockSize, CacheConfig, CacheDType, CompilationConfig, |
20 | | - Config, ConfigFormat, DecodingConfig, Device, |
| 20 | + ConfigFormat, ConfigType, DecodingConfig, Device, |
21 | 21 | DeviceConfig, DistributedExecutorBackend, HfOverrides, |
22 | 22 | KVTransferConfig, LoadConfig, LoadFormat, LoRAConfig, |
23 | 23 | ModelConfig, ModelImpl, MultiModalConfig, |
@@ -304,7 +304,7 @@ def is_custom_type(cls: TypeHint) -> bool: |
304 | 304 | """Check if the class is a custom type.""" |
305 | 305 | return cls.__module__ != "builtins" |
306 | 306 |
|
307 | | - def get_kwargs(cls: type[Config]) -> dict[str, Any]: |
| 307 | + def get_kwargs(cls: ConfigType) -> dict[str, Any]: |
308 | 308 | cls_docs = get_attr_docs(cls) |
309 | 309 | kwargs = {} |
310 | 310 | for field in fields(cls): |
@@ -678,13 +678,15 @@ def get_kwargs(cls: type[Config]) -> dict[str, Any]: |
678 | 678 | '--mm-processor-kwargs', |
679 | 679 | default=None, |
680 | 680 | type=json.loads, |
681 | | - help=('Overrides for the multimodal input mapping/processing, ' |
682 | | - 'e.g., image processor. For example: ``{"num_crops": 4}``.')) |
| 681 | + help=('Overrides for the multi-modal processor obtained from ' |
| 682 | + '``AutoProcessor.from_pretrained``. The available overrides ' |
| 683 | + 'depend on the model that is being run.' |
| 684 | + 'For example, for Phi-3-Vision: ``{"num_crops": 4}``.')) |
683 | 685 | parser.add_argument( |
684 | 686 | '--disable-mm-preprocessor-cache', |
685 | 687 | action='store_true', |
686 | | - help='If true, then disables caching of the multi-modal ' |
687 | | - 'preprocessor/mapper. (not recommended)') |
| 688 | + help='If True, disable caching of the processed multi-modal ' |
| 689 | + 'inputs.') |
688 | 690 |
|
689 | 691 | # LoRA related configs |
690 | 692 | parser.add_argument('--enable-lora', |
|
0 commit comments