File tree Expand file tree Collapse file tree 1 file changed +7
-5
lines changed Expand file tree Collapse file tree 1 file changed +7
-5
lines changed Original file line number Diff line number Diff line change @@ -96,11 +96,13 @@ def __init__(
9696 self .mm_registry = MULTIMODAL_REGISTRY
9797 self .uses_mrope = model_config .uses_mrope
9898
99- # NOTE: Initialized client is only used for processing dummy
100- # multimodal data into multimodal kwargs for GPU memory profiling.
101- # Only applicable to multimodal models with legacy input mapper.
102- self .mm_input_mapper_profiling = MMInputCacheClient (self .model_config )
103- self .mm_input_mapper_profiling .use_cache = False
99+ if self .is_multimodal_model :
100+ # NOTE: Initialized client is only used for processing dummy
101+ # multimodal data into multimodal kwargs for GPU memory profiling.
102+ # Only applicable to multimodal models with legacy input mapper.
103+ self .mm_input_mapper_profiling = MMInputCacheClient (
104+ self .model_config )
105+ self .mm_input_mapper_profiling .use_cache = False
104106
105107 encoder_compute_budget , encoder_cache_size = compute_encoder_budget (
106108 model_config = model_config ,
You can’t perform that action at this time.
0 commit comments