File tree Expand file tree Collapse file tree 1 file changed +7
-5
lines changed Expand file tree Collapse file tree 1 file changed +7
-5
lines changed Original file line number Diff line number Diff line change @@ -96,11 +96,13 @@ def __init__(
96
96
self .mm_registry = MULTIMODAL_REGISTRY
97
97
self .uses_mrope = model_config .uses_mrope
98
98
99
- # NOTE: Initialized client is only used for processing dummy
100
- # multimodal data into multimodal kwargs for GPU memory profiling.
101
- # Only applicable to multimodal models with legacy input mapper.
102
- self .mm_input_mapper_profiling = MMInputCacheClient (self .model_config )
103
- self .mm_input_mapper_profiling .use_cache = False
99
+ if self .is_multimodal_model :
100
+ # NOTE: Initialized client is only used for processing dummy
101
+ # multimodal data into multimodal kwargs for GPU memory profiling.
102
+ # Only applicable to multimodal models with legacy input mapper.
103
+ self .mm_input_mapper_profiling = MMInputCacheClient (
104
+ self .model_config )
105
+ self .mm_input_mapper_profiling .use_cache = False
104
106
105
107
encoder_compute_budget , encoder_cache_size = compute_encoder_budget (
106
108
model_config = model_config ,
You can’t perform that action at this time.
0 commit comments