Skip to content

Commit 3a44f4c

Browse files
jeejeeleelulmer
authored andcommitted
[V1][Misc] Avoid unnecessary log output (vllm-project#13289)
Signed-off-by: Louis Ulmer <[email protected]>
1 parent 4510887 commit 3a44f4c

File tree

1 file changed

+7
-5
lines changed

1 file changed

+7
-5
lines changed

vllm/v1/worker/gpu_model_runner.py

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -96,11 +96,13 @@ def __init__(
9696
self.mm_registry = MULTIMODAL_REGISTRY
9797
self.uses_mrope = model_config.uses_mrope
9898

99-
# NOTE: Initialized client is only used for processing dummy
100-
# multimodal data into multimodal kwargs for GPU memory profiling.
101-
# Only applicable to multimodal models with legacy input mapper.
102-
self.mm_input_mapper_profiling = MMInputCacheClient(self.model_config)
103-
self.mm_input_mapper_profiling.use_cache = False
99+
if self.is_multimodal_model:
100+
# NOTE: Initialized client is only used for processing dummy
101+
# multimodal data into multimodal kwargs for GPU memory profiling.
102+
# Only applicable to multimodal models with legacy input mapper.
103+
self.mm_input_mapper_profiling = MMInputCacheClient(
104+
self.model_config)
105+
self.mm_input_mapper_profiling.use_cache = False
104106

105107
encoder_compute_budget, encoder_cache_size = compute_encoder_budget(
106108
model_config=model_config,

0 commit comments

Comments
 (0)