From 33d1c872be8b39f52a2369ff1d00e4228a04ff07 Mon Sep 17 00:00:00 2001 From: Jee Jee Li Date: Fri, 14 Feb 2025 12:04:17 +0000 Subject: [PATCH] Done Signed-off-by: Jee Jee Li --- vllm/v1/worker/gpu_model_runner.py | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/vllm/v1/worker/gpu_model_runner.py b/vllm/v1/worker/gpu_model_runner.py index fa4bd81a28dd..19798cf457df 100644 --- a/vllm/v1/worker/gpu_model_runner.py +++ b/vllm/v1/worker/gpu_model_runner.py @@ -95,11 +95,13 @@ def __init__( self.mm_registry = MULTIMODAL_REGISTRY self.uses_mrope = model_config.uses_mrope - # NOTE: Initialized client is only used for processing dummy - # multimodal data into multimodal kwargs for GPU memory profiling. - # Only applicable to multimodal models with legacy input mapper. - self.mm_input_mapper_profiling = MMInputCacheClient(self.model_config) - self.mm_input_mapper_profiling.use_cache = False + if self.is_multimodal_model: + # NOTE: Initialized client is only used for processing dummy + # multimodal data into multimodal kwargs for GPU memory profiling. + # Only applicable to multimodal models with legacy input mapper. + self.mm_input_mapper_profiling = MMInputCacheClient( + self.model_config) + self.mm_input_mapper_profiling.use_cache = False encoder_compute_budget, encoder_cache_size = compute_encoder_budget( model_config=model_config,