avoid updates to punica base

Signed-off-by: Varun Sundar Rabindranath <[email protected]>

Author: Varun Sundar Rabindranath

vllm/lora/punica_wrapper/punica_base.py

@@ -168,7 +168,7 @@ def __init__(self, max_num_batched_tokens: int, max_batches: int,
         self.is_prefill = False
         self.no_lora = False
 
-    def update_base_metadata(
+    def _update_base_metadata(
         self,
         mapping: "LoRAMapping",
         lora_index_to_id: List[Optional[int]],
@@ -329,9 +329,9 @@ def update_metadata(
             long_lora_context: Optional["LongContextLoRAContext"] = None,
             **kwargs):
 
-        self.update_base_metadata(mapping, lora_index_to_id, max_loras,
-                                  vocab_size, extra_vocab_size,
-                                  long_lora_context)
+        self._update_base_metadata(mapping, lora_index_to_id, max_loras,
+                                   vocab_size, extra_vocab_size,
+                                   long_lora_context)
         if mapping.is_prefill:
             # Update metadata required for prefill-related operators.
             self._update_prefill_metada(self.token_lora_indices)

vllm/lora/punica_wrapper/punica_gpu.py

@@ -112,9 +112,9 @@ def update_metadata(
 
         if env.VLLM_USE_V1:
             self.is_prefill = mapping.is_prefill
-            self.update_base_metadata(mapping, lora_index_to_id, max_loras,
-                                      vocab_size, extra_vocab_size,
-                                      long_lora_context)
+            self._update_base_metadata(mapping, lora_index_to_id, max_loras,
+                                       vocab_size, extra_vocab_size,
+                                       long_lora_context)
             self._v1_prepare_metadata_tensors(self.token_lora_indices,
                                               self.sampler_indices)
         else: