add prefix for vison_model

Signed-off-by: B-201 <[email protected]>
vllm-project · Nov 14, 2024 · 5be8afb · 5be8afb
1 parent d08b5b3
commit 5be8afb
Showing 1 changed file with 6 additions and 4 deletions.
diff --git a/vllm/model_executor/models/idefics3.py b/vllm/model_executor/models/idefics3.py
@@ -391,7 +391,7 @@ def __init__(
             output_size,
             bias=False,
             quant_config=quant_config,
-            prefix=f"{prefix}.proj",
+            prefix=maybe_prefix(prefix, "proj"),
         )
 
     def forward(self, x: torch.Tensor) -> torch.Tensor:
@@ -412,7 +412,7 @@ def __init__(
         self.modality_projection = Idefics3SimpleMLP(
             config,
             quant_config,
-            prefix=f"{prefix}.modality_projection",
+            prefix=maybe_prefix(prefix, "modality_projection"),
         )
 
     def pixel_shuffle(self,
@@ -453,8 +453,10 @@ def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
         self.config = config
         self.padding_idx = self.config.text_config.pad_token_id
         self.vocab_size = self.config.text_config.vocab_size
-        self.vision_model = Idefics3VisionTransformer(config.vision_config,
-                                                      quant_config)
+        self.vision_model = Idefics3VisionTransformer(
+            config.vision_config,
+            quant_config=quant_config,
+            prefix=maybe_prefix(prefix, "vision_model"))
         self.connector = Idefics3Connector(
             config,
             quant_config,