Update max image tokens

Signed-off-by: DarkLight1337 <[email protected]>
vllm-project · Dec 23, 2024 · 4873ff8 · 4873ff8
1 parent 85c5e2c
commit 4873ff8
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/vllm/model_executor/models/phi3v.py b/vllm/model_executor/models/phi3v.py
@@ -315,11 +315,14 @@ def get_max_phi3v_image_tokens(
 
     processor = ctx.get_hf_processor(**hf_processor_mm_kwargs)
 
-    return processor.calc_num_image_tokens_from_image_size(
+    num_image_tokens = processor.calc_num_image_tokens_from_image_size(
         width=MAX_IMAGE_FEATURE_SIZE_WIDTH,
         height=MAX_IMAGE_FEATURE_SIZE_HEIGHT,
     )
 
+    # Include the separator (bos_token_id)
+    return num_image_tokens + 1
+
 
 class Phi3VMultiModalProcessor(BaseMultiModalProcessor):