Skip to content

Commit

Permalink
[Bugfix] Fix broken phi3-v mm_processor_kwargs tests (vllm-project#11263
Browse files Browse the repository at this point in the history
)

Signed-off-by: Isotr0py <[email protected]>
Signed-off-by: Sage Moore <[email protected]>
  • Loading branch information
Isotr0py authored and SageMoore committed Dec 19, 2024
1 parent 0401412 commit 81db7fc
Show file tree
Hide file tree
Showing 2 changed files with 17 additions and 12 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -58,16 +58,14 @@ def test_max_tokens_override(get_max_phi3v_image_tokens, model: str,

@pytest.mark.parametrize("model", models)
@pytest.mark.parametrize(
"num_crops,expected_toks_per_img,num_imgs",
"num_crops,expected_toks_per_img",
[
(4, 757, 1),
(4, 757, 2),
(16, 1921, 1),
(16, 1921, 2),
(4, 757),
(16, 1921),
# the default num_crops of phi-3.5-vision is 4
(None, 757, 2),
(None, 757, 2),
(None, 757),
])
@pytest.mark.parametrize("num_imgs", [1, 2])
def test_processor_override(processor_for_phi3v, image_assets: _ImageAssets,
model: str, num_crops: Optional[int],
expected_toks_per_img: int, num_imgs: int):
Expand Down
17 changes: 12 additions & 5 deletions vllm/model_executor/models/phi3v.py
Original file line number Diff line number Diff line change
Expand Up @@ -302,11 +302,18 @@ def add_image_newline(self, image_features_hd):
return image_features_hd_newline


def get_max_phi3v_image_tokens(ctx: InputContext) -> int:
processor = ctx.get_hf_processor()
image_processor = processor.image_processor # type: ignore

return image_processor.calc_num_image_tokens_from_image_size(
def get_max_phi3v_image_tokens(
ctx: InputContext,
*,
num_crops: Optional[int] = None,
) -> int:
mm_processor_kwargs = {}
if num_crops:
mm_processor_kwargs["num_crops"] = num_crops

processor = ctx.get_hf_processor(**mm_processor_kwargs)

return processor.calc_num_image_tokens_from_image_size(
width=MAX_IMAGE_FEATURE_SIZE_WIDTH,
height=MAX_IMAGE_FEATURE_SIZE_HEIGHT,
)
Expand Down

0 comments on commit 81db7fc

Please sign in to comment.