[Bugfix] Fix phi3v batch inference when images have different aspect ratio (#7392)

2024-08-11 00:19:33 +08:00
parent baa240252e
commit 4c5d8e8ea9
4 changed files with 24 additions and 18 deletions
--- a/tests/models/test_phi3v.py
+++ b/tests/models/test_phi3v.py
@@ -81,7 +81,10 @@ def run_test(

    inputs_per_image = [(
        [prompt for _ in size_factors],
-        [rescale_image_size(image, factor) for factor in size_factors],
+        [
+            rescale_image_size(image, factor, transpose=idx)
+            for idx, factor in enumerate(size_factors)
+        ],
    ) for image, prompt in zip(images, HF_IMAGE_PROMPTS)]

    # NOTE: take care of the order. run vLLM first, and then run HF.