[Bugfix] Fix dtype mismatch in PaliGemma (#6367)

2024-07-12 23:22:18 +08:00
parent aea19f0989
commit 024ad87cdc
3 changed files with 12 additions and 5 deletions
--- a/tests/models/test_paligemma.py
+++ b/tests/models/test_paligemma.py
@@ -129,7 +129,7 @@ def run_test(
        [0.25, 0.5, 1.0],
    ],
 )
-@pytest.mark.parametrize("dtype", ["float"])
+@pytest.mark.parametrize("dtype", ["float", "half"])
@pytest.mark.parametrize("max_tokens", [128])
@pytest.mark.parametrize("num_logprobs", [5])
 def test_models(hf_runner, vllm_runner, image_assets, model, size_factors,