[Feature] Add vision language model support. (#3042)

2024-03-25 14:16:30 -07:00
parent f408d05c52
commit 64172a976c
28 changed files with 936 additions and 94 deletions
--- a/tests/models/test_models.py
+++ b/tests/models/test_models.py
@@ -25,7 +25,7 @@ MODELS = [


@pytest.mark.parametrize("model", MODELS)
-@pytest.mark.parametrize("dtype", ["float"])
+@pytest.mark.parametrize("dtype", ["half"])
@pytest.mark.parametrize("max_tokens", [128])
 def test_models(
    hf_runner,