[Model] Add UltravoxModel and UltravoxConfig (#7615)

2024-08-21 15:49:39 -07:00
parent dd53c4b023
commit 1ca0d4f86b
33 changed files with 1087 additions and 261 deletions
--- a/tests/models/test_qwen.py
+++ b/tests/models/test_qwen.py
@@ -26,7 +26,7 @@ def test_text_only_qwen_model(
    # for qwen-vl is still unsupported in VLLM. In the near-future, the
    # implementation and this test will be extended to consider
    # visual inputs as well.
-    with hf_runner(model, dtype=dtype, is_vision_model=False) as hf_model:
+    with hf_runner(model, dtype=dtype) as hf_model:
        hf_outputs = hf_model.generate_greedy_logprobs_limit(
            example_prompts,
            max_tokens,