[Frontend] Add missing chat templates for various MLLMs (#17758)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
2025-05-07 15:10:01 +08:00
parent 043e4c4955
commit 8a15c2603a
11 changed files with 30 additions and 33 deletions
--- a/tests/v1/tpu/test_multimodal.py
+++ b/tests/v1/tpu/test_multimodal.py
@@ -64,8 +64,6 @@ async def test_basic_vision(model_name: str, base64_encoded_image: dict[str,
        "576",
        # NOTE: max-num-batched-tokens>=mm_item_size
        "--disable_chunked_mm_input",
-        "--chat-template",
-        "examples/template_llava.jinja"
    ]

    # Server will pre-compile on first startup (takes a long time).