[Core][VLM] Test registration for OOT multimodal models (#8717)

Co-authored-by: DarkLight1337 <tlleungac@connect.ust.hk>
2024-10-04 10:38:25 -07:00
parent e5dc713c23
commit 26aa325f4f
12 changed files with 227 additions and 49 deletions
--- a/tests/entrypoints/openai/test_audio.py
+++ b/tests/entrypoints/openai/test_audio.py
@@ -21,7 +21,9 @@ def server():
        "--dtype",
        "bfloat16",
        "--max-model-len",
-        "4096",
+        "2048",
+        "--max-num-seqs",
+        "5",
        "--enforce-eager",
    ]