[CI/Build] Update models tests & examples (#8874)

Co-authored-by: Roger Wang <ywang@roblox.com>
2024-09-29 00:54:35 +08:00
parent 19d02ff938
commit e1a3f5e831
13 changed files with 239 additions and 184 deletions
--- a/tests/models/decoder_only/vision_language/test_phi3v.py
+++ b/tests/models/decoder_only/vision_language/test_phi3v.py
@@ -90,7 +90,7 @@ def run_test(
    # max_model_len should be greater than image_feature_size
    with vllm_runner(model,
                     max_model_len=4096,
-                     max_num_seqs=1,
+                     max_num_seqs=2,
                     dtype=dtype,
                     limit_mm_per_prompt={"image": mm_limit},
                     tensor_parallel_size=tensor_parallel_size,