[Model] Add user-configurable task for models that support both generation and embedding (#9424)

2024-10-19 02:31:58 +08:00
parent 7dbe738d65
commit 051eaf6db3
33 changed files with 451 additions and 201 deletions
--- a/tests/models/decoder_only/vision_language/test_phi3v.py
+++ b/tests/models/decoder_only/vision_language/test_phi3v.py
@@ -89,6 +89,7 @@ def run_test(

    # max_model_len should be greater than image_feature_size
    with vllm_runner(model,
+                     task="generate",
                     max_model_len=4096,
                     max_num_seqs=2,
                     dtype=dtype,