[CI/Build] Fix VLM broadcast tests tensor_parallel_size passing (#10161)

Signed-off-by: Isotr0py <2037008807@qq.com>
2024-11-09 12:02:59 +08:00
parent f83feccd7f
commit 47672f38b5
2 changed files with 2 additions and 0 deletions
--- a/tests/models/decoder_only/vision_language/test_models.py
+++ b/tests/models/decoder_only/vision_language/test_models.py
@@ -34,6 +34,7 @@ COMMON_BROADCAST_SETTINGS = {
    "dtype": "half",
    "max_tokens": 5,
    "tensor_parallel_size": 2,
+    "model_kwargs": {"device_map": "auto"},
    "image_size_factors": [(.25, 0.5, 1.0)],
    "distributed_executor_backend": (
        "ray",