[V1] TP Ray executor (#11107)

Signed-off-by: Rui Qiao <ruisearch42@gmail.com>
2024-12-23 15:00:12 -08:00
parent 32aa2059ad
commit a491d6f535
5 changed files with 617 additions and 3 deletions
--- a/tests/basic_correctness/test_basic_correctness.py
+++ b/tests/basic_correctness/test_basic_correctness.py
@@ -130,7 +130,7 @@ def test_models_distributed(
    # Import VLLM_USE_V1 dynamically to handle patching
    from vllm.envs import VLLM_USE_V1
    if VLLM_USE_V1 and distributed_executor_backend != "mp":
-        pytest.skip(f"Skip {distributed_executor_backend} for V1")
+        os.environ["VLLM_ENABLE_V1_MULTIPROCESSING"] = "0"

    dtype = "half"
    max_tokens = 5