[V1] TPU - Tensor parallel MP support (#15059)

2025-03-19 20:55:18 -04:00
parent 0fe5609874
commit cfbca8a2f2
2 changed files with 36 additions and 14 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -1473,7 +1473,7 @@ class ParallelConfig:
            os.environ["VLLM_ENABLE_V1_MULTIPROCESSING"] = "0"
            logger.info("Disabling V1 multiprocessing for external launcher.")

-        ray_only_devices = ["tpu"]
+        ray_only_devices: list[str] = []
        from vllm.platforms import current_platform
        if (current_platform.device_type in ray_only_devices
                and self.world_size > 1):