[Bugfix] Fix HPU multiprocessing executor (#12167)

Signed-off-by: Konrad Zawora <kzawora@habana.ai>
This commit is contained in:
Konrad Zawora
2025-01-22 19:07:07 +01:00
committed by GitHub
parent 84bee4bd5c
commit 96f6a7596f
4 changed files with 22 additions and 4 deletions

View File

@@ -1293,7 +1293,7 @@ class ParallelConfig:
raise ValueError(f"worker-use-ray can't be used with "
f"distributed executor backend "
f"'{self.distributed_executor_backend}'.")
ray_only_devices = ["tpu", "hpu"]
ray_only_devices = ["tpu"]
from vllm.platforms import current_platform
if (current_platform.device_type in ray_only_devices
and self.world_size > 1):