biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[CI/Build] Use spawn subprocess for ROCm (#30272)

Browse Source 
Signed-off-by: Ryan Rock <ryan.rock@amd.com>
This commit is contained in:
Ryan Rock
2025-12-11 21:33:17 -06:00
committed by GitHub
parent 947dfda9c2
commit 197473c4e7
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/offline_inference/data_parallel.py
View File

@@ -33,6 +33,7 @@ import os
from time import sleep from time import sleep
from vllm import LLM, SamplingParams from vllm import LLM, SamplingParams
from vllm.platforms import current_platform
from vllm.utils.network_utils import get_open_port from vllm.utils.network_utils import get_open_port
@@ -222,6 +223,11 @@ if __name__ == "__main__":
from multiprocessing import Process from multiprocessing import Process
if current_platform.is_rocm():
from multiprocessing import set_start_method
set_start_method("spawn", force=True)
procs = [] procs = []
for local_dp_rank, global_dp_rank in enumerate( for local_dp_rank, global_dp_rank in enumerate(
range(node_rank * dp_per_node, (node_rank + 1) * dp_per_node) range(node_rank * dp_per_node, (node_rank + 1) * dp_per_node)