biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix] Fix port conflict by obtaining a list of open ports upfront (#21894)

Browse Source 
Signed-off-by: Ming Yang <minos.future@gmail.com>
This commit is contained in:
Ming Yang
2025-08-21 10:22:18 -07:00
committed by GitHub
parent 48bfb0c9b7
commit 10f535c086
3 changed files with 35 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/engine/utils.py
View File

@@ -71,7 +71,7 @@ class EngineHandshakeMetadata:
connect to.
"""
addresses: EngineZmqAddresses
parallel_config: dict[str, Union[int, str]]
parallel_config: dict[str, Union[int, str, list[int]]]
class CoreEngineProcManager:
@@ -798,6 +798,8 @@ def wait_for_engine_startup(
parallel_config.data_parallel_master_ip,
"data_parallel_master_port":
parallel_config.data_parallel_master_port,
"_data_parallel_master_port_list":
parallel_config._data_parallel_master_port_list,
"data_parallel_size":
parallel_config.data_parallel_size,
}))