[distributed][misc] error on same VLLM_HOST_IP setting (#7756)

This commit is contained in:
youkaichao
2024-08-21 16:25:34 -07:00
committed by GitHub
parent 8678a69ab5
commit 7eebe8ccaa
2 changed files with 17 additions and 1 deletions

View File

@@ -137,7 +137,10 @@ environment_variables: Dict[str, Callable[[], Any]] = {
os.path.join(get_default_cache_root(), "vllm"),
)),
# used in distributed environment to determine the master address
# used in distributed environment to determine the ip address
# of the current node, when the node has multiple network interfaces.
# If you are using multi-node inference, you should set this differently
# on each node.
'VLLM_HOST_IP':
lambda: os.getenv('VLLM_HOST_IP', "") or os.getenv("HOST_IP", ""),