[misc] do not read HOST_IP (#10644)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2024-11-25 17:04:50 -08:00
committed by GitHub
parent 9db713a1dc
commit 6e9ff050c8
4 changed files with 12 additions and 5 deletions

View File

@@ -153,7 +153,7 @@ environment_variables: Dict[str, Callable[[], Any]] = {
# If you are using multi-node inference, you should set this differently
# on each node.
'VLLM_HOST_IP':
lambda: os.getenv('VLLM_HOST_IP', "") or os.getenv("HOST_IP", ""),
lambda: os.getenv('VLLM_HOST_IP', ""),
# used in distributed environment to manually set the communication port
# Note: if VLLM_PORT is set, and some code asks for multiple ports, the