[Bugfix] Use host argument to bind to interface (#9798)

This commit is contained in:
Sven Seeberg
2024-10-29 18:37:59 +01:00
committed by GitHub
parent 08600ddc68
commit 0f43387157
2 changed files with 2 additions and 2 deletions

View File

@@ -541,7 +541,7 @@ async def run_server(args, **uvicorn_kwargs) -> None:
# This avoids race conditions with ray.
# see https://github.com/vllm-project/vllm/issues/8204
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
sock.bind(("", args.port))
sock.bind((args.host, args.port))
def signal_handler(*_) -> None:
# Interrupt server on sigterm while initializing