[Frontend] Pass pre-created socket to uvicorn (#13113)

2025-02-13 03:51:46 -05:00
parent fa253f1a70
commit 578087e56c
3 changed files with 17 additions and 6 deletions
--- a/vllm/entrypoints/api_server.py
+++ b/vllm/entrypoints/api_server.py
@@ -127,6 +127,7 @@ async def run_server(args: Namespace,

    shutdown_task = await serve_http(
        app,
+        sock=None,
        host=args.host,
        port=args.port,
        log_level=args.log_level,