Allow setting fastapi root_path argument (#2341)

2024-01-13 00:29:59 +05:30
parent 48cf1e413c
commit ce036244c9
2 changed files with 12 additions and 0 deletions
--- a/vllm/entrypoints/api_server.py
+++ b/vllm/entrypoints/api_server.py
@@ -74,12 +74,18 @@ if __name__ == "__main__":
    parser.add_argument("--port", type=int, default=8000)
    parser.add_argument("--ssl-keyfile", type=str, default=None)
    parser.add_argument("--ssl-certfile", type=str, default=None)
+    parser.add_argument(
+        "--root-path",
+        type=str,
+        default=None,
+        help="FastAPI root_path when app is behind a path based routing proxy")
    parser = AsyncEngineArgs.add_cli_args(parser)
    args = parser.parse_args()

    engine_args = AsyncEngineArgs.from_cli_args(args)
    engine = AsyncLLMEngine.from_engine_args(engine_args)

+    app.root_path = args.root_path
    uvicorn.run(app,
                host=args.host,
                port=args.port,