biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Feature] Add offline FastAPI documentation support for air-gapped environments (#30184)

Browse Source 
Signed-off-by: rickychen-infinirc <ricky.chen@infinirc.com>
Signed-off-by: RickyChen / 陳昭儒 <ricky.chen@infinirc.com>
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
RickyChen / 陳昭儒
2025-12-30 00:22:39 +08:00
committed by GitHub
parent e37e7349e6
commit b3a2bdf1ac
8 changed files with 72 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/entrypoints/openai/api_server.py
View File

@@ -870,6 +870,8 @@ def build_app(args: Namespace) -> FastAPI:
app = FastAPI(
openapi_url=None, docs_url=None, redoc_url=None, lifespan=lifespan
)
elif args.enable_offline_docs:
app = FastAPI(docs_url=None, redoc_url=None, lifespan=lifespan)
else:
app = FastAPI(lifespan=lifespan)
app.state.args = args

5
vllm/entrypoints/openai/cli_args.py
View File

@@ -194,6 +194,11 @@ class FrontendArgs:
If set to True, only enable the Tokens In<>Out endpoint.
This is intended for use in a Disaggregated Everything setup.
"""
enable_offline_docs: bool = False
"""
Enable offline FastAPI documentation for air-gapped environments.
Uses vendored static assets bundled with vLLM.
"""
@staticmethod
def add_cli_args(parser: FlexibleArgumentParser) -> FlexibleArgumentParser: