[Fix] Add args for mTLS support (#3430)

Co-authored-by: declark1 <daniel.clark@ibm.com>
This commit is contained in:
Dan Clark
2024-03-15 09:56:13 -07:00
committed by GitHub
parent a7c871680e
commit 03d37f2441
2 changed files with 21 additions and 5 deletions

View File

@@ -8,6 +8,7 @@ change `vllm/entrypoints/openai/api_server.py` instead.
import argparse
import json
import ssl
from typing import AsyncGenerator
from fastapi import FastAPI, Request
@@ -86,10 +87,12 @@ if __name__ == "__main__":
type=str,
default=None,
help="The CA certificates file")
parser.add_argument("--ssl-cert-reqs",
type=int,
default=0,
help="Whether client certificate is required")
parser.add_argument(
"--ssl-cert-reqs",
type=int,
default=int(ssl.CERT_NONE),
help="Whether client certificate is required (see stdlib ssl module's)"
)
parser.add_argument(
"--root-path",
type=str,