Add SSL arguments to API servers (#2109)

This commit is contained in:
Harry Mellor
2023-12-18 02:56:23 +00:00
committed by GitHub
parent 76a7983b23
commit 08133c4d1a
2 changed files with 16 additions and 2 deletions

View File

@@ -80,6 +80,14 @@ def parse_args():
default="assistant",
help="The role name to return if "
"`request.add_generation_prompt=true`.")
parser.add_argument("--ssl-keyfile",
type=str,
default=None,
help="The file path to the SSL key file")
parser.add_argument("--ssl-certfile",
type=str,
default=None,
help="The file path to the SSL cert file")
parser = AsyncEngineArgs.add_cli_args(parser)
return parser.parse_args()
@@ -744,4 +752,6 @@ if __name__ == "__main__":
host=args.host,
port=args.port,
log_level="info",
timeout_keep_alive=TIMEOUT_KEEP_ALIVE)
timeout_keep_alive=TIMEOUT_KEEP_ALIVE,
ssl_keyfile=args.ssl_keyfile,
ssl_certfile=args.ssl_certfile)