[BugFix] Fix clean shutdown issues (#8492)

This commit is contained in:
Nick Hill
2024-09-16 17:33:46 +01:00
committed by GitHub
parent 837c1968f9
commit acd5511b6d
11 changed files with 213 additions and 134 deletions

View File

@@ -1,11 +1,11 @@
# The CLI entrypoint to vLLM.
import argparse
import asyncio
import os
import signal
import sys
from typing import List, Optional
import uvloop
from openai import OpenAI
from openai.types.chat import ChatCompletionMessageParam
@@ -34,7 +34,7 @@ def serve(args: argparse.Namespace) -> None:
# EngineArgs expects the model name to be passed as --model.
args.model = args.model_tag
asyncio.run(run_server(args))
uvloop.run(run_server(args))
def interactive_cli(args: argparse.Namespace) -> None: