Connect engine healthcheck to openai server (#3260)

2024-03-07 16:38:12 -08:00
parent b35cc93420
commit d2339d6840
1 changed files with 1 additions and 0 deletions
--- a/vllm/entrypoints/openai/api_server.py
+++ b/vllm/entrypoints/openai/api_server.py
@@ -160,6 +160,7 @@ async def validation_exception_handler(_, exc):
@app.get("/health")
 async def health() -> Response:
    """Health check."""
+    await openai_serving_chat.engine.check_health()
    return Response(status_code=200)