[Frontend] Expose do_log_stats interval to env (#22905)

Signed-off-by: Csrayz <jover@cmbchina.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
2025-08-15 21:00:20 +08:00
parent e8b40c7fa2
commit a0632a3e03
3 changed files with 9 additions and 1 deletions
--- a/vllm/entrypoints/openai/api_server.py
+++ b/vllm/entrypoints/openai/api_server.py
@@ -126,7 +126,7 @@ async def lifespan(app: FastAPI):

            async def _force_log():
                while True:
-                    await asyncio.sleep(10.)
+                    await asyncio.sleep(envs.VLLM_LOG_STATS_INTERVAL)
                    await engine_client.do_log_stats()

            task = asyncio.create_task(_force_log())