Ensure metrics are logged regardless of requests (#2347)

This commit is contained in:
Iskren Ivov Chernev
2024-01-05 15:24:42 +02:00
committed by GitHub
parent 937e7b7d7c
commit d0215a58e7
3 changed files with 28 additions and 1 deletions

View File

@@ -641,6 +641,9 @@ class LLMEngine:
return self._process_model_outputs(output, scheduler_outputs)
def do_log_stats(self) -> None:
self._log_system_stats(False, 0)
def _log_system_stats(
self,
prompt_run: bool,