Ensure metrics are logged regardless of requests (#2347)
This commit is contained in:
committed by
GitHub
parent
937e7b7d7c
commit
d0215a58e7
@@ -641,6 +641,9 @@ class LLMEngine:
|
||||
|
||||
return self._process_model_outputs(output, scheduler_outputs)
|
||||
|
||||
def do_log_stats(self) -> None:
|
||||
self._log_system_stats(False, 0)
|
||||
|
||||
def _log_system_stats(
|
||||
self,
|
||||
prompt_run: bool,
|
||||
|
||||
Reference in New Issue
Block a user