biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix][Core] Fix and refactor logging stats (#4336)

Browse Source
This commit is contained in:
Roy
2024-05-02 04:08:14 +08:00
committed by GitHub
parent c47ba4aaa9
commit 3a922c1e7e
2 changed files with 16 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
vllm/engine/llm_engine.py
View File

@@ -597,16 +597,18 @@ class LLMEngine:
scheduler_outputs.ignored_seq_groups, seq_group_metadata_list)
# Log stats.
if self.log_stats:
self.stat_logger.log(
self._get_stats(scheduler_outputs, model_output=output))
self.do_log_stats(scheduler_outputs, output)
return request_outputs
def do_log_stats(self) -> None:
def do_log_stats(
self,
scheduler_outputs: Optional[SchedulerOutputs] = None,
model_output: Optional[List[SamplerOutput]] = None) -> None:
"""Forced log when no requests active."""
if self.log_stats:
self.stat_logger.log(self._get_stats(scheduler_outputs=None))
self.stat_logger.log(
self._get_stats(scheduler_outputs, model_output))
def _get_stats(
self,