biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Misc] Fix typos in spec. decode metrics logging. (#6470)

Browse Source 
Signed-off-by: Thomas Parnell <tpa@zurich.ibm.com>
This commit is contained in:
Thomas Parnell
2024-07-16 15:55:15 +02:00
committed by GitHub
parent 7a3d2a5b95
commit 7508a3dc34
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/engine/metrics.py
View File

@@ -325,8 +325,8 @@ class LoggingStatLogger(StatLoggerBase):
f"System efficiency: {metrics.system_efficiency:.3f}, " f"System efficiency: {metrics.system_efficiency:.3f}, "
f"Number of speculative tokens: {metrics.num_spec_tokens}, " f"Number of speculative tokens: {metrics.num_spec_tokens}, "
f"Number of accepted tokens: {metrics.accepted_tokens}, " f"Number of accepted tokens: {metrics.accepted_tokens}, "
f"Number of draft tokens tokens: {metrics.draft_tokens}, " f"Number of draft tokens: {metrics.draft_tokens}, "
f"Number of emitted tokens tokens: {metrics.emitted_tokens}.") f"Number of emitted tokens: {metrics.emitted_tokens}.")
class PrometheusStatLogger(StatLoggerBase): class PrometheusStatLogger(StatLoggerBase):
@@ -457,4 +457,4 @@ class PrometheusStatLogger(StatLoggerBase):
class RayPrometheusStatLogger(PrometheusStatLogger): class RayPrometheusStatLogger(PrometheusStatLogger):
"""RayPrometheusStatLogger uses Ray metrics instead.""" """RayPrometheusStatLogger uses Ray metrics instead."""
_metrics_cls = RayMetrics _metrics_cls = RayMetrics