biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Misc] Fix logger format typo (#4396)

Browse Source
This commit is contained in:
Roy
2024-04-27 13:45:02 +08:00
committed by GitHub
parent 8947bc3c15
commit 87f545ba6f
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/engine/metrics.py
View File

@@ -230,8 +230,8 @@ class StatLogger:
"Avg prompt throughput: %.1f tokens/s, " "Avg prompt throughput: %.1f tokens/s, "
"Avg generation throughput: %.1f tokens/s, " "Avg generation throughput: %.1f tokens/s, "
"Running: %d reqs, Swapped: %d reqs, " "Running: %d reqs, Swapped: %d reqs, "
"Pending: %d reqs, GPU KV cache usage: %.1f%, " "Pending: %d reqs, GPU KV cache usage: %.1f%%, "
"CPU KV cache usage: %.1f%", "CPU KV cache usage: %.1f%%",
prompt_throughput, prompt_throughput,
generation_throughput, generation_throughput,
stats.num_running, stats.num_running,