biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[bench] add start_times field to vllm bench serve json result (#32667)

Browse Source 
Signed-off-by: Kebe <mail@kebe7jun.com>
This commit is contained in:
Kebe
2026-01-22 16:10:14 +09:00
committed by GitHub
parent a810299838
commit 1bf1a34b19
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/benchmarks/serve.py
View File

@@ -958,6 +958,7 @@ async def benchmark(
"output_lens": actual_output_lens, "output_lens": actual_output_lens,
"ttfts": [output.ttft for output in outputs], "ttfts": [output.ttft for output in outputs],
"itls": [output.itl for output in outputs], "itls": [output.itl for output in outputs],
"start_times": [output.start_time for output in outputs],
"generated_texts": [output.generated_text for output in outputs], "generated_texts": [output.generated_text for output in outputs],
"errors": [output.error for output in outputs], "errors": [output.error for output in outputs],
"max_output_tokens_per_s": metrics.max_output_tokens_per_s, "max_output_tokens_per_s": metrics.max_output_tokens_per_s,
@@ -1721,6 +1722,7 @@ async def main_async(args: argparse.Namespace) -> dict[str, Any]:
for field in [ for field in [
"input_lens", "input_lens",
"output_lens", "output_lens",
"start_times",
"ttfts", "ttfts",
"itls", "itls",
"generated_texts", "generated_texts",