[Bugfix][benchmarks] Fix input token calculation for rerank benchmark metrics (#30596)

Signed-off-by: vensen <vensenmu@gmail.com>
2025-12-14 22:57:15 +08:00
parent ae88aada38
commit add4b0ca44
3 changed files with 7 additions and 2 deletions
--- a/vllm/benchmarks/serve.py
+++ b/vllm/benchmarks/serve.py
@@ -235,7 +235,9 @@ async def get_request(


 def calculate_metrics_for_embeddings(
-    outputs: list[RequestFuncOutput], dur_s: float, selected_percentiles: list[float]
+    outputs: list[RequestFuncOutput],
+    dur_s: float,
+    selected_percentiles: list[float],
 ) -> EmbedBenchmarkMetrics:
    """Calculate the metrics for the embedding requests.