From b2e65cb4a7ea7c000517a7b78a6e0ccd9ecb0517 Mon Sep 17 00:00:00 2001 From: Seiji Eicher <58963096+eicherseiji@users.noreply.github.com> Date: Thu, 30 Oct 2025 19:40:35 -0500 Subject: [PATCH] [benchmark] Make request IDs unique across clients by default (#27723) Signed-off-by: Seiji Eicher --- vllm/benchmarks/serve.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/benchmarks/serve.py b/vllm/benchmarks/serve.py index 71d136d61..4b15d8e62 100644 --- a/vllm/benchmarks/serve.py +++ b/vllm/benchmarks/serve.py @@ -26,6 +26,7 @@ import os import random import shutil import time +import uuid import warnings from collections.abc import AsyncGenerator, Iterable from dataclasses import dataclass @@ -1160,7 +1161,7 @@ def add_cli_args(parser: argparse.ArgumentParser): "--request-id-prefix", type=str, required=False, - default="benchmark-serving", + default=f"bench-{uuid.uuid4().hex[:8]}-", help="Specify the prefix of request id.", )