biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[benchmark] Make request IDs unique across clients by default (#27723)

Browse Source 
Signed-off-by: Seiji Eicher <seiji@anyscale.com>
This commit is contained in:
Seiji Eicher
2025-10-30 19:40:35 -05:00
committed by GitHub
parent 2bf0bcc1fc
commit b2e65cb4a7
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/benchmarks/serve.py
View File

@@ -26,6 +26,7 @@ import os
import random import random
import shutil import shutil
import time import time
import uuid
import warnings import warnings
from collections.abc import AsyncGenerator, Iterable from collections.abc import AsyncGenerator, Iterable
from dataclasses import dataclass from dataclasses import dataclass
@@ -1160,7 +1161,7 @@ def add_cli_args(parser: argparse.ArgumentParser):
"--request-id-prefix", "--request-id-prefix",
type=str, type=str,
required=False, required=False,
default="benchmark-serving", default=f"bench-{uuid.uuid4().hex[:8]}-",
help="Specify the prefix of request id.", help="Specify the prefix of request id.",
) )