[Spec Decode][Benchmark] Generalize spec decode offline benchmark to more methods and datasets (#18847)

2025-06-12 13:30:56 -04:00
parent 4b25ab14e2
commit 017ef648e9
5 changed files with 403 additions and 223 deletions
--- a/tests/benchmarks/test_serve_cli.py
+++ b/tests/benchmarks/test_serve_cli.py
@@ -31,6 +31,8 @@ def test_bench_serve(server):
        server.host,
        "--port",
        str(server.port),
+        "--dataset-name",
+        "random",
        "--random-input-len",
        "32",
        "--random-output-len",