Add more documentation and improve usability of lognormal dist (benchmark_serving_multi_turn) (#23255)

Signed-off-by: daniels <daniels@pliops.com>
2025-09-17 08:53:17 +03:00
parent ca2d1925ef
commit 43a62c51be
3 changed files with 203 additions and 8 deletions
--- a/benchmarks/multi_turn/generate_multi_turn.json
+++ b/benchmarks/multi_turn/generate_multi_turn.json
@@ -15,9 +15,8 @@
        },
        "prefix_num_tokens": {
            "distribution": "lognormal",
-            "mean": 6,
-            "sigma": 4,
-            "max": 1500
+            "average": 1000,
+            "max": 5000
        },
        "num_tokens": {
            "distribution": "uniform",