[V1][Metrics] Add several request timing histograms (#12644)

Signed-off-by: Mark McLoughlin <markmc@redhat.com>
2025-02-11 15:14:00 +00:00
parent 110f59a33e
commit 75e6e14516
16 changed files with 335 additions and 85 deletions
--- a/tests/v1/core/test_scheduler.py
+++ b/tests/v1/core/test_scheduler.py
@@ -38,7 +38,8 @@ def create_scheduler(
    return Scheduler(scheduler_config,
                     model_config,
                     cache_config,
-                     lora_config=None)
+                     lora_config=None,
+                     log_stats=True)


 def create_requests(