[V1][Metrics] Add iteration_tokens_total histogram from V0 (#13288)

2025-02-15 11:56:19 +00:00
parent 7fdaaf48ef
commit 2ad1bc7afe
3 changed files with 35 additions and 8 deletions
--- a/vllm/v1/engine/async_llm.py
+++ b/vllm/v1/engine/async_llm.py
@@ -57,7 +57,7 @@ class AsyncLLM(EngineClient):
        if self.log_stats:
            self.stat_loggers.extend([
                LoggingStatLogger(),
-                PrometheusStatLogger(vllm_config.model_config),
+                PrometheusStatLogger(vllm_config),
            ])

        # Tokenizer (+ ensure liveness if running in another process).