[V1] Move usage stats to worker and start logging TPU hardware (#16211)

This commit is contained in:
Daniel Li
2025-04-25 13:06:01 -07:00
committed by GitHub
parent a5450f11c9
commit 48cb2109b6
6 changed files with 22 additions and 10 deletions

View File

@@ -36,7 +36,6 @@ from vllm.v1.executor.abstract import Executor
from vllm.v1.metrics.loggers import (LoggingStatLogger, PrometheusStatLogger,
StatLoggerBase)
from vllm.v1.metrics.stats import IterationStats, SchedulerStats
from vllm.v1.utils import report_usage_stats
logger = init_logger(__name__)
@@ -113,9 +112,6 @@ class AsyncLLM(EngineClient):
except RuntimeError:
pass
# If usage stat is enabled, collect relevant info.
report_usage_stats(vllm_config, usage_context)
@classmethod
def from_vllm_config(
cls,