[V1] Move usage stats to worker and start logging TPU hardware (#16211)
This commit is contained in:
@@ -36,7 +36,6 @@ from vllm.v1.executor.abstract import Executor
|
||||
from vllm.v1.metrics.loggers import (LoggingStatLogger, PrometheusStatLogger,
|
||||
StatLoggerBase)
|
||||
from vllm.v1.metrics.stats import IterationStats, SchedulerStats
|
||||
from vllm.v1.utils import report_usage_stats
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
@@ -113,9 +112,6 @@ class AsyncLLM(EngineClient):
|
||||
except RuntimeError:
|
||||
pass
|
||||
|
||||
# If usage stat is enabled, collect relevant info.
|
||||
report_usage_stats(vllm_config, usage_context)
|
||||
|
||||
@classmethod
|
||||
def from_vllm_config(
|
||||
cls,
|
||||
|
||||
Reference in New Issue
Block a user