[V1][Metrics] Deprecate metrics with gpu_ prefix for non GPU specific metrics. (#18354)

Signed-off-by: Saheli Bhattacharjee <saheli@krai.ai>
This commit is contained in:
Saheli Bhattacharjee
2025-06-14 04:07:36 +01:00
committed by GitHub
parent bd517eb9fe
commit d1e34cc9ac
3 changed files with 41 additions and 8 deletions

View File

@@ -947,7 +947,7 @@ class Scheduler(SchedulerInterface):
return SchedulerStats(
num_running_reqs=len(self.running),
num_waiting_reqs=len(self.waiting),
gpu_cache_usage=self.kv_cache_manager.usage,
kv_cache_usage=self.kv_cache_manager.usage,
prefix_cache_stats=prefix_cache_stats,
spec_decoding_stats=spec_decoding_stats,
)