[V1][Metrics] Support vllm:cache_config_info (#13299)

2025-02-22 08:20:00 +00:00
parent fca20841c2
commit 1cd981da4f
5 changed files with 32 additions and 12 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -88,6 +88,12 @@ class SupportsHash(Protocol):
        ...


+class SupportsMetricsInfo(Protocol):
+
+    def metrics_info(self) -> Dict[str, str]:
+        ...
+
+
 class ModelImpl(str, enum.Enum):
    AUTO = "auto"
    VLLM = "vllm"