allow user chose log level by --log-level instead of fixed 'info'. (#3109)

Co-authored-by: zixiao <shunli.dsl@alibaba-inc.com> Co-authored-by: Simon Mo <simon.mo@hey.com>
2024-03-02 07:28:41 +08:00
parent 82091b864a
commit 29e70e3e88
3 changed files with 9 additions and 2 deletions
--- a/vllm/engine/metrics.py
+++ b/vllm/engine/metrics.py
@@ -23,6 +23,7 @@ class Metrics:
            if hasattr(collector, "_name") and "vllm" in collector._name:
                REGISTRY.unregister(collector)

+        # Config Information
        self.info_cache_config = Info(
            name='vllm:cache_config',
            documentation='information of cache_config')