[Misc] Add vLLM version getter to utils (#5098)

This commit is contained in:
Cyrus Leung
2024-06-14 02:21:39 +08:00
committed by GitHub
parent a65634d3ae
commit 03dccc886e
7 changed files with 13 additions and 11 deletions

View File

@@ -16,6 +16,7 @@ import requests
import torch
import vllm.envs as envs
from vllm.version import __version__ as VLLM_VERSION
_config_home = envs.VLLM_CONFIG_ROOT
_USAGE_STATS_JSON_PATH = os.path.join(_config_home, "vllm/usage_stats.json")
@@ -163,9 +164,8 @@ class UsageMessage:
])
# vLLM information
import vllm # delayed import to prevent circular import
self.context = usage_context.value
self.vllm_version = vllm.__version__
self.vllm_version = VLLM_VERSION
self.model_architecture = model_architecture
# Metadata