biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[XPU] Support Intel XPU hardware information collection in usage stats (#37964)

Browse Source 
Signed-off-by: sihao.li <sihao.li@intel.com>
This commit is contained in:
sihao_li
2026-03-25 01:29:17 +08:00
committed by GitHub
parent b3601da6e7
commit a5416bc52e
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/usage/usage_lib.py
View File

@@ -136,6 +136,7 @@ class UsageMessage:
self.total_memory: int | None = None
self.architecture: str | None = None
self.platform: str | None = None
self.xpu_runtime: str | None = None
self.cuda_runtime: str | None = None
self.gpu_count: int | None = None
self.gpu_type: str | None = None
@@ -201,6 +202,11 @@ class UsageMessage:
)
if current_platform.is_cuda():
self.cuda_runtime = torch.version.cuda
if current_platform.is_xpu():
self.xpu_runtime = torch.version.xpu
self.gpu_count = torch.xpu.device_count()
self.gpu_type = torch.xpu.get_device_name(0)
self.gpu_memory_per_device = torch.xpu.get_device_properties(0).total_memory
if current_platform.is_tpu(): # noqa: SIM102
if not self._report_tpu_inference_usage():
logger.exception("Failed to collect TPU information")