[hardware][misc] introduce platform abstraction (#6080)

2024-07-02 20:12:22 -07:00
parent 9d6a8daa87
commit 482045ee77
16 changed files with 113 additions and 29 deletions
--- a/vllm/utils.py
+++ b/vllm/utils.py
@@ -866,13 +866,6 @@ def is_full_nvlink(device_ids: List[int]) -> bool:
    return True


-@lru_cache(maxsize=8)
-@with_nvml_context
-def get_device_capability_stateless(device_id: int = 0) -> Tuple[int, int]:
-    handle = pynvml.nvmlDeviceGetHandleByIndex(device_id)
-    return pynvml.nvmlDeviceGetCudaComputeCapability(handle)
-
-
 #From: https://stackoverflow.com/a/4104188/2749989
 def run_once(f):