[Hardware] Replace memory related torch.cuda APIs (#37031)

Signed-off-by: Kunshang Ji <jikunshang95@gmail.com>
2026-03-16 18:24:48 +08:00
parent 122f75d939
commit 747b068136
8 changed files with 20 additions and 17 deletions
--- a/vllm/v1/worker/gpu_worker.py
+++ b/vllm/v1/worker/gpu_worker.py
@@ -387,7 +387,7 @@ class Worker(WorkerBase):
        ) as profile_result:
            self.model_runner.profile_run()

-            profile_torch_peak = current_platform.memory_stats(self.device).get(
+            profile_torch_peak = torch.accelerator.memory_stats(self.device).get(
                "allocated_bytes.all.peak", 0
            )