[platform] add ray_device_key (#11948)

Signed-off-by: youkaichao <youkaichao@gmail.com>
2025-01-13 16:20:52 +08:00
parent c3f05b09a0
commit 89ce62a316
9 changed files with 38 additions and 8 deletions
--- a/vllm/platforms/rocm.py
+++ b/vllm/platforms/rocm.py
@@ -64,6 +64,8 @@ class RocmPlatform(Platform):
    device_name: str = "rocm"
    device_type: str = "cuda"
    dispatch_key: str = "CUDA"
+    ray_device_key: str = "GPU"
+
    supported_quantization: list[str] = [
        "awq", "gptq", "fp8", "compressed_tensors", "compressed-tensors",
        "fbgemm_fp8", "gguf"