[platform] add ray_device_key (#11948)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2025-01-13 16:20:52 +08:00
committed by GitHub
parent c3f05b09a0
commit 89ce62a316
9 changed files with 38 additions and 8 deletions

View File

@@ -19,6 +19,9 @@ class XPUPlatform(Platform):
device_name: str = "xpu"
device_type: str = "xpu"
dispatch_key: str = "XPU"
# Intel XPU's device key is "GPU" for Ray.
# see https://github.com/ray-project/ray/blob/6a5eb5865eeb9ccf058a79b44f107e327e360673/python/ray/_private/accelerators/intel_gpu.py#L20 # noqa: E501
ray_device_key: str = "GPU"
@classmethod
def get_attn_backend_cls(cls, selected_backend: _Backend, head_size: int,