[Refactor]A simple device-related refactor (#11163)

Signed-off-by: noemotiovon <noemotiovon@gmail.com>
Co-authored-by: noemotiovon <noemotiovon@gmail.com>
This commit is contained in:
Chenguang Li
2024-12-13 21:39:00 +08:00
committed by GitHub
parent 969da7d70b
commit d1fa714cb1
7 changed files with 51 additions and 31 deletions

View File

@@ -78,3 +78,8 @@ class XPUPlatform(Platform):
parallel_config.distributed_executor_backend = "ray"
if parallel_config.worker_cls == "auto":
parallel_config.worker_cls = "vllm.worker.xpu_worker.XPUWorker"
@classmethod
def is_pin_memory_available(cls):
logger.warning("Pin memory is not supported on XPU.")
return False