[Hardware][intel GPU] add async output process for xpu (#8897)

2024-10-15 02:23:33 +08:00
parent dfe43a2071
commit 4141608c6a
2 changed files with 8 additions and 4 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -361,9 +361,9 @@ class ModelConfig:

        # Reminder: Please update docs/source/serving/compatibility_matrix.rst
        # If the feature combo become valid
-        if device_config.device_type not in ("cuda", "tpu"):
+        if device_config.device_type not in ("cuda", "tpu", "xpu"):
            logger.warning(
-                "Async output processing is only supported for CUDA or TPU. "
+                "Async output processing is only supported for CUDA, TPU, XPU. "
                "Disabling it for other platforms.")
            self.use_async_output_proc = False
            return