From d419aa5dc4a519e4c8bdefbf767457dd687d9556 Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Tue, 6 May 2025 09:49:49 -0400 Subject: [PATCH] [V1] Enable TPU V1 backend by default (#17673) Signed-off-by: mgoin --- vllm/engine/arg_utils.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py index 08dbb4c45..d20ef6843 100644 --- a/vllm/engine/arg_utils.py +++ b/vllm/engine/arg_utils.py @@ -1354,9 +1354,10 @@ class EngineArgs: if is_eagle_enabled and _warn_or_fallback("Eagle"): return False - # Non-CUDA is supported on V1, but off by default for now. - not_cuda = not current_platform.is_cuda() - if not_cuda and _warn_or_fallback( # noqa: SIM103 + # Non-[CUDA, TPU] may be supported on V1, but off by default for now. + v0_hardware = not any( + (current_platform.is_cuda(), current_platform.is_tpu())) + if v0_hardware and _warn_or_fallback( # noqa: SIM103 current_platform.device_name): return False #############################################################