biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[V1] Enable TPU V1 backend by default (#17673)

Browse Source 
Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin
2025-05-06 09:49:49 -04:00
committed by GitHub
parent f9bc5a0693
commit d419aa5dc4
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/engine/arg_utils.py
View File

@@ -1354,9 +1354,10 @@ class EngineArgs:
if is_eagle_enabled and _warn_or_fallback("Eagle"): if is_eagle_enabled and _warn_or_fallback("Eagle"):
return False return False
# Non-CUDA is supported on V1, but off by default for now. # Non-[CUDA, TPU] may be supported on V1, but off by default for now.
not_cuda = not current_platform.is_cuda() v0_hardware = not any(
if not_cuda and _warn_or_fallback( # noqa: SIM103 (current_platform.is_cuda(), current_platform.is_tpu()))
if v0_hardware and _warn_or_fallback( # noqa: SIM103
current_platform.device_name): current_platform.device_name):
return False return False
############################################################# #############################################################