[TPU] add tpu_inference (#27277)

Signed-off-by: Johnny Yang <johnnyyang@google.com>
2025-11-26 14:46:36 -08:00
parent 56539cddac
commit ba1fcd84a7
4 changed files with 5 additions and 13 deletions
--- a/vllm/platforms/tpu.py
+++ b/vllm/platforms/tpu.py
@@ -267,7 +267,9 @@ class TpuPlatform(Platform):


 try:
-    from tpu_inference.platforms import TpuPlatform as TpuInferencePlatform
+    from tpu_inference.platforms.tpu_platforms import (
+        TpuPlatform as TpuInferencePlatform,
+    )

    TpuPlatform = TpuInferencePlatform  # type: ignore
    USE_TPU_INFERENCE = True