[torch.compile] integration with compilation control (#9058)

vllm/platforms/tpu.py

@@ -1,7 +1,21 @@
+import os
+
 import torch
 
+import vllm.envs as envs
+from vllm.compilation.levels import CompilationLevel
+from vllm.plugins import set_torch_compile_backend
+
 from .interface import Platform, PlatformEnum
 
+if "VLLM_TORCH_COMPILE_LEVEL" not in os.environ:
+    os.environ["VLLM_TORCH_COMPILE_LEVEL"] = str(CompilationLevel.DYNAMO_ONCE)
+
+assert envs.VLLM_TORCH_COMPILE_LEVEL < CompilationLevel.INDUCTOR,\
+     "TPU does not support Inductor."
+
+set_torch_compile_backend("openxla")
+
 
 class TpuPlatform(Platform):
     _enum = PlatformEnum.TPU