[torch.compile] Adding torch compile annotations to some models (#9614)

vllm/model_executor/models/gemma.py

@@ -22,6 +22,7 @@ from torch import nn
 from transformers import GemmaConfig
 
 from vllm.attention import Attention, AttentionMetadata
+from vllm.compilation.decorators import support_torch_compile
 from vllm.config import CacheConfig, LoRAConfig
 from vllm.distributed import get_pp_group, get_tensor_model_parallel_world_size
 from vllm.logger import init_logger
@@ -239,6 +240,7 @@ class GemmaDecoderLayer(nn.Module):
         return hidden_states, residual
 
 
+@support_torch_compile
 class GemmaModel(nn.Module):
 
     def __init__(