[Misc][LLaMa4] Compile LLaMa Vision Encoder (#30709)

Signed-off-by: Lucas Kabela <lucaskabela@meta.com>
2026-01-09 19:01:38 -08:00
parent abd9224280
commit ea6d067a2a
7 changed files with 85 additions and 20 deletions
--- a/vllm/model_executor/models/llama.py
+++ b/vllm/model_executor/models/llama.py
@@ -369,7 +369,11 @@ def llama_model_invariants(
        torch._check(positions.size()[0] == input_ids.size()[0])


-@support_torch_compile(shape_invariants=llama_model_invariants)
+@support_torch_compile(
+    # TODO[#32068]: Investigate recompilation
+    # mark_unbacked_dims={"input_ids": 0},
+    shape_invariants=llama_model_invariants
+)
 class LlamaModel(nn.Module):
    def __init__(
        self,