[TPU][V1] Use language_model interface for getting text backbone in MM (#16410)

Signed-off-by: NickLucche <nlucches@redhat.com>
2025-04-10 19:32:04 +02:00
parent 83b824c8b4
commit c1b57855ec
1 changed files with 1 additions and 2 deletions
--- a/vllm/v1/worker/tpu_model_runner.py
+++ b/vllm/v1/worker/tpu_model_runner.py
@@ -972,8 +972,7 @@ class TPUModelRunner:

    def reset_dynamo_cache(self):
        if self.is_multimodal_model:
-            assert hasattr(self.model, "language_model")
-            compiled_model = self.model.language_model.model
+            compiled_model = self.model.get_language_model().model
        else:
            compiled_model = self.model.model
        if isinstance(compiled_model, TorchCompileWrapperWithCustomDispatcher):