[Bugfix][Model] Fix Python 3.8 compatibility in Pixtral model by updating type annotations (#8490)

2024-09-15 06:20:05 +02:00
parent 50e9ec41fc
commit 3724d5f6b5
1 changed files with 1 additions and 1 deletions
--- a/vllm/model_executor/models/pixtral.py
+++ b/vllm/model_executor/models/pixtral.py
@@ -454,7 +454,7 @@ class Transformer(nn.Module):
        return x


-def position_meshgrid(patch_embeds_list: list[torch.Tensor], ) -> torch.Tensor:
+def position_meshgrid(patch_embeds_list: List[torch.Tensor], ) -> torch.Tensor:
    positions = torch.cat([
        torch.stack(
            torch.meshgrid(