[Model] Support Pixtral models in the HF Transformers format (#9036)

2024-10-18 15:29:56 -04:00
parent 67a7e5ef38
commit 3921a2f29e
7 changed files with 503 additions and 12 deletions
--- a/vllm/model_executor/layers/activation.py
+++ b/vllm/model_executor/layers/activation.py
@@ -264,6 +264,8 @@ _ACTIVATION_REGISTRY = LazyDict({
    lambda: nn.ReLU(),
    "relu2":
    lambda: ReLUSquaredActivation(),
+    "silu":
+    lambda: nn.SiLU(),
    "quick_gelu":
    lambda: QuickGELU(),
 })