Pixtral (#8377)

Co-authored-by: Roger Wang <ywang@roblox.com>
2024-09-11 23:41:55 +02:00
parent 775f00f81e
commit d394787e52
8 changed files with 807 additions and 9 deletions
--- a/vllm/model_executor/models/init.py
+++ b/vllm/model_executor/models/init.py
@@ -92,6 +92,8 @@ _MULTIMODAL_MODELS = {
    "Phi3VForCausalLM": ("phi3v", "Phi3VForCausalLM"),
    "UltravoxModel": ("ultravox", "UltravoxModel"),
    "QWenLMHeadModel": ("qwen", "QWenLMHeadModel"),
+    "PixtralForConditionalGeneration": ("pixtral",
+                                        "PixtralForConditionalGeneration"),
    "Qwen2VLForConditionalGeneration": ("qwen2_vl",
                                        "Qwen2VLForConditionalGeneration"),
 }