[Bugfix] Add Quant Config to Llava Next Projector (#34847)

Signed-off-by: Alex Brooks <albrooks@redhat.com>
2026-02-19 00:18:23 -07:00
parent ad5aa6bd9f
commit 4611af1663
1 changed files with 2 additions and 0 deletions
--- a/vllm/model_executor/models/llava_next.py
+++ b/vllm/model_executor/models/llava_next.py
@@ -285,6 +285,8 @@ class LlavaNextForConditionalGeneration(nn.Module, SupportsMultiModal, SupportsP
                text_hidden_size=config.text_config.hidden_size,
                projector_hidden_act=config.projector_hidden_act,
                multimodal_projector_bias=config.multimodal_projector_bias,
+                quant_config=quant_config,
+                prefix=maybe_prefix(prefix, "multi_modal_projector"),
            )

        with self._mark_language_model(vllm_config):