From 4611af1663e268b5a64221c999868779632296a7 Mon Sep 17 00:00:00 2001 From: Alex Brooks Date: Thu, 19 Feb 2026 00:18:23 -0700 Subject: [PATCH] [Bugfix] Add Quant Config to Llava Next Projector (#34847) Signed-off-by: Alex Brooks --- vllm/model_executor/models/llava_next.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm/model_executor/models/llava_next.py b/vllm/model_executor/models/llava_next.py index 4ea58ce71..82a1da304 100644 --- a/vllm/model_executor/models/llava_next.py +++ b/vllm/model_executor/models/llava_next.py @@ -285,6 +285,8 @@ class LlavaNextForConditionalGeneration(nn.Module, SupportsMultiModal, SupportsP text_hidden_size=config.text_config.hidden_size, projector_hidden_act=config.projector_hidden_act, multimodal_projector_bias=config.multimodal_projector_bias, + quant_config=quant_config, + prefix=maybe_prefix(prefix, "multi_modal_projector"), ) with self._mark_language_model(vllm_config):