[Bugfix] Standardize custom HF Processor init (#37289)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2026-03-17 23:38:55 +08:00
committed by GitHub
parent 979ff44cea
commit c781fbbab3
7 changed files with 41 additions and 35 deletions

View File

@@ -44,7 +44,10 @@ from vllm.multimodal.processing import (
PromptUpdateDetails,
)
from vllm.sequence import IntermediateTensors
from vllm.transformers_utils.processors.qwen_vl import QwenVLProcessor
from vllm.transformers_utils.processors.qwen_vl import (
QwenVLImageProcessorFast,
QwenVLProcessor,
)
from vllm.utils.tensor_schema import TensorSchema, TensorShape
from .interfaces import (
@@ -432,15 +435,20 @@ class QwenVLModel(QWenModel):
class QwenVLProcessingInfo(BaseProcessingInfo):
def get_hf_processor(self, **kwargs: object) -> QwenVLProcessor:
def get_image_processor(self, **kwargs):
config = self.get_hf_config()
vision_config = config.visual
image_size = vision_config["image_size"]
image_size = vision_config["image_size"]
kwargs.setdefault("size", {"width": image_size, "height": image_size})
return QwenVLImageProcessorFast(**kwargs)
def get_hf_processor(self, **kwargs: object) -> QwenVLProcessor:
return self.ctx.init_processor(
QwenVLProcessor,
tokenizer=self.get_tokenizer(),
**{**kwargs, "image_size": image_size},
image_processor=self.get_image_processor(**kwargs),
)
def get_supported_mm_limits(self) -> Mapping[str, int | None]: