biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Bugfix] Fix interns1-pro initialization and PP (#33793)

Browse Source 
Signed-off-by: Isotr0py <mozf@mail2.sysu.edu.cn>
This commit is contained in:
Isotr0py
2026-02-05 01:54:45 +08:00
committed by GitHub
parent 0e92298622
commit 192ad4648b
6 changed files with 43 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/model_executor/models/qwen3_vl.py
View File

@@ -1114,10 +1114,11 @@ class Qwen3VLMultiModalProcessor(BaseMultiModalProcessor[Qwen3VLProcessingInfo])
class Qwen3LLMModel(Qwen3Model):
def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
super().__init__(vllm_config=vllm_config, prefix=prefix)
if not get_pp_group().is_first_rank:
assert self.start_layer >= len(
vllm_config.model_config.hf_config.vision_config.deepstack_visual_indexes
), (
vision_config = vllm_config.model_config.hf_config.vision_config
if not get_pp_group().is_first_rank and hasattr(
vision_config, "deepstack_visual_indexes"
):
assert self.start_layer >= len(vision_config.deepstack_visual_indexes), (
"start_layer should be greater than or equal to "
"len(deepstack_visual_indexes)"
)