[Bugfix] Fix QWen2 VL multimodal mapping (#17240)
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
@@ -1131,5 +1131,6 @@ class Qwen2_5_VLForConditionalGeneration(nn.Module, SupportsMultiModal,
|
|||||||
"""
|
"""
|
||||||
return MultiModelKeys.from_string_field(
|
return MultiModelKeys.from_string_field(
|
||||||
language_model="language_model",
|
language_model="language_model",
|
||||||
connector="visual.",
|
connector="visual.merger.",
|
||||||
tower_model="visual.merger.")
|
tower_model="visual.",
|
||||||
|
)
|
||||||
|
|||||||
@@ -1404,5 +1404,6 @@ class Qwen2VLForConditionalGeneration(nn.Module, SupportsMultiModal,
|
|||||||
"""
|
"""
|
||||||
return MultiModelKeys.from_string_field(
|
return MultiModelKeys.from_string_field(
|
||||||
language_model="language_model",
|
language_model="language_model",
|
||||||
connector="visual.",
|
connector="visual.merger.",
|
||||||
tower_model="visual.merger.")
|
tower_model="visual.",
|
||||||
|
)
|
||||||
|
|||||||
Reference in New Issue
Block a user