biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Misc] fix qwen3.5 config (#34604)

Browse Source
This commit is contained in:
JJJYmmm
2026-02-16 16:25:38 +08:00
committed by GitHub
parent ec17bdd894
commit 9521002f0a
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/transformers_utils/configs/qwen3_5.py
View File

@@ -68,10 +68,10 @@ class Qwen3_5TextConfig(PretrainedConfig):
eos_token_id=None, eos_token_id=None,
**kwargs, **kwargs,
): ):
kwargs["ignore_keys_at_rope_validation"] = [ kwargs["ignore_keys_at_rope_validation"] = {
"mrope_section", "mrope_section",
"mrope_interleaved", "mrope_interleaved",
] }
self.vocab_size = vocab_size self.vocab_size = vocab_size
self.max_position_embeddings = max_position_embeddings self.max_position_embeddings = max_position_embeddings
self.hidden_size = hidden_size self.hidden_size = hidden_size

4
vllm/transformers_utils/configs/qwen3_5_moe.py
View File

@@ -75,10 +75,10 @@ class Qwen3_5MoeTextConfig(PretrainedConfig):
eos_token_id=None, eos_token_id=None,
**kwargs, **kwargs,
): ):
kwargs["ignore_keys_at_rope_validation"] = [ kwargs["ignore_keys_at_rope_validation"] = {
"mrope_section", "mrope_section",
"mrope_interleaved", "mrope_interleaved",
] }
self.vocab_size = vocab_size self.vocab_size = vocab_size
self.max_position_embeddings = max_position_embeddings self.max_position_embeddings = max_position_embeddings
self.hidden_size = hidden_size self.hidden_size = hidden_size