[Bugfix] Fix DeepSeek-V3.2 tokenizer stripping spaces (#37004)

Signed-off-by: Matthew Bonanni <mbonanni@redhat.com>
This commit is contained in:
Matthew Bonanni
2026-03-13 18:55:36 -04:00
committed by GitHub
parent f1816fb192
commit 9efc4db965
2 changed files with 4 additions and 2 deletions

View File

@@ -540,6 +540,8 @@ class ModelConfig:
self.tokenizer_mode = "kimi_audio"
elif arch == "QwenVLForConditionalGeneration":
self.tokenizer_mode = "qwen_vl"
elif arch == "DeepseekV32ForCausalLM":
self.tokenizer_mode = "deepseek_v32"
if self.tokenizer_mode != "auto":
logger.info(