[Misc] Clean up renderers (#36770)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2026-03-12 00:39:29 +08:00
committed by GitHub
parent c84b519cf3
commit 196802dfa6
12 changed files with 136 additions and 220 deletions

View File

@@ -532,6 +532,22 @@ class ModelConfig:
self._architecture = arch
logger.info("Resolved architecture: %s", arch)
# Set default tokenizer modes based on model architecture
if self.tokenizer_mode == "auto":
if arch == "Grok1ForCausalLM":
self.tokenizer_mode = "grok2"
elif arch == "MoonshotKimiaForCausalLM":
self.tokenizer_mode = "kimi_audio"
elif arch == "QwenVLForConditionalGeneration":
self.tokenizer_mode = "qwen_vl"
if self.tokenizer_mode != "auto":
logger.info(
"Defaulting to tokenizer_mode=%r for %s",
self.tokenizer_mode,
arch,
)
# Init pooler config if needed
if self.runner_type == "pooling":
if self.pooler_config is None: