[Model] GLM adaptation (#34124)

2026-02-09 17:32:52 +08:00
parent 5a5c43511a
commit 978a37c823
7 changed files with 13 additions and 3 deletions
--- a/vllm/config/speculative.py
+++ b/vllm/config/speculative.py
@@ -181,7 +181,7 @@ class SpeculativeConfig:
    @staticmethod
    def hf_config_override(hf_config: PretrainedConfig) -> PretrainedConfig:
        initial_architecture = hf_config.architectures[0]
-        if hf_config.model_type in ("deepseek_v3", "deepseek_v32"):
+        if hf_config.model_type in ("deepseek_v3", "deepseek_v32", "glm_moe_dsa"):
            hf_config.model_type = "deepseek_mtp"
        if hf_config.model_type == "deepseek_mtp":
            n_predict = getattr(hf_config, "num_nextn_predict_layers", None)