From e5173d3bac054edc1b556005d804a5acf94eaf15 Mon Sep 17 00:00:00 2001 From: Andy Liu <31980222+andyl98@users.noreply.github.com> Date: Wed, 7 Jan 2026 23:45:10 -0800 Subject: [PATCH] [Bugfix] Remove the num_hidden_layers override for glm4_moe (#31745) --- vllm/config/speculative.py | 1 - 1 file changed, 1 deletion(-) diff --git a/vllm/config/speculative.py b/vllm/config/speculative.py index ad4057de8..e80fa532a 100644 --- a/vllm/config/speculative.py +++ b/vllm/config/speculative.py @@ -199,7 +199,6 @@ class SpeculativeConfig: n_predict = getattr(hf_config, "num_nextn_predict_layers", None) hf_config.update( { - "num_hidden_layers": 0, "n_predict": n_predict, "architectures": ["Glm4MoeMTPModel"], }