diff --git a/vllm/config/speculative.py b/vllm/config/speculative.py index ad4057de8..e80fa532a 100644 --- a/vllm/config/speculative.py +++ b/vllm/config/speculative.py @@ -199,7 +199,6 @@ class SpeculativeConfig: n_predict = getattr(hf_config, "num_nextn_predict_layers", None) hf_config.update( { - "num_hidden_layers": 0, "n_predict": n_predict, "architectures": ["Glm4MoeMTPModel"], }