biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Fix accessing hidden_act from model config (#32686)

Browse Source 
Signed-off-by: Grzegorz Karch <gkarch@nvidia.com>
This commit is contained in:
Grzegorz K. Karch
2026-02-02 12:11:33 +01:00
committed by GitHub
parent 528b3076af
commit 78061ef584
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/model_executor/models/nemotron_nas.py
View File

@@ -177,10 +177,15 @@ class DeciLMDecoderLayer(nn.Module):
else: else:
intermediate_size = block_config.ffn.intermediate_size intermediate_size = block_config.ffn.intermediate_size
if hasattr(block_config.ffn, "hidden_act"):
hidden_act = block_config.ffn.hidden_act
else:
hidden_act = config.hidden_act
self.mlp = LlamaMLP( self.mlp = LlamaMLP(
hidden_size=self.hidden_size, hidden_size=self.hidden_size,
intermediate_size=intermediate_size, intermediate_size=intermediate_size,
hidden_act=config.hidden_act, hidden_act=hidden_act,
quant_config=quant_config, quant_config=quant_config,
bias=getattr(config, "mlp_bias", False), bias=getattr(config, "mlp_bias", False),
prefix=f"{prefix}.mlp", prefix=f"{prefix}.mlp",