biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Remove unused config field from Gemma2 (#36672)

Browse Source 
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor
2026-03-11 08:51:19 +00:00
committed by GitHub
parent e568cf88bc
commit f4ae58b38b
1 changed files with 2 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/model_executor/models/gemma2.py
View File

@@ -63,7 +63,6 @@ class Gemma2MLP(nn.Module):
self, self,
hidden_size: int, hidden_size: int,
intermediate_size: int, intermediate_size: int,
hidden_act: str,
hidden_activation: str, hidden_activation: str,
quant_config: QuantizationConfig | None = None, quant_config: QuantizationConfig | None = None,
prefix: str = "", prefix: str = "",
@@ -83,11 +82,10 @@ class Gemma2MLP(nn.Module):
quant_config=quant_config, quant_config=quant_config,
prefix=f"{prefix}.down_proj", prefix=f"{prefix}.down_proj",
) )
if not (hidden_act == hidden_activation == "gelu_pytorch_tanh"): if not (hidden_activation == "gelu_pytorch_tanh"):
raise ValueError( raise ValueError(
"Gemma2 uses `gelu_pytorch_tanh` as the hidden activation " "Gemma2 uses `gelu_pytorch_tanh` as the hidden activation "
"function. Please set `hidden_act` and `hidden_activation` to " "function. Please set `hidden_activation` to `gelu_pytorch_tanh`."
"`gelu_pytorch_tanh`."
) )
self.act_fn = GeluAndMul(approximate="tanh") self.act_fn = GeluAndMul(approximate="tanh")
@@ -212,7 +210,6 @@ class Gemma2DecoderLayer(nn.Module):
self.mlp = Gemma2MLP( self.mlp = Gemma2MLP(
hidden_size=self.hidden_size, hidden_size=self.hidden_size,
intermediate_size=config.intermediate_size, intermediate_size=config.intermediate_size,
hidden_act=config.hidden_act,
hidden_activation=config.hidden_activation, hidden_activation=config.hidden_activation,
quant_config=quant_config, quant_config=quant_config,
prefix=f"{prefix}.mlp", prefix=f"{prefix}.mlp",