Add truncate arg to yarn to match openai implementation of gpt-oss (#28244)

Signed-off-by: ashors1 <ashors@nvidia.com>
Co-authored-by: Chen Zhang <zhangch99@outlook.com>
This commit is contained in:
Anna Shors
2025-11-20 02:53:50 -08:00
committed by GitHub
parent 66483a9d00
commit 6eb745d9bd
4 changed files with 12 additions and 7 deletions

View File

@@ -78,6 +78,7 @@ class OAIAttention(nn.Module):
],
"beta_fast": config.rope_parameters["beta_fast"],
"beta_slow": config.rope_parameters["beta_slow"],
"truncate": config.rope_parameters.get("truncate", True),
},
is_neox_style=True,
)