Add truncate arg to yarn to match openai implementation of gpt-oss (#28244)
Signed-off-by: ashors1 <ashors@nvidia.com> Co-authored-by: Chen Zhang <zhangch99@outlook.com>
This commit is contained in:
@@ -78,6 +78,7 @@ class OAIAttention(nn.Module):
|
||||
],
|
||||
"beta_fast": config.rope_parameters["beta_fast"],
|
||||
"beta_slow": config.rope_parameters["beta_slow"],
|
||||
"truncate": config.rope_parameters.get("truncate", True),
|
||||
},
|
||||
is_neox_style=True,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user