biondizzle/nvfp4-megamoe-kernel
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: set _l1_activation_global_scale (with underscore) — attribute name mismatch

Browse Source
This commit is contained in:
biondizzle
2026-05-17 03:35:20 +00:00
parent b382a7a528
commit d2965b432d
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/patches/deepseek_v4.py
View File

@@ -526,8 +526,8 @@ class DeepseekV4MegaMoEExperts(nn.Module):
l2_igs = w2_igs[:, 0]
else:
l2_igs = w2_igs
self._cutedsl_runner.l1_activation_global_scale = l1_igs.mean().item()
self._cutedsl_runner.l2_activation_global_scale = l2_igs.mean().item()
self._cutedsl_runner._l1_activation_global_scale = l1_igs.mean().item()
self._cutedsl_runner._l2_activation_global_scale = l2_igs.mean().item()
# Drop the original loader-side parameters
self._w13_input_scale = self.w13_input_scale.data.clone()