dang python
This commit is contained in:
@@ -307,8 +307,8 @@ def nvfp4_mega_moe_full(
|
||||
l2_w, l2_sf = transformed_l2_weights
|
||||
|
||||
# Expert sanity check — are experts actually distinct?
|
||||
if not getattr(self, '_expert_sanity', False):
|
||||
self._expert_sanity = True
|
||||
if not getattr(nvfp4_mega_moe_full, '_expert_sanity', False):
|
||||
nvfp4_mega_moe_full._expert_sanity = True
|
||||
for e in range(min(4, l1_w.shape[0])):
|
||||
w_sample = l1_w[e].view(torch.uint8)[:8, :8]
|
||||
sf_sample = l1_sf[e].to(torch.float32)[:4, :4]
|
||||
|
||||
Reference in New Issue
Block a user