Fix expert pair dict keys: w1/w3 not gate_proj/up_proj

2026-05-07 00:05:25 +00:00
parent 5f35a5d2b3
commit 771e42cef3
1 changed files with 2 additions and 2 deletions
--- a/fp8_to_nvfp4_streaming.py
+++ b/fp8_to_nvfp4_streaming.py
@@ -291,8 +291,8 @@ def build_plan(src_dir: Path):
    paired_names = set()
    expert_pair_groups = []
    for base, parts in expert_pairs.items():
-        if "gate_proj" in parts and "up_proj" in parts:
-            expert_pair_groups.append((base, parts["gate_proj"], parts["up_proj"]))
+        if "w1" in parts and "w3" in parts:
+            expert_pair_groups.append((base, parts["w1"], parts["w3"]))
            paired_names.add(parts["gate_proj"])
            paired_names.add(parts["up_proj"])