diff --git a/fp8_to_nvfp4_streaming.py b/fp8_to_nvfp4_streaming.py index 186fd5f..5106cfc 100644 --- a/fp8_to_nvfp4_streaming.py +++ b/fp8_to_nvfp4_streaming.py @@ -291,8 +291,8 @@ def build_plan(src_dir: Path): paired_names = set() expert_pair_groups = [] for base, parts in expert_pairs.items(): - if "gate_proj" in parts and "up_proj" in parts: - expert_pair_groups.append((base, parts["gate_proj"], parts["up_proj"])) + if "w1" in parts and "w3" in parts: + expert_pair_groups.append((base, parts["w1"], parts["w3"])) paired_names.add(parts["gate_proj"]) paired_names.add(parts["up_proj"])