PART A: verify kv_norm_w loaded correctly

This commit is contained in:
2026-06-03 07:03:39 +00:00
parent a682c6adf4
commit 9dbfac9dfa

View File

@@ -195,6 +195,13 @@ def main():
dev = f"cuda:{li % NUM_GPUS}"
if li in compressors: compressors[li].load(all_w, pfx, dev=dev)
if li in indexers: indexers[li].load(all_w, f"{pfx}.indexer", dev=dev)
# Verify compressor kv_norm_w loaded correctly
for li in range(TEST_LAYERS):
if li in compressors and compressors[li].kv_norm_w is not None:
n = compressors[li].kv_norm_w
print(f" L{li} compressor kv_norm_w: shape={tuple(n.shape)} |w|={n.abs().max().item():.4f}", flush=True)
elif li in compressors:
print(f" L{li} compressor kv_norm_w: MISSING!", flush=True)
print("Production components built")
# Embedding + tokenizer