Test with all 61 layers (shared experts only)

This commit is contained in:
2026-05-19 15:55:41 +00:00
parent 3e6041d752
commit 359654f08e

View File

@@ -274,8 +274,8 @@ def main():
runners = {}
weights = {}
# Test with 3 representative layers: C128A, C4A, SWA
test_layers = [0, 2, 60]
# Test with all 61 layers (shared experts only)
test_layers = list(range(NUM_LAYERS))
for layer_id in test_layers:
p = f"model.layers.{layer_id}"