Debug: print compressor params to diagnose KeyError

This commit is contained in:
2026-05-19 03:44:40 +00:00
parent db5192fe41
commit 9d41419e9f

View File

@@ -1444,6 +1444,10 @@ class DeepseekV4Model(nn.Module):
("compressor.fused_wkv_wgate", "compressor.wgate", 1),
]
params_dict = dict(self.named_parameters())
# DEBUG: print compressor params
for k in sorted(params_dict):
if "compressor" in k:
print(f"[DEBUG] param: {k}")
loaded_params: set[str] = set()
# TP for attention