Debug: print compressor params to diagnose KeyError
This commit is contained in:
@@ -1444,6 +1444,10 @@ class DeepseekV4Model(nn.Module):
|
||||
("compressor.fused_wkv_wgate", "compressor.wgate", 1),
|
||||
]
|
||||
params_dict = dict(self.named_parameters())
|
||||
# DEBUG: print compressor params
|
||||
for k in sorted(params_dict):
|
||||
if "compressor" in k:
|
||||
print(f"[DEBUG] param: {k}")
|
||||
loaded_params: set[str] = set()
|
||||
|
||||
# TP for attention
|
||||
|
||||
Reference in New Issue
Block a user