Add debug prints for input_global_scale_inv check

This commit is contained in:
2026-05-18 15:59:59 +00:00
parent f86892e26b
commit 4a57399592

View File

@@ -1723,8 +1723,12 @@ class DeepseekV4Model(nn.Module):
# by dequantizing to BF16 temporarily and running a warmup.
for proj_name in ["fused_wqa_wkv", "wq_b", "wo_b"]:
if not hasattr(attn, proj_name):
if layer_idx == 0:
print(f"[CLAWMINE] Layer 0: {proj_name} NOT on attn")
continue
mod = getattr(attn, proj_name)
if layer_idx == 0:
print(f"[CLAWMINE] Layer 0: {proj_name} dtype={mod.weight.dtype} has_input_global_scale_inv={hasattr(mod, 'input_global_scale_inv')} has_input_scale={hasattr(mod, 'input_scale')}")
if not hasattr(mod, "input_global_scale_inv"):
continue
if mod.weight.dtype not in (torch.uint8, torch.int8):