Add debug prints for input_global_scale_inv check
This commit is contained in:
@@ -1723,8 +1723,12 @@ class DeepseekV4Model(nn.Module):
|
||||
# by dequantizing to BF16 temporarily and running a warmup.
|
||||
for proj_name in ["fused_wqa_wkv", "wq_b", "wo_b"]:
|
||||
if not hasattr(attn, proj_name):
|
||||
if layer_idx == 0:
|
||||
print(f"[CLAWMINE] Layer 0: {proj_name} NOT on attn")
|
||||
continue
|
||||
mod = getattr(attn, proj_name)
|
||||
if layer_idx == 0:
|
||||
print(f"[CLAWMINE] Layer 0: {proj_name} dtype={mod.weight.dtype} has_input_global_scale_inv={hasattr(mod, 'input_global_scale_inv')} has_input_scale={hasattr(mod, 'input_scale')}")
|
||||
if not hasattr(mod, "input_global_scale_inv"):
|
||||
continue
|
||||
if mod.weight.dtype not in (torch.uint8, torch.int8):
|
||||
|
||||
Reference in New Issue
Block a user