more fixes2
This commit is contained in:
@@ -1412,8 +1412,10 @@ class DeepseekV4Model(nn.Module):
|
||||
)
|
||||
if success:
|
||||
name = name_mapped
|
||||
loaded_params.add(name_mapped)
|
||||
break
|
||||
loaded_params.add(name_mapped)
|
||||
else:
|
||||
continue
|
||||
continue
|
||||
elif "attn_sink" in name:
|
||||
narrow_weight = loaded_weight[head_rank_start:head_rank_end]
|
||||
|
||||
Reference in New Issue
Block a user