diff --git a/vllm/patches/deepseek_v4.py b/vllm/patches/deepseek_v4.py index de36f4ff..76fae940 100644 --- a/vllm/patches/deepseek_v4.py +++ b/vllm/patches/deepseek_v4.py @@ -1648,7 +1648,7 @@ class DeepseekV4Model(nn.Module): for layer in islice(self.layers, self.start_layer, self.end_layer): layer.ffn.finalize_mega_moe_weights() # Quantize wo_a to FP8 (checkpoint has bfloat16, forward expects FP8) - attn = layer.self_attn + attn = layer.attn if hasattr(attn, 'wo_a') and attn.wo_a.weight.dtype == torch.bfloat16: self._quantize_wo_a_to_fp8(attn.wo_a)