[Bugfix] Fix FusedMoE LoRA w2_output_size (#31949)

Signed-off-by: Xin Yang <xyangx@amazon.com>
This commit is contained in:
Xin Yang
2026-01-08 21:54:05 -08:00
committed by GitHub
parent 29ce48221c
commit 707b240d7e

View File

@@ -720,7 +720,7 @@ class FusedMoE3DWithLoRA(FusedMoEWithLoRA):
"""
Full size
"""
return self.w2_lora_a_stacked[0].shape[-2]
return self.base_layer.hidden_size
@classmethod
def can_replace_layer(