[Bugfix] Fix FusedMoE LoRA w2_output_size (#31949)
Signed-off-by: Xin Yang <xyangx@amazon.com>
This commit is contained in:
@@ -720,7 +720,7 @@ class FusedMoE3DWithLoRA(FusedMoEWithLoRA):
|
||||
"""
|
||||
Full size
|
||||
"""
|
||||
return self.w2_lora_a_stacked[0].shape[-2]
|
||||
return self.base_layer.hidden_size
|
||||
|
||||
@classmethod
|
||||
def can_replace_layer(
|
||||
|
||||
Reference in New Issue
Block a user