[Bugfix] Fix Positive Feature Layers in Llava Models (#13514)

Signed-off-by: Alex-Brooks <Alex.brooks@ibm.com>
This commit is contained in:
Alex Brooks
2025-02-19 01:50:07 -07:00
committed by GitHub
parent fdc5df6f54
commit 983a40a8bb
6 changed files with 44 additions and 9 deletions

View File

@@ -251,7 +251,7 @@ class CLIPEncoder(nn.Module):
def forward(
self, inputs_embeds: torch.Tensor, return_all_hidden_states: bool
) -> Union[torch.Tensor, list[torch.Tensor]]:
hidden_states_pool = []
hidden_states_pool = [inputs_embeds]
hidden_states = inputs_embeds
for encoder_layer in self.layers: