[Bugfix] Fix corner case of sparse embedding (#33886)
Signed-off-by: wang.yuqi <yuqi.wang@daocloud.io>
This commit is contained in:
@@ -165,7 +165,7 @@ class BOSEOSFilter(Pooler):
|
||||
pooled_data = pooled_data[1:]
|
||||
if token_ids[-1] == self.eos_token_id:
|
||||
pooled_data = pooled_data[:-1]
|
||||
pooled_outputs[i] = pooled_data.squeeze()
|
||||
pooled_outputs[i] = pooled_data.squeeze(-1)
|
||||
|
||||
return pooled_outputs
|
||||
|
||||
|
||||
Reference in New Issue
Block a user