[bugfix] fix wrong dcp_local_seq_lens calc (#27518)

Signed-off-by: Qiu <qiuchunshuo@huawei.com>
This commit is contained in:
Qiu
2025-11-05 17:58:13 +08:00
committed by GitHub
parent 0976711f3b
commit 16b37f3119

View File

@@ -800,7 +800,7 @@ class MLACommonMetadataBuilder(AttentionMetadataBuilder[M]):
dcp_local_seq_lens[:num_decodes] = seq_lens[
:num_decodes
] // self.dcp_world_size + (
self.dcp_rank <= (seq_lens[:num_decodes] - 1) % self.dcp_world_size
self.dcp_rank < seq_lens[:num_decodes] % self.dcp_world_size
)
assert num_decodes + num_prefills == num_reqs