it needs to be even more contiguous

This commit is contained in:
2026-05-05 18:02:26 +00:00
parent 7a60cd9965
commit 9a2f2dc570

View File

@@ -608,7 +608,8 @@ class DeepseekV32IndexerMetadataBuilder(AttentionMetadataBuilder):
# (csrc/apis/attention.hpp). Unsqueeze to (B, 1) so downstream
# kernels see the same (B, next_n) layout as the MTP path.
if seq_lens.dim() == 1:
seq_lens = seq_lens.unsqueeze(-1).contiguous()
seq_lens = seq_lens.unsqueeze(-1)
seq_lens = seq_lens.contiguous()
# DeepGEMM is required for the paged MQA logits on CUDA devices
if current_platform.is_cuda() and has_deep_gemm():