Enable RoPE+KV cache fusion for ROCm AITER FA (non-shuffle layout) (#35786)

Signed-off-by: Rohan138 <rohanpotdar138@gmail.com>
This commit is contained in:
Rohan Potdar
2026-03-13 02:33:22 -05:00
committed by GitHub
parent b373b5102a
commit a4ad9db541
2 changed files with 47 additions and 1 deletions

View File

@@ -196,6 +196,7 @@ class QKRoPEKVCacheTestModel(torch.nn.Module):
AttentionBackendEnum.ROCM_AITER_UNIFIED_ATTN,
AttentionBackendEnum.TRITON_ATTN,
AttentionBackendEnum.ROCM_ATTN,
AttentionBackendEnum.ROCM_AITER_FA,
],
)
@pytest.mark.parametrize("enable_rope_custom_op", [True]) # [True, False])