From 9d483b1c54c9a4301599813aaa44cac52d6e48bb Mon Sep 17 00:00:00 2001 From: biondizzle Date: Sat, 30 May 2026 17:19:09 +0000 Subject: [PATCH] =?UTF-8?q?P8:=20Unified=20dispatch=20=E2=80=94=20multi-ti?= =?UTF-8?q?le=20kernel=20handles=20all=20N?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit production.py: Single fast path using multi-tile kernel for all N. Eliminates the separate _dsv4_attention_fast_decode path. --- dsv4/kernels/attention/production.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/dsv4/kernels/attention/production.py b/dsv4/kernels/attention/production.py index fec51f0f..2cb45815 100644 --- a/dsv4/kernels/attention/production.py +++ b/dsv4/kernels/attention/production.py @@ -453,10 +453,9 @@ def dsv4_attention( n_segments = (N + s_k_per_seg - 1) // s_k_per_seg if T == 1 and hd in (64, 128, 256, 512): - if n_segments == 1 and hd in (64, 128, 256): - return _dsv4_attention_fast_decode(q, k, v, scale, n_comp, sink_bias) - else: - return _dsv4_attention_multitile(q, k, v, scale, n_comp, sink_bias) + # P8: Unified fast path — multi-tile kernel handles all N + # (single-tile and multi-tile, T=1 decode) + return _dsv4_attention_multitile(q, k, v, scale, n_comp, sink_bias) # ================================================================== # SLOW PATH: CuTeDSL kernel + Python KV merge