test: explicitly zero padding between Q and K
This commit is contained in:
@@ -43,6 +43,10 @@ test_umma_qk_hd16(const bf16_t* q, const bf16_t* k,
|
||||
// Load Q and K
|
||||
write_q_to_smem<16>(sQ, q);
|
||||
write_k_to_smem<128, 16>(sK, k);
|
||||
// Zero the padding between Q and K
|
||||
bf16_t* sQ_pad = sQ + 128 * 16; // After Q data
|
||||
bf16_t* sK_end = sK + 128 * 16; // After K data
|
||||
for (int i = tid; i < 4096; i += NTHREADS) sQ_pad[i] = 0; // 8KB padding
|
||||
__syncthreads();
|
||||
|
||||
// Descriptors
|
||||
|
||||
Reference in New Issue
Block a user