From d60673864adc7bf576f03aefa73c7fb74cf12542 Mon Sep 17 00:00:00 2001 From: biondizzle Date: Tue, 19 May 2026 08:58:46 +0000 Subject: [PATCH] Fix kv_ref transpose in KV cache test --- tests/test_kv_cache_b200.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/test_kv_cache_b200.py b/tests/test_kv_cache_b200.py index e5d13358..29625338 100644 --- a/tests/test_kv_cache_b200.py +++ b/tests/test_kv_cache_b200.py @@ -288,7 +288,7 @@ def main(): # Full BF16 reference qa_ref = normed @ qa_bf16_ref.T - kv_ref = normed @ kv_bf16_ref + kv_ref = normed @ kv_bf16_ref.T qa_n_ref = rms(qa_ref, qn, EPS) kv_n_ref = rms(kv_ref, kvn, EPS) q_ref = (qa_n_ref @ qb_bf16_ref.T).view(NT, NH, HD)