From 26da6d33af3fecae12c6dd29d778834d67d7b9db Mon Sep 17 00:00:00 2001 From: biondizzle Date: Thu, 4 Jun 2026 06:10:02 +0000 Subject: [PATCH] Fix graph replay: remove extra token_id arg from forward_attention call MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The forward_attention() signature has no token_id parameter, but the graph replay path was passing dec_tid32_per_gpu[gpu] between positions and compressor — causing the int tensor to be interpreted as compressor and triggering AttributeError: 'int' object has no attribute 'ratio' --- single_shot_inference.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/single_shot_inference.py b/single_shot_inference.py index 4a37cae7..a355ba1d 100644 --- a/single_shot_inference.py +++ b/single_shot_inference.py @@ -1841,7 +1841,7 @@ def main(): # Run full attention eagerly (compressor + indexer + FMHA + o_proj) F_attn, _ = forward_attention( x_normed, layer_w[li], li, cfg, *rope_caches[gpu], - kv_caches[li], dec_pos_per_gpu[gpu], dec_tid32_per_gpu[gpu], + kv_caches[li], dec_pos_per_gpu[gpu], compressors.get(li), indexers.get(li), prod_lins.get(li), q_heads=q_heads, kv_3d=kv_3d, # pass pre-computed q/kv from graph A comp_rope_cos=comp_rope_caches[gpu][0] if comp_rope_caches else None,