From 1de241ccfe9a001ea850d92858853b9379a98f79 Mon Sep 17 00:00:00 2001 From: biondizzle Date: Sun, 31 May 2026 00:22:08 +0000 Subject: [PATCH] Fix: add all_tokens tracking for decode loop --- single_shot_inference.py | 1 + 1 file changed, 1 insertion(+) diff --git a/single_shot_inference.py b/single_shot_inference.py index ef384ef8..09d48998 100644 --- a/single_shot_inference.py +++ b/single_shot_inference.py @@ -503,6 +503,7 @@ def main(): # ==== Decode: generate new tokens ==== print(f"\nDecoding (max {MAX_NEW_TOKENS} new tokens)...") + all_tokens = generated.copy() # track full sequence including prompt for step in range(MAX_NEW_TOKENS): t0 = time.time()