Fix: add all_tokens tracking for decode loop

This commit is contained in:
2026-05-31 00:22:08 +00:00
parent b1dd59293a
commit 1de241ccfe

View File

@@ -503,6 +503,7 @@ def main():
# ==== Decode: generate new tokens ====
print(f"\nDecoding (max {MAX_NEW_TOKENS} new tokens)...")
all_tokens = generated.copy() # track full sequence including prompt
for step in range(MAX_NEW_TOKENS):
t0 = time.time()