Fix: add all_tokens tracking for decode loop
This commit is contained in:
@@ -503,6 +503,7 @@ def main():
|
||||
|
||||
# ==== Decode: generate new tokens ====
|
||||
print(f"\nDecoding (max {MAX_NEW_TOKENS} new tokens)...")
|
||||
all_tokens = generated.copy() # track full sequence including prompt
|
||||
|
||||
for step in range(MAX_NEW_TOKENS):
|
||||
t0 = time.time()
|
||||
|
||||
Reference in New Issue
Block a user