Set default max-tokens=512 for reasoning model

2026-06-01 17:27:01 +00:00
parent db6e3545da
commit 9a3bb43f20
1 changed files with 1 additions and 1 deletions
--- a/single_shot_inference.py
+++ b/single_shot_inference.py
@@ -18,7 +18,7 @@ log = logging.getLogger("single_shot")

 def parse_args():
    p = argparse.ArgumentParser()
-    p.add_argument('--max-tokens', type=int, default=128)
+    p.add_argument('--max-tokens', type=int, default=512)
    p.add_argument('--temperature', type=float, default=0.0, help='Sampling temperature (0=greedy)')
    p.add_argument('--repetition-penalty', type=float, default=1.2, help='Repetition penalty factor')
    p.add_argument('--prompt', type=str, default=None)