Set default max-tokens=30 for faster iteration

2026-06-01 14:33:55 +00:00
parent 2b1fca6dae
commit a0e758ec3b
1 changed files with 1 additions and 1 deletions
--- a/single_shot_inference.py
+++ b/single_shot_inference.py
@@ -18,7 +18,7 @@ log = logging.getLogger("single_shot")

 def parse_args():
    p = argparse.ArgumentParser()
-    p.add_argument('--max-tokens', type=int, default=8192)
+    p.add_argument('--max-tokens', type=int, default=30)
    p.add_argument('--prompt', type=str, default=None)
    p.add_argument('--seed', type=int, default=42)
    p.add_argument('--verbose', type=int, default=1)