diff --git a/single_shot_inference.py b/single_shot_inference.py index cc8eafd4..afb79c9e 100644 --- a/single_shot_inference.py +++ b/single_shot_inference.py @@ -19,7 +19,7 @@ log = logging.getLogger("single_shot") def parse_args(): p = argparse.ArgumentParser() p.add_argument('--max-tokens', type=int, default=128) - p.add_argument('--temperature', type=float, default=0.0, help='Sampling temperature (0=greedy)') + p.add_argument('--temperature', type=float, default=0.7, help='Sampling temperature (0=greedy)') p.add_argument('--repetition-penalty', type=float, default=1.2, help='Repetition penalty factor') p.add_argument('--prompt', type=str, default=None) p.add_argument('--seed', type=int, default=42)