biondizzle/nvfp4-megamoe-kernel
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Default temperature=0.7 with rep penalty

Browse Source
This commit is contained in:
biondizzle
2026-06-01 14:55:43 +00:00
parent 1d64b863ca
commit a48d6e14ae
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
single_shot_inference.py
View File

@@ -19,7 +19,7 @@ log = logging.getLogger("single_shot")
def parse_args():
p = argparse.ArgumentParser()
p.add_argument('--max-tokens', type=int, default=128)
p.add_argument('--temperature', type=float, default=0.0, help='Sampling temperature (0=greedy)')
p.add_argument('--temperature', type=float, default=0.7, help='Sampling temperature (0=greedy)')
p.add_argument('--repetition-penalty', type=float, default=1.2, help='Repetition penalty factor')
p.add_argument('--prompt', type=str, default=None)
p.add_argument('--seed', type=int, default=42)