biondizzle/nvfp4-megamoe-kernel
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Reset to greedy decoding (temperature=0)

Browse Source
This commit is contained in:
biondizzle
2026-06-01 15:04:02 +00:00
parent 038fe81c68
commit 1a6d9ee29b
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
single_shot_inference.py
View File

@@ -19,7 +19,7 @@ log = logging.getLogger("single_shot")
def parse_args():
p = argparse.ArgumentParser()
p.add_argument('--max-tokens', type=int, default=128)
p.add_argument('--temperature', type=float, default=0.7, help='Sampling temperature (0=greedy)')
p.add_argument('--temperature', type=float, default=0.0, help='Sampling temperature (0=greedy)')
p.add_argument('--repetition-penalty', type=float, default=1.2, help='Repetition penalty factor')
p.add_argument('--prompt', type=str, default=None)
p.add_argument('--seed', type=int, default=42)