[Model] Support Nemotron models (Nemotron-3, Nemotron-4, Minitron) (#6611)

This commit is contained in:
Michael Goin
2024-07-26 14:33:42 -04:00
committed by GitHub
parent 85ad7e2d01
commit 07278c37dd
9 changed files with 776 additions and 1 deletions

View File

@@ -0,0 +1,11 @@
# bash .buildkite/lm-eval-harness/run-lm-eval-gsm-vllm-baseline.sh -m nvidia/Minitron-4B-Base -b auto -l 1000 -f 5 -t 1
model_name: "nvidia/Minitron-4B-Base"
tasks:
- name: "gsm8k"
metrics:
- name: "exact_match,strict-match"
value: 0.252
- name: "exact_match,flexible-extract"
value: 0.252
limit: 1000
num_fewshot: 5