[Test] E2E Nemotron-3-Super tests (#36803)

Signed-off-by: Roi Koren <roik@nvidia.com>
2026-03-24 02:49:56 +02:00
parent 2488a82f89
commit 56777b5c89
6 changed files with 37 additions and 0 deletions
--- a/tests/evals/gsm8k/configs/Nemotron-3-Super-120B-A12B-FP8.yaml
+++ b/tests/evals/gsm8k/configs/Nemotron-3-Super-120B-A12B-FP8.yaml
@@ -0,0 +1,11 @@
+model_name: "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8"
+accuracy_threshold: 0.93
+num_questions: 1319
+num_fewshot: 5
+startup_max_wait_seconds: 1200
+server_args: >-
+  --enforce-eager
+  --max-model-len 4096
+  --tensor-parallel-size 8
+  --enable-expert-parallel
+  --speculative-config '{"method":"mtp","num_speculative_tokens":5}'