[CI] Small Accuracy Eval Test for Deepseek Model (#24259)

Signed-off-by: yewentao256 <zhyanwentao@126.com>
2025-09-15 22:14:50 -04:00
parent b42566f440
commit 3c96e7b8a1
2 changed files with 7 additions and 0 deletions
--- a/tests/evals/gsm8k/configs/DeepSeek-V2-Lite-Instruct-FP8.yaml
+++ b/tests/evals/gsm8k/configs/DeepSeek-V2-Lite-Instruct-FP8.yaml
@@ -0,0 +1,6 @@
+model_name: "RedHatAI/DeepSeek-Coder-V2-Lite-Instruct-FP8"
+accuracy_threshold: 0.72
+num_questions: 1319
+num_fewshot: 5
+max_model_len: 4096
+