diff --git a/tests/evals/gsm8k/configs/Qwen3.5-35B-A3B-MXFP4-TP2.yaml b/tests/evals/gsm8k/configs/Qwen3.5-35B-A3B-MXFP4-TP2.yaml new file mode 100644 index 000000000..67eda1141 --- /dev/null +++ b/tests/evals/gsm8k/configs/Qwen3.5-35B-A3B-MXFP4-TP2.yaml @@ -0,0 +1,8 @@ +model_name: "amd/Qwen3.5-35B-A3B-MXFP4" +accuracy_threshold: 0.82 +tolerance: 0.03 +num_questions: 1319 +num_fewshot: 5 +server_args: >- + --max-model-len 4096 + --tensor-parallel-size 2 diff --git a/tests/evals/gsm8k/configs/models-qwen35-mi355.txt b/tests/evals/gsm8k/configs/models-qwen35-mi355.txt index 4e7af71c7..db8e88e27 100644 --- a/tests/evals/gsm8k/configs/models-qwen35-mi355.txt +++ b/tests/evals/gsm8k/configs/models-qwen35-mi355.txt @@ -1 +1,2 @@ Qwen3.5-35B-A3B-DEP2.yaml +Qwen3.5-35B-A3B-MXFP4-TP2.yaml