vllm/.buildkite/lm-eval-harness/configs at v0.10.1 - vllm

DeepSeek-V2-Lite-Chat.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Meta-Llama-3-8B-Instruct-Channelwise-compressed-tensors.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Meta-Llama-3-8B-Instruct-FBGEMM-nonuniform.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Meta-Llama-3-8B-Instruct-FP8-compressed-tensors.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Meta-Llama-3-8B-Instruct-FP8.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Meta-Llama-3-8B-Instruct-INT8-compressed-tensors-asym.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Meta-Llama-3-8B-Instruct-INT8-compressed-tensors.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Meta-Llama-3-8B-Instruct-nonuniform-compressed-tensors.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Meta-Llama-3-8B-Instruct.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Meta-Llama-3-8B-QQQ.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Meta-Llama-3-70B-Instruct-FBGEMM-nonuniform.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Meta-Llama-3-70B-Instruct.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Meta-Llama-3.2-1B-Instruct-FP8-compressed-tensors.yaml

[CI] Prune down lm-eval small tests (#17012 )

2025-05-08 19:00:26 +00:00

Meta-Llama-3.2-1B-Instruct-INT8-compressed-tensors.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Minitron-4B-Base-FP8.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Mixtral-8x7B-Instruct-v0.1-FP8.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Mixtral-8x7B-Instruct-v0.1.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Mixtral-8x22B-Instruct-v0.1-FP8-Dynamic.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

models-large.txt

[CI] Prune down lm-eval small tests (#17012 )

2025-05-08 19:00:26 +00:00

models-small.txt

[CI] Prune down lm-eval small tests (#17012 )

2025-05-08 19:00:26 +00:00

Qwen1.5-MoE-W4A16-compressed-tensors.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Qwen2-1.5B-Instruct-FP8W8.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Qwen2-1.5B-Instruct-INT8-compressed-tensors.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Qwen2-1.5B-Instruct-W8A16-compressed-tensors.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Qwen2-57B-A14-Instruct.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00

Qwen2.5-1.5B-Instruct.yaml

[CI] Prune down lm-eval small tests (#17012 )

2025-05-08 19:00:26 +00:00

Qwen2.5-VL-3B-Instruct-FP8-dynamic.yaml

[CI] Prune down lm-eval small tests (#17012 )

2025-05-08 19:00:26 +00:00

SparseLlama3.1_2of4_fp8_compressed.yaml

[CI/Build] remove -t for run-lm-eval-gsm-hf-baseline.sh (#16271 )

2025-04-26 18:25:05 +00:00