2025-06-26 20:55:25 -07:00
# testing
2025-04-22 19:08:27 -07:00
pytest
2025-07-08 01:47:43 -04:00
tensorizer==2.10.1
2025-04-22 19:08:27 -07:00
pytest-forked
2025-06-26 20:55:25 -07:00
pytest-asyncio
2025-04-22 19:08:27 -07:00
pytest-rerunfailures
pytest-shard
pytest-timeout
# testing utils
2025-06-26 20:55:25 -07:00
backoff # required for phi4mm test
blobfile # required for kimi-vl test
einops # required for MPT, qwen-vl and Mamba
httpx
librosa # required for audio tests
vocos # required for minicpmo_26 test
2025-04-22 19:08:27 -07:00
peft
2025-06-26 20:55:25 -07:00
pqdm
2025-08-02 19:42:00 -07:00
ray[cgraph,default]>=2.48.0 # Ray Compiled Graph, required by pipeline parallelism tests
2025-06-26 20:55:25 -07:00
sentence-transformers # required for embedding tests
soundfile # required for audio tests
jiwer # required for audio tests
timm # required for internvl test
transformers_stream_generator # required for qwen-vl test
matplotlib # required for qwen-vl test
2025-07-24 06:51:32 +02:00
mistral_common[image,audio] >= 1.8.2 # required for voxtral test
2025-06-26 20:55:25 -07:00
num2words # required for smolvlm test
opencv-python-headless >= 4.11.0 # required for video test
datamodel_code_generator # required for minicpm3 test
2025-08-22 10:56:57 +08:00
lm-eval[api] @ git+https://github.com/EleutherAI/lm-evaluation-harness.git@206b7722158f58c35b7ffcd53b035fdbdda5126d # required for model evaluation test
2025-06-26 20:55:25 -07:00
mteb>=1.38.11, <2 # required for mteb test
transformers==4.52.4
tokenizers==0.21.1
schemathesis>=3.39.15 # Required for openai schema test.
# quantization
2025-07-03 21:58:46 +08:00
bitsandbytes>=0.46.1
2025-06-26 20:55:25 -07:00
buildkite-test-collector==0.1.9
2025-05-02 03:29:59 -07:00
2025-05-06 17:45:51 -07:00
2025-06-26 20:55:25 -07:00
genai_perf==0.0.8
tritonclient==2.51.0
2025-06-04 21:56:12 -07:00
2025-06-26 20:55:25 -07:00
numba == 0.60.0; python_version == '3.9' # v0.61 doesn't support Python 3.9. Required for N-gram speculative decoding
numba == 0.61.2; python_version > '3.9'
numpy
runai-model-streamer==0.11.0
runai-model-streamer-s3==0.11.0
fastsafetensors>=0.1.10
pydantic>=2.10 # 2.9 leads to error on python 3.10