2024-10-29 17:34:55 -10:00
# testing
pytest
2025-07-08 01:47:43 -04:00
tensorizer==2.10.1
2024-10-29 17:34:55 -10:00
pytest-forked
pytest-asyncio
pytest-rerunfailures
pytest-shard
2025-04-07 15:30:15 -07:00
pytest-timeout
2025-09-15 22:08:46 -04:00
pytest-cov
2024-10-29 17:34:55 -10:00
# testing utils
2025-03-16 09:53:52 +08:00
backoff # required for phi4mm test
2025-04-15 05:41:48 +08:00
blobfile # required for kimi-vl test
2025-08-09 08:05:32 +02:00
einops # required for MPT, qwen-vl
2024-10-29 17:34:55 -10:00
httpx
librosa # required for audio tests
2025-01-29 17:24:59 +08:00
vector_quantize_pytorch # required for minicpmo_26 test
vocos # required for minicpmo_26 test
2025-07-28 21:17:43 +08:00
peft>=0.15.0 # required for phi-4-mm test
2025-01-07 18:25:02 +08:00
pqdm
2025-08-02 19:42:00 -07:00
ray[cgraph,default]>=2.48.0 # Ray Compiled Graph, required by pipeline parallelism tests
2024-11-08 04:25:59 +08:00
sentence-transformers # required for embedding tests
soundfile # required for audio tests
2025-02-13 16:23:45 +01:00
jiwer # required for audio tests
2025-09-10 13:53:21 -07:00
tblib # for pickling test exceptions
2025-08-09 18:56:25 +02:00
timm >=1.0.17 # required for internvl and gemma3n-mm test
2025-10-21 14:20:18 -07:00
torch==2.9.0
torchaudio==2.9.0
torchvision==0.24.0
2024-10-29 17:34:55 -10:00
transformers_stream_generator # required for qwen-vl test
matplotlib # required for qwen-vl test
2025-10-10 00:48:58 +02:00
mistral_common[image,audio] >= 1.8.5 # required for voxtral test
2025-04-09 10:12:17 +08:00
num2words # required for smolvlm test
2025-07-17 05:07:55 -05:00
open_clip_torch==2.32.0 # Required for nemotron_vl test
2025-04-01 23:55:13 +08:00
opencv-python-headless >= 4.11.0 # required for video test
2024-10-29 17:34:55 -10:00
datamodel_code_generator # required for minicpm3 test
2025-08-22 10:56:57 +08:00
# TODO: Use lm-eval[api]==0.4.10 once released
lm-eval[api] @ git+https://github.com/EleutherAI/lm-evaluation-harness.git@206b7722158f58c35b7ffcd53b035fdbdda5126d # required for model evaluation test
2025-11-19 09:28:40 +03:00
mteb[bm25s]>=2, <3 # required for mteb test
2025-11-27 16:42:14 +00:00
transformers==4.57.3
2025-10-01 06:07:07 +01:00
tokenizers==0.22.0
2025-04-18 09:38:27 +05:30
schemathesis>=3.39.15 # Required for openai schema test.
2024-10-29 17:34:55 -10:00
# quantization
2025-07-03 21:58:46 +08:00
bitsandbytes==0.46.1
2024-11-01 23:04:42 +00:00
buildkite-test-collector==0.1.9
2024-10-29 17:34:55 -10:00
2025-06-26 20:55:25 -07:00
2025-01-17 12:15:09 +08:00
genai_perf==0.0.8
tritonclient==2.51.0
2025-11-07 18:31:18 -08:00
arctic-inference == 0.1.1 # Required for suffix decoding test
2025-10-08 18:40:42 +01:00
numba == 0.61.2 # Required for N-gram speculative decoding
2025-03-29 12:11:51 +08:00
numpy
2025-10-30 04:09:10 +00:00
runai-model-streamer[s3,gcs]==0.15.0
2025-03-24 11:08:02 -04:00
fastsafetensors>=0.1.10
2025-10-09 14:02:40 +01:00
pydantic>=2.12 # 2.11 leads to error on python 3.13
2025-08-27 12:02:55 +08:00
decord==0.6.0
2025-09-08 15:40:26 +02:00
terratorch @ git+https://github.com/IBM/terratorch.git@1.1.rc3 # required for PrithviMAE test
2025-10-21 14:20:18 -07:00
gpt-oss >= 0.0.7; python_version > '3.11'