2024-04-05 00:39:17 -07:00
|
|
|
# Common dependencies
|
2025-03-08 17:44:35 +01:00
|
|
|
-r common.txt
|
2024-04-05 00:39:17 -07:00
|
|
|
|
2025-10-08 18:40:42 +01:00
|
|
|
numba == 0.61.2 # Required for N-gram speculative decoding
|
2025-03-05 09:55:00 +05:30
|
|
|
|
2024-04-05 00:39:17 -07:00
|
|
|
# Dependencies for AMD GPUs
|
2024-12-11 00:39:53 -08:00
|
|
|
datasets
|
2025-09-09 18:27:35 -05:00
|
|
|
ray[cgraph]>=2.48.0 # Ray Compiled Graph, required for pipeline parallelism in V1.
|
2024-07-20 11:39:07 -05:00
|
|
|
peft
|
2024-05-20 13:29:28 -05:00
|
|
|
pytest-asyncio
|
2025-07-08 01:47:43 -04:00
|
|
|
tensorizer==2.10.1
|
2025-06-07 18:25:09 +05:30
|
|
|
packaging>=24.2
|
2025-11-12 19:46:58 -05:00
|
|
|
setuptools>=77.0.3,<80.0.0
|
2025-06-07 18:25:09 +05:30
|
|
|
setuptools-scm>=8
|
2025-10-30 04:09:10 +00:00
|
|
|
runai-model-streamer[s3,gcs]==0.15.0
|
2025-09-16 14:49:06 -05:00
|
|
|
conch-triton-kernels==1.2.1
|
2025-10-01 20:59:13 -07:00
|
|
|
timm>=1.0.17
|
2025-11-20 23:34:11 +07:00
|
|
|
fastsafetensors @ git+https://github.com/foundation-model-stack/fastsafetensors.git@d6f998a03432b2452f8de2bb5cefb5af9795d459
|