2024-04-05 00:39:17 -07:00
|
|
|
# Common dependencies
|
|
|
|
|
-r requirements-common.txt
|
|
|
|
|
|
|
|
|
|
# Dependencies for NVIDIA GPUs
|
|
|
|
|
ray >= 2.9
|
2024-04-23 18:33:12 -07:00
|
|
|
nvidia-ml-py # for pynvml package
|
2024-04-29 20:05:47 -04:00
|
|
|
torch == 2.3.0
|
|
|
|
|
xformers == 0.0.26.post1 # Requires PyTorch 2.3.0
|
2024-06-03 09:39:31 -07:00
|
|
|
vllm-flash-attn == 2.5.9 # Requires PyTorch 2.3.0
|
