compressed-tensors<0.15.0
nvidia-modelopt[hf]
fire
flash-attn>=2.6.0
transformers<5.0
transformers_stream_generator
zstandard