[Misc] Define common requirements (#3841)

This commit is contained in:
Woosuk Kwon
2024-04-05 00:39:17 -07:00
committed by GitHub
parent 9edec652e2
commit cfaf49a167
11 changed files with 62 additions and 77 deletions

View File

@@ -1,15 +1,6 @@
cmake>=3.21
ninja # For faster builds.
psutil
ray >= 2.9
sentencepiece # Required for LLaMA tokenizer.
numpy
transformers >= 4.38.0 # Required for Gemma.
fastapi
uvicorn[standard]
pydantic >= 2.0 # Required for OpenAI server.
prometheus_client >= 0.18.0
torch == 2.2.1+cpu
triton >= 2.1.0
filelock == 3.13.3
py-cpuinfo
# Common dependencies
-r requirements-common.txt
# Dependencies for x86_64 CPUs
torch == 2.2.1+cpu
triton >= 2.1.0 # FIXME(woosuk): This is a hack to avoid import error.