[[Misc]] Add extra deps for openai server image (#8792)

2024-09-26 00:35:23 +08:00
parent 300da09177
commit c6f2485c82
1 changed files with 1 additions and 1 deletions
--- a/2
+++ b/2
@@ -202,7 +202,7 @@ FROM vllm-base AS vllm-openai

 # install additional dependencies for openai api server
 RUN --mount=type=cache,target=/root/.cache/pip \
-    pip install accelerate hf_transfer 'modelscope!=1.15.0'
+    pip install accelerate hf_transfer 'modelscope!=1.15.0' bitsandbytes>=0.44.0 timm==0.9.10

 ENV VLLM_USAGE_SOURCE production-docker-image