biondizzle/vllm-with-lmcache
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

new vllm support

Browse Source
This commit is contained in:
biondizzle
2026-04-29 09:53:18 +00:00
parent 4556945525
commit 5f8682d00a
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
Dockerfile
View File

@@ -1,5 +1,8 @@
#FROM vllm/vllm-openai:v0.19.0-cu130
FROM vllm/vllm-openai:deepseekv4-cu130
#FROM vllm/vllm-openai:deepseekv4-cu130
FROM vllm/vllm-openai:v0.20.0-cu130
RUN bash <(curl -fsSL https://raw.githubusercontent.com/vllm-project/vllm/v0.20.0/tools/install_deepgemm.sh)
# Fix the broken ass nightly build that forgot to include pandas
#RUN pip install --no-cache-dir pandas