biondizzle/vllm-with-lmcache
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

saftety

Browse Source
This commit is contained in:
biondizzle
2026-05-05 08:55:14 +00:00
parent f234b69795
commit b1b957ada2
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
Dockerfile
View File

@@ -1,5 +1,6 @@
#FROM vllm/vllm-openai:v0.19.0-cu130
FROM vllm/vllm-openai:nightly # vllm says version 0.20.2rc1.dev9+g01d4d1ad3
#vllm says version 0.20.2rc1.dev9+g01d4d1ad3
FROM vllm/vllm-openai:nightly
#FROM vllm/vllm-openai:glm51-cu130
# Install LMCache for KV cache offloading / sharing across nodes