Working version with vLLM+LMCache

2025-04-01 23:34:16 +00:00
parent c63afb3d35
commit 75e33490bd
1 changed files with 1 additions and 1 deletions
--- a/vllm/Dockerfile
+++ b/vllm/Dockerfile
@@ -119,7 +119,7 @@ RUN uv pip install accelerate hf_transfer modelscope bitsandbytes timm boto3 run
 # Clean uv cache
 RUN uv clean

-# InfiniStore dependencies -> not needed with patched LMCache
+# InfiniStore dependencies -> not needed with patched LMCache below
 # RUN apt-get update && apt-get install -y --no-install-recommends \
 #     libuv1-dev \
 #     libflatbuffers-dev \