biondizzle/vllm-kimi25-eagle
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Install unzip for Eagle3 extraction, then remove it

Browse Source
This commit is contained in:
biondizzle
2026-04-13 15:52:29 +00:00
parent 7d2f02a7cf
commit ad76c78630
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
Dockerfile
View File

@@ -1,6 +1,9 @@
FROM vllm/vllm-openai:v0.19.0
# Download and extract Eagle3 drafter model layers
RUN apt-get update && apt-get install -y --no-install-recommends unzip && rm -rf /var/lib/apt/lists/*
ADD https://ewr1.vultrobjects.com/artifacts/models--nvidia--Kimi-K2.5-Thinking-Eagle3.zip /tmp/eagle3.zip
RUN unzip /tmp/eagle3.zip -d /opt/nvidia-Kimi-K2.5-Thinking-Eagle3 && \
rm /tmp/eagle3.zip
rm /tmp/eagle3.zip && \
apt-get remove -y unzip && apt-get autoremove -y