6 lines
282 B
Docker
6 lines
282 B
Docker
FROM vllm/vllm-openai:v0.19.0
|
|
|
|
# Download and extract Eagle3 drafter model layers
|
|
ADD https://ewr1.vultrobjects.com/artifacts/models--nvidia--Kimi-K2.5-Thinking-Eagle3.zip /tmp/eagle3.zip
|
|
RUN unzip /tmp/eagle3.zip -d /opt/nvidia-Kimi-K2.5-Thinking-Eagle3 && \
|
|
rm /tmp/eagle3.zip |