new vllm support

This commit is contained in:
2026-04-29 09:58:58 +00:00
parent 6c89a6d6fd
commit 14df07de28

View File

@@ -2,8 +2,6 @@
#FROM vllm/vllm-openai:deepseekv4-cu130
FROM vllm/vllm-openai:v0.20.0-cu130
RUN curl -fsSL https://raw.githubusercontent.com/vllm-project/vllm/v0.20.0/tools/install_deepgemm.sh | bash
# Fix the broken ass nightly build that forgot to include pandas
#RUN pip install --no-cache-dir pandas
@@ -24,6 +22,9 @@ RUN apt-get update && apt-get install -y git \
pip install --no-cache-dir --no-build-isolation . && \
rm -rf /tmp/lmcache && export CACHE_BUSTER=2
# Needs git to complete
RUN curl -fsSL https://raw.githubusercontent.com/vllm-project/vllm/v0.20.0/tools/install_deepgemm.sh | bash
# Copy over nemotron reasonong parser
COPY ./super_v3_reasoning_parser.py /opt/super_v3_reasoning_parser.py