biondizzle/vllm-to-sglang
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix aiter

Browse Source
This commit is contained in:
biondizzle
2026-04-12 02:56:27 +00:00
parent b6151ba5db
commit 71f7fe0881
1 changed files with 11 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
Dockerfile
View File

@@ -1,21 +1,18 @@
FROM lmsysorg/sglang-rocm:v0.5.10rc0-rocm700-mi30x-20260411 FROM lmsysorg/sglang-rocm:v0.5.10rc0-rocm700-mi30x-20260411
# --------------------------------------------------------------- # ---------------------------------------------------------------
# Fix aiter — try pip upgrade first, fall back to source build # Nuke the broken aiter and rebuild from source
# The baked-in version is missing dynamic_per_tensor_quant etc.
# --------------------------------------------------------------- # ---------------------------------------------------------------
RUN pip install --upgrade aiter || \ RUN pip uninstall -y aiter && \
( \ pip install psutil pybind11 flydsl==0.0.1.dev95158637 && \
echo "=== pip upgrade failed, building aiter from source ===" && \ git clone --recursive https://github.com/ROCm/aiter.git /tmp/aiter && \
pip uninstall -y aiter || true && \ cd /tmp/aiter && \
pip install psutil pybind11 flydsl==0.0.1.dev95158637 && \ git checkout v0.1.11.post1 && \
git clone --recursive https://github.com/ROCm/aiter.git /tmp/aiter && \ git submodule sync && \
cd /tmp/aiter && \ git submodule update --init --recursive && \
git checkout v0.1.11.post1 && \ PREBUILD_KERNELS=1 GPU_ARCHS=gfx942 python3 setup.py install && \
git submodule sync && \ cd / && rm -rf /tmp/aiter
git submodule update --init --recursive && \
PREBUILD_KERNELS=1 GPU_ARCHS=gfx942 python3 setup.py install && \
cd / && rm -rf /tmp/aiter \
)
# --------------------------------------------------------------- # ---------------------------------------------------------------
# Replace the vllm binary with our shim # Replace the vllm binary with our shim