fix aiter
This commit is contained in:
11
Dockerfile
11
Dockerfile
@@ -1,12 +1,10 @@
|
||||
FROM lmsysorg/sglang-rocm:v0.5.10rc0-rocm700-mi30x-20260411
|
||||
|
||||
# ---------------------------------------------------------------
|
||||
# Fix aiter — try pip upgrade first, fall back to source build
|
||||
# Nuke the broken aiter and rebuild from source
|
||||
# The baked-in version is missing dynamic_per_tensor_quant etc.
|
||||
# ---------------------------------------------------------------
|
||||
RUN pip install --upgrade aiter || \
|
||||
( \
|
||||
echo "=== pip upgrade failed, building aiter from source ===" && \
|
||||
pip uninstall -y aiter || true && \
|
||||
RUN pip uninstall -y aiter && \
|
||||
pip install psutil pybind11 flydsl==0.0.1.dev95158637 && \
|
||||
git clone --recursive https://github.com/ROCm/aiter.git /tmp/aiter && \
|
||||
cd /tmp/aiter && \
|
||||
@@ -14,8 +12,7 @@ RUN pip install --upgrade aiter || \
|
||||
git submodule sync && \
|
||||
git submodule update --init --recursive && \
|
||||
PREBUILD_KERNELS=1 GPU_ARCHS=gfx942 python3 setup.py install && \
|
||||
cd / && rm -rf /tmp/aiter \
|
||||
)
|
||||
cd / && rm -rf /tmp/aiter
|
||||
|
||||
# ---------------------------------------------------------------
|
||||
# Replace the vllm binary with our shim
|
||||
|
||||
Reference in New Issue
Block a user