expirimental fix
This commit is contained in:
@@ -18,9 +18,10 @@ RUN apt-get update && apt-get install -y git \
|
||||
libcurand-dev-13-0 \
|
||||
libcufft-dev-13-0 \
|
||||
libnvjitlink-dev-13-0 && \
|
||||
git clone --depth 1 https://github.com/LMCache/LMCache.git /tmp/lmcache && \
|
||||
git clone https://github.com/neuralwatt/LMCache.git /tmp/lmcache && \
|
||||
cd /tmp/lmcache && \
|
||||
git checkout fix/mla-multi-group-kv-cache && \
|
||||
CUDA_HOME=/usr/local/cuda \
|
||||
TORCH_CUDA_ARCH_LIST="10.0" \
|
||||
pip install --no-cache-dir --no-build-isolation . && \
|
||||
rm -rf /tmp/lmcache
|
||||
rm -rf /tmp/lmcache
|
||||
Reference in New Issue
Block a user