diff --git a/vllm/Dockerfile b/vllm/Dockerfile
index fca4f89..dd83372 100644
--- a/vllm/Dockerfile
+++ b/vllm/Dockerfile
@@ -98,7 +98,7 @@ RUN git clone https://github.com/LMCache/LMCache.git && \
 # PyTorch version is dated in LMCache
     sed -i '/torch/d' pyproject.toml && \
     uv pip install setuptools_scm && \
-    MAX_JOBS=8 python -m build --wheel --no-isolation && \
+    NO_CUDA_EXT=1 MAX_JOBS=8 python -m build --wheel --no-isolation && \
     cp dist/*.whl /wheels/