Patch vLLM torch_utils.py: remove hoist=True for NGC PyTorch 2.11 compatibility

2026-04-03 11:40:51 +00:00
parent 659c79638c
commit cd5d58a6f9
1 changed files with 1 additions and 0 deletions
--- a/vllm/Dockerfile
+++ b/vllm/Dockerfile
@@ -155,6 +155,7 @@ RUN cd vllm && \
    git submodule sync && \
    git submodule update --init --recursive -j 8 && \
    sed -i 's/GIT_TAG [a-f0-9]\{40\}/GIT_TAG main/' cmake/external_projects/vllm_flash_attn.cmake && \
+    sed -i 's/register_opaque_type(ModuleName, typ="value", hoist=True)/register_opaque_type(ModuleName, typ="value")/' vllm/utils/torch_utils.py && \
    export MAX_JOBS=8 && \
    export CMAKE_BUILD_PARALLEL_LEVEL=$MAX_JOBS && \
    python use_existing_torch.py && \