From 487e5c51f72739981d7af3d0d42386ae4fe7824f Mon Sep 17 00:00:00 2001 From: Jiangyun Zhu Date: Fri, 27 Feb 2026 12:18:52 +0800 Subject: [PATCH] [Bugfix] disable allreduce_rms_fusion by default when pp size > 1 (#35424) Signed-off-by: zjy0516 --- vllm/config/vllm.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/config/vllm.py b/vllm/config/vllm.py index 127c16ac7..70f7821ab 100644 --- a/vllm/config/vllm.py +++ b/vllm/config/vllm.py @@ -126,6 +126,9 @@ def enable_allreduce_rms_fusion(cfg: "VllmConfig") -> bool: # tp-dp combination broken: # https://github.com/vllm-project/vllm/issues/34458 and cfg.parallel_config.data_parallel_size == 1 + # tp-pp combination broken: + # https://github.com/vllm-project/vllm/issues/35426 + and cfg.parallel_config.pipeline_parallel_size == 1 )