[Bugfix]Fix pooling model always disabled due to incorrect PP rank check (#31505)

Signed-off-by: vintipandey <vinti.pandey@gmail.com>
2025-12-30 11:27:10 -08:00
parent 07728bf5cd
commit 04147dcfa7
1 changed files with 1 additions and 1 deletions
--- a/vllm/v1/worker/gpu_model_runner.py
+++ b/vllm/v1/worker/gpu_model_runner.py
@@ -326,7 +326,7 @@ class GPUModelRunner(
        # https://github.com/vllm-project/vllm/issues/18019
        self.broadcast_pp_output = (
            self.parallel_config.distributed_executor_backend == "external_launcher"
-            and len(get_pp_group().ranks) > 0
+            and len(get_pp_group().ranks) > 1
        )

        # Model-related.