diff --git a/vllm/v1/worker/gpu_model_runner.py b/vllm/v1/worker/gpu_model_runner.py index 3a35e1b67..41d920ed2 100644 --- a/vllm/v1/worker/gpu_model_runner.py +++ b/vllm/v1/worker/gpu_model_runner.py @@ -326,7 +326,7 @@ class GPUModelRunner( # https://github.com/vllm-project/vllm/issues/18019 self.broadcast_pp_output = ( self.parallel_config.distributed_executor_backend == "external_launcher" - and len(get_pp_group().ranks) > 0 + and len(get_pp_group().ranks) > 1 ) # Model-related.