From 5e1a373d2e62c04ba464c88303600839d6973365 Mon Sep 17 00:00:00 2001 From: Aaron Hao Date: Thu, 12 Mar 2026 18:56:51 -0700 Subject: [PATCH] [BUG] Fix rank calculation in NCCLWeightTransferEngine (#36940) Signed-off-by: hao-aaron --- vllm/distributed/weight_transfer/nccl_engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/distributed/weight_transfer/nccl_engine.py b/vllm/distributed/weight_transfer/nccl_engine.py index 3d97fafb2..fbfe7a0df 100644 --- a/vllm/distributed/weight_transfer/nccl_engine.py +++ b/vllm/distributed/weight_transfer/nccl_engine.py @@ -132,7 +132,7 @@ class NCCLWeightTransferEngine( # Calculate the global rank in the trainer-worker process group # Must account for data parallel to get unique ranks across all workers - dp_rank = self.parallel_config.data_parallel_rank + dp_rank = self.parallel_config.data_parallel_index world_size_per_dp = self.parallel_config.world_size # TP * PP rank_within_dp = self.parallel_config.rank