From 932b51cedd4b71be5f58dc9704041502f066d7a1 Mon Sep 17 00:00:00 2001 From: youkaichao Date: Tue, 18 Feb 2025 12:33:45 +0800 Subject: [PATCH] [v1] fix parallel config rank (#13445) Signed-off-by: youkaichao --- vllm/v1/worker/worker_base.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/v1/worker/worker_base.py b/vllm/v1/worker/worker_base.py index bc7e76c38..51d2da234 100644 --- a/vllm/v1/worker/worker_base.py +++ b/vllm/v1/worker/worker_base.py @@ -41,6 +41,7 @@ class WorkerBase(WorkerBaseV0): # Configuration storage super().__init__(vllm_config=vllm_config) + self.parallel_config.rank = rank self.local_rank = local_rank self.rank = rank self.distributed_init_method = distributed_init_method