biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[v1] fix parallel config rank (#13445)

Browse Source 
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao
2025-02-18 12:33:45 +08:00
committed by GitHub
parent 7c7adf81fc
commit 932b51cedd
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/v1/worker/worker_base.py
View File

@@ -41,6 +41,7 @@ class WorkerBase(WorkerBaseV0):
# Configuration storage # Configuration storage
super().__init__(vllm_config=vllm_config) super().__init__(vllm_config=vllm_config)
self.parallel_config.rank = rank
self.local_rank = local_rank self.local_rank = local_rank
self.rank = rank self.rank = rank
self.distributed_init_method = distributed_init_method self.distributed_init_method = distributed_init_method