Make vllm compatible with verl (#12824)

Co-authored-by: zhangshulai <zhangshulai@bytedance.com>
2025-02-07 11:54:20 +08:00
parent ef533d25fb
commit 433c4a4923
2 changed files with 1 additions and 8 deletions
--- a/vllm/executor/uniproc_executor.py
+++ b/vllm/executor/uniproc_executor.py
@@ -101,7 +101,7 @@ class ExecutorWithExternalLauncher(UniProcExecutor):
        # - MASTER_PORT
        distributed_init_method = "env://"
        rank = int(os.environ["RANK"])
-        local_rank = rank
+        local_rank = int(os.environ["LOCAL_RANK"])
        is_driver_worker = True
        kwargs = dict(
            vllm_config=self.vllm_config,