enable multi-node in external launcher mode (#29833)

This commit is contained in:
Xieyang Xu
2025-12-03 17:02:02 -08:00
committed by GitHub
parent 1109f98288
commit ad32e3e19c
2 changed files with 27 additions and 20 deletions

View File

@@ -593,10 +593,14 @@ class ParallelConfig:
"max_parallel_loading_workers is currently "
"not supported and will be ignored."
)
if self.distributed_executor_backend not in ("mp", "uni") and self.nnodes > 1:
allowed_backends = ("mp", "uni", "external_launcher")
if (
self.distributed_executor_backend not in allowed_backends
and self.nnodes > 1
):
raise ValueError(
"nnodes > 1 can only be set when distributed executor "
"backend is mp or uni."
"backend is mp, uni or external_launcher."
)
@property