[UX] Replace VLLM_ALL2ALL_BACKEND with --all2all-backend (#26732)
Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
@@ -356,9 +356,10 @@ class CoreEngineActorManager:
|
||||
)
|
||||
device_str = current_platform.ray_device_key
|
||||
|
||||
all2all_backend = vllm_config.parallel_config.all2all_backend
|
||||
if envs.VLLM_RAY_DP_PACK_STRATEGY == "fill" and (
|
||||
envs.VLLM_ALL2ALL_BACKEND == "deepep_high_throughput"
|
||||
or envs.VLLM_ALL2ALL_BACKEND == "deepep_low_latency"
|
||||
all2all_backend == "deepep_high_throughput"
|
||||
or all2all_backend == "deepep_low_latency"
|
||||
):
|
||||
raise ValueError(
|
||||
"DeepEP kernels require EP ranks [0,7] (same for [8,15], ...) "
|
||||
|
||||
Reference in New Issue
Block a user