biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Add back missing DeepEP LL params (#31911)

Browse Source 
Signed-off-by: Elvir Crncevic <elvircrn@gmail.com>
This commit is contained in:
Elvir Crnčević
2026-01-07 23:47:54 +01:00
committed by GitHub
parent 10ef65eded
commit ffc0a2798b
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/layers/fused_moe/deepep_ll_prepare_finalize.py
View File

@@ -295,6 +295,8 @@ class DeepEPLLPrepareAndFinalize(mk.FusedMoEPrepareAndFinalize):
self.max_tokens_per_rank, self.max_tokens_per_rank,
num_experts, num_experts,
use_fp8=self.use_fp8_dispatch, use_fp8=self.use_fp8_dispatch,
round_scale=self.use_ue8m0_dispatch,
use_ue8m0=self.use_ue8m0_dispatch,
**(dict(use_nvfp4=True) if use_nvfp4 else dict()), **(dict(use_nvfp4=True) if use_nvfp4 else dict()),
**( **(
dict(x_global_scale=qc_a1_gscale_or_scale) dict(x_global_scale=qc_a1_gscale_or_scale)