DP/EP Support for gpt-oss with deepep-ht comm kernel on SM100 (#23608)

2025-08-27 17:33:21 -04:00
parent 853c371fc3
commit 082cc07ef8
11 changed files with 365 additions and 12 deletions
--- a/vllm/distributed/device_communicators/base_device_communicator.py
+++ b/vllm/distributed/device_communicators/base_device_communicator.py
@@ -255,7 +255,7 @@ class DeviceCommunicatorBase:
            if module.__class__.__name__ == "FusedMoE"
        ]
        for module in moe_modules:
-            module.quant_method.init_prepare_finalize()
+            module.quant_method.init_prepare_finalize(module)

    def dispatch(
            self, hidden_states: torch.Tensor,