[Public release 26/04] Introducing Mega MoE, FP4 Indexer and other features/fixes (#304)

* Merge with private repo * Update README * Update README * Update README * Add PyTorch requirements * Fix sync scopes for MQA logits (#256) * Update README
2026-04-17 09:45:14 +08:00
parent d30fc36c8f
commit 7f2a703ed5
109 changed files with 12101 additions and 3219 deletions
--- a/deep_gemm/utils/init.py
+++ b/deep_gemm/utils/init.py
@@ -1,3 +1,4 @@
 from . import math, layout
 from .layout import *
 from .math import *
+from .dist import init_dist, uneven_all_gather