Make various updates and fixes: (#164)

- Add BF16 support for SM90 and SM100
- Refactor Python APIs
- Other fixes and code refactoring
This commit is contained in:
Ray Wang
2025-08-15 18:32:35 +08:00
committed by GitHub
parent 3254b758e2
commit f85ec649d7
34 changed files with 2293 additions and 495 deletions

15
tests/test_lazy_init.py Normal file
View File

@@ -0,0 +1,15 @@
import torch
import torch.multiprocessing as mp
import deep_gemm
def main(local_rank: int):
torch.cuda.set_device(local_rank)
if __name__ == '__main__':
procs = [mp.Process(target=main, args=(i, ), ) for i in range(8)]
for p in procs:
p.start()
for p in procs:
p.join()