2025-09-25 16:19:07 +08:00
|
|
|
// GEMM kernels
|
2025-07-18 11:32:22 +08:00
|
|
|
#include <deep_gemm/impls/sm90_bf16_gemm.cuh>
|
|
|
|
|
#include <deep_gemm/impls/sm90_fp8_gemm_1d1d.cuh>
|
|
|
|
|
#include <deep_gemm/impls/sm90_fp8_gemm_1d2d.cuh>
|
2025-09-25 16:19:07 +08:00
|
|
|
#include <deep_gemm/impls/sm100_bf16_gemm.cuh>
|
2026-04-17 09:45:14 +08:00
|
|
|
#include <deep_gemm/impls/sm100_fp8_fp4_gemm_1d1d.cuh>
|
2025-09-25 16:19:07 +08:00
|
|
|
|
2025-09-29 17:00:23 +08:00
|
|
|
// Attention kernels
|
|
|
|
|
#include <deep_gemm/impls/sm90_fp8_mqa_logits.cuh>
|
|
|
|
|
#include <deep_gemm/impls/sm90_fp8_paged_mqa_logits.cuh>
|
2026-04-17 09:45:14 +08:00
|
|
|
#include <deep_gemm/impls/sm100_fp4_mqa_logits.cuh>
|
2025-09-29 02:07:28 -07:00
|
|
|
#include <deep_gemm/impls/sm100_fp8_mqa_logits.cuh>
|
2026-04-17 09:45:14 +08:00
|
|
|
#include <deep_gemm/impls/sm100_fp4_paged_mqa_logits.cuh>
|
2025-09-29 02:07:28 -07:00
|
|
|
#include <deep_gemm/impls/sm100_fp8_paged_mqa_logits.cuh>
|
2025-09-29 17:00:23 +08:00
|
|
|
|
2025-09-25 16:19:07 +08:00
|
|
|
// Einsum kernels
|
|
|
|
|
#include <deep_gemm/impls/sm90_bmk_bnk_mn.cuh>
|
|
|
|
|
#include <deep_gemm/impls/sm100_bmk_bnk_mn.cuh>
|
|
|
|
|
|
2026-01-16 17:06:52 +08:00
|
|
|
// Hyperconnection kernels
|
|
|
|
|
#include <deep_gemm/impls/sm90_tf32_hc_prenorm_gemm.cuh>
|
|
|
|
|
#include <deep_gemm/impls/sm100_tf32_hc_prenorm_gemm.cuh>
|
|
|
|
|
|
2025-09-25 16:19:07 +08:00
|
|
|
// Layout kernels
|
2025-07-18 11:32:22 +08:00
|
|
|
#include <deep_gemm/impls/smxx_layout.cuh>
|
2025-11-21 17:49:47 +08:00
|
|
|
#include <deep_gemm/impls/smxx_clean_logits.cuh>
|
2025-07-18 11:32:22 +08:00
|
|
|
|
2026-04-17 09:45:14 +08:00
|
|
|
// Mega kernels
|
|
|
|
|
#include <deep_gemm/impls/sm100_fp8_fp4_mega_moe.cuh>
|
|
|
|
|
|
2025-07-18 11:32:22 +08:00
|
|
|
using namespace deep_gemm;
|
|
|
|
|
|
|
|
|
|
int main() {
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
