Fix garbled imports in cutedsl/runner.py

This commit is contained in:
2026-05-18 22:22:52 +00:00
parent a7ed8faec6
commit b007937a68
2 changed files with 7 additions and 2385 deletions

View File

@@ -18,13 +18,6 @@ import torch
from cutedsl.bridge import (
quantize_activation_nvfp4,
quantize_weight_to_nvfp4,
class _MoEApply(torch.autograd.Function):
"""Custom autograd function to make CuTeDSL MoE runner opaque to torch.compile."""
@staticmethod
def forward(ctx, runner, hidden_states, topk_weights, topk_ids, expert_indices):
return runner._run_impl(hidden_states, topk_weights, topk_ids, expert_indices)
quantize_to_nvfp4,
make_b_k_major,
assemble_scales_3d_side,
@@ -36,6 +29,13 @@ from cutedsl.kernel.moe.torch_scaled_grouped_mm import (
)
class _MoEApply(torch.autograd.Function):
"""Custom autograd function to make CuTeDSL MoE runner opaque to torch.compile."""
@staticmethod
def forward(ctx, runner, hidden_states, topk_weights, topk_ids, expert_indices):
return runner._run_impl(hidden_states, topk_weights, topk_ids, expert_indices)
class CuTeDSLMoERunner:
"""Manages NVFP4 MoE execution via the CuTeDSL kernel.

File diff suppressed because it is too large Load Diff