biondizzle/nvfp4-megamoe-kernel
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix: cutlass_torch.make_tensor -> as_tensor

Browse Source
This commit is contained in:
biondizzle
2026-06-01 07:11:43 +00:00
parent 0553117af6
commit 3a8c6daeb3
1 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
dsv4/kernels/router/nvfp4_fused_router_kernel.py
View File

@@ -729,16 +729,16 @@ def run_nvfp4_fused_router(
x_fp4, x_sf = quantize_activation_nvfp4(hidden_states, gsa)
# Create CuTe tensors
a_tensor = cutlass_torch.make_tensor(x_fp4, shape=x_fp4.shape)
b_tensor = cutlass_torch.make_tensor(mat_b, shape=mat_b.shape)
sfa_tensor = cutlass_torch.make_tensor(x_sf, shape=x_sf.shape)
sfb_tensor = cutlass_torch.make_tensor(scale_b, shape=scale_b.shape)
e_bias_ct = cutlass_torch.make_tensor(e_bias, shape=e_bias.shape)
out_w_ct = cutlass_torch.make_tensor(out_weights, shape=out_weights.shape)
out_id_ct = cutlass_torch.make_tensor(out_ids, shape=out_ids.shape)
eo_ct = cutlass_torch.make_tensor(expert_offsets, shape=expert_offsets.shape)
gsa_ct = cutlass_torch.make_tensor(gsa_t, shape=gsa_t.shape)
gsb_ct = cutlass_torch.make_tensor(gsb_t, shape=gsb_t.shape)
a_tensor = cutlass_torch.as_tensor(x_fp4, shape=x_fp4.shape)
b_tensor = cutlass_torch.as_tensor(mat_b, shape=mat_b.shape)
sfa_tensor = cutlass_torch.as_tensor(x_sf, shape=x_sf.shape)
sfb_tensor = cutlass_torch.as_tensor(scale_b, shape=scale_b.shape)
e_bias_ct = cutlass_torch.as_tensor(e_bias, shape=e_bias.shape)
out_w_ct = cutlass_torch.as_tensor(out_weights, shape=out_weights.shape)
out_id_ct = cutlass_torch.as_tensor(out_ids, shape=out_ids.shape)
eo_ct = cutlass_torch.as_tensor(expert_offsets, shape=expert_offsets.shape)
gsa_ct = cutlass_torch.as_tensor(gsa_t, shape=gsa_t.shape)
gsb_ct = cutlass_torch.as_tensor(gsb_t, shape=gsb_t.shape)
kernel = Nvfp4FusedRouterKernel(top_k=top_k)
kernel.run(