biondizzle/deepseek-v4-quant
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: topk_weights_out store missing topk_offsets multiplier

Browse Source
This commit is contained in:
biondizzle
2026-05-11 21:02:19 +00:00
parent 17ba5a9d7b
commit 8dc917c498
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
patches/deepseek_v4.py
View File

@@ -403,7 +403,7 @@ def _deepseek_v4_stage_mega_moe_inputs_kernel(
tl.store(
topk_weights_out
+ token_id * topk_weights_out_stride_m
+ topk_weights_out_stride_k,
+ topk_offsets * topk_weights_out_stride_k,
weights,
mask=topk_mask,
)

2
patches/staging_kernel.py
View File

@@ -156,7 +156,7 @@ def _deepseek_v4_stage_mega_moe_inputs_kernel(
tl.store(
topk_weights_out
+ token_id * topk_weights_out_stride_m
+ topk_weights_out_stride_k,
+ topk_offsets * topk_weights_out_stride_k,
weights,
mask=topk_mask,
)