fix some typos (#24071)

Signed-off-by: co63oc <co63oc@users.noreply.github.com>
This commit is contained in:
co63oc
2025-09-03 11:44:50 +08:00
committed by GitHub
parent 136d853e65
commit 1bd007f234
32 changed files with 39 additions and 39 deletions

View File

@@ -83,7 +83,7 @@ class HadamardTransform(torch.nn.Module):
# do not fold into weight in order to utilize FWHT
self.scales[part_id] = 1 / math.sqrt(data.size(0))
# FUTURE: avoid runtime tranpose by processing weights
# FUTURE: avoid runtime transpose by processing weights
# prior to apply
def forward(self, value: Tensor, part_id: int = 0) -> Tensor:

View File

@@ -310,7 +310,7 @@ class Mxfp4MoEMethod(FusedMoEMethodBase):
w13_bias = layer.w13_bias.data.to(torch.float32)
w2_bias = layer.w2_bias.data.to(torch.float32)
# Swap w1 and w3 as the defenition of
# Swap w1 and w3 as the definition of
# swiglu is different in the trtllm-gen
def swap_every_two_rows(x, axis=-1):
shape = x.shape