Enable ZP Support for Machete (#20268)

Signed-off-by: czhu-cohere <conway.zhu@cohere.com>
2025-07-01 00:12:20 -07:00
parent 22e9d42040
commit 9909726d2a
3 changed files with 19 additions and 5 deletions
--- a/tests/kernels/quantization/test_machete_mm.py
+++ b/tests/kernels/quantization/test_machete_mm.py
@@ -139,7 +139,7 @@ def maybe_convert_zeropoints(zps: Optional[torch.Tensor], s: torch.Tensor):

 def group_size_valid(shape: tuple[int, int, int],
                     group_size: Optional[int]) -> bool:
-    return group_size is None or group_size == -1 or group_size % shape[2] == 0
+    return group_size is None or group_size == -1 or shape[2] % group_size == 0


 def machete_quantize_and_pack(atype: torch.dtype,