[Bugfix] Reject channelwise quantization (group_size <= 0) in ExllamaLinearKernel (#37331)

Signed-off-by: Matthias Gehre <matthias.gehre@amd.com>
This commit is contained in:
Matthias Gehre
2026-03-20 16:31:57 +01:00
committed by GitHub
parent 1779c09898
commit 56a62c310c

View File

@@ -59,6 +59,13 @@ class ExllamaLinearKernel(MPLinearKernel):
f"{cls.SUPPORTED_QUANT_TYPES}",
)
if c.group_size <= 0:
return (
False,
f"Group size ({c.group_size}) must be positive, "
"Exllama does not support channelwise quantization",
)
if c.full_weight_shape[0] % c.group_size != 0:
return (
False,