[Bugfix] Fix Dynamo unexpected keyword argument (#34320)

Signed-off-by: Samu Tamminen <stammine@amd.com>
Co-authored-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
This commit is contained in:
Samu Tamminen
2026-02-16 11:32:30 +02:00
committed by GitHub
parent b5475d0534
commit a5ccc85c8c

View File

@@ -85,7 +85,7 @@ class QuantFP8(CustomOp):
x: torch.Tensor,
scale: torch.Tensor | None = None,
scale_ub: torch.Tensor | None = None,
**kwargs,
use_triton: bool = False,
) -> tuple[torch.Tensor, torch.Tensor]:
from vllm.model_executor.layers.quantization.utils import fp8_utils
@@ -135,9 +135,8 @@ class QuantFP8(CustomOp):
x: torch.Tensor,
scale: torch.Tensor | None = None,
scale_ub: torch.Tensor | None = None,
**kwargs,
use_triton: bool = False,
) -> tuple[torch.Tensor, torch.Tensor]:
use_triton = kwargs.get("use_triton", False)
if self.is_group_quant and use_triton:
assert scale is None, "Dynamic group quantization does not use scale"
@@ -171,6 +170,7 @@ class QuantFP8(CustomOp):
x: torch.Tensor,
scale: torch.Tensor | None = None,
scale_ub: torch.Tensor | None = None,
use_triton: bool = False,
):
if self.is_group_quant and not self.static:
assert scale is None, "Dynamic group quantization does not use scale"