diff --git a/vllm/model_executor/layers/fused_moe/flashinfer_trtllm_moe.py b/vllm/model_executor/layers/fused_moe/flashinfer_trtllm_moe.py index 04336e9d3..0d7473aaf 100644 --- a/vllm/model_executor/layers/fused_moe/flashinfer_trtllm_moe.py +++ b/vllm/model_executor/layers/fused_moe/flashinfer_trtllm_moe.py @@ -69,9 +69,14 @@ def _supports_routing_method( RoutingMethodType.RenormalizeNaive, ] elif (weight_key, activation_key) == (kFp8StaticTensorSym, kFp8StaticTensorSym): - # NOTE(rob): kernel requires Llama4. - return routing_method == RoutingMethodType.Llama4 - + # NOTE(dbari): as above, potentially allow others here. + return routing_method in [ + RoutingMethodType.Llama4, + # NOTE(mgoin): Disabled to investigate accuracy issues. + # See https://github.com/vllm-project/vllm/issues/33532 + # RoutingMethodType.Renormalize, + # RoutingMethodType.RenormalizeNaive, + ] else: raise ValueError("Unsupported quantization scheme.")