diff --git a/vllm/model_executor/layers/fused_moe/experts/trtllm_fp8_moe.py b/vllm/model_executor/layers/fused_moe/experts/trtllm_fp8_moe.py index 64b772505..1ed76f892 100644 --- a/vllm/model_executor/layers/fused_moe/experts/trtllm_fp8_moe.py +++ b/vllm/model_executor/layers/fused_moe/experts/trtllm_fp8_moe.py @@ -176,9 +176,6 @@ class TrtLlmFp8Experts(mk.FusedMoEExpertsMonolithic): assert not apply_router_weight_on_input assert activation == MoEActivation.SILU - if e_score_correction_bias is not None: - e_score_correction_bias = e_score_correction_bias.to(hidden_states.dtype) - if self.routing_method_type == RoutingMethodType.DeepSeekV3: router_logits = router_logits.to(torch.float32)