[Bugfix] Enable PP with AITER+V1 (#19822)

Signed-off-by: Qiang Li <qiang.li2@amd.com>
2025-06-19 23:43:20 -05:00
parent e41bf15cd0
commit e3a3e4db46
2 changed files with 3 additions and 11 deletions
--- a/vllm/model_executor/layers/layernorm.py
+++ b/vllm/model_executor/layers/layernorm.py
@@ -45,7 +45,6 @@ def fused_add_rms_norm(

 def rocm_aiter_rms_norm(x: torch.Tensor, weight: torch.Tensor,
                        variance_epsilon: float) -> torch.Tensor:
-
    import aiter as rocm_aiter
    if x.dim() > 2:
        x_original_shape = x.shape