disable graph partition in custom op (#26952)

Signed-off-by: Boyuan Feng <boyuan@meta.com>
Signed-off-by: Boyuan Feng <fby.1994@gmail.com>
Co-authored-by: Luka Govedič <ProExpertProg@users.noreply.github.com>
This commit is contained in:
Boyuan Feng
2025-10-16 20:08:47 -07:00
committed by GitHub
parent ab81379ea6
commit 08405609cc
2 changed files with 15 additions and 1 deletions

View File

@@ -7,6 +7,8 @@ from typing import Any
import torch
from vllm.utils import is_torch_equal_or_newer
def set_random_seed(seed: int) -> None:
from vllm.platforms import current_platform
@@ -83,3 +85,10 @@ def get_moe_expert_mapping(
if child_map is not None:
return child_map()
return []
def maybe_disable_graph_partition(current_backend: str) -> dict[str, bool]:
if current_backend == "inductor" and is_torch_equal_or_newer("2.9.0.dev"):
return {"graph_partition": False}
else:
return {}