disable graph partition in custom op (#26952)
Signed-off-by: Boyuan Feng <boyuan@meta.com> Signed-off-by: Boyuan Feng <fby.1994@gmail.com> Co-authored-by: Luka Govedič <ProExpertProg@users.noreply.github.com>
This commit is contained in:
@@ -7,6 +7,8 @@ from typing import Any
|
||||
|
||||
import torch
|
||||
|
||||
from vllm.utils import is_torch_equal_or_newer
|
||||
|
||||
|
||||
def set_random_seed(seed: int) -> None:
|
||||
from vllm.platforms import current_platform
|
||||
@@ -83,3 +85,10 @@ def get_moe_expert_mapping(
|
||||
if child_map is not None:
|
||||
return child_map()
|
||||
return []
|
||||
|
||||
|
||||
def maybe_disable_graph_partition(current_backend: str) -> dict[str, bool]:
|
||||
if current_backend == "inductor" and is_torch_equal_or_newer("2.9.0.dev"):
|
||||
return {"graph_partition": False}
|
||||
else:
|
||||
return {}
|
||||
|
||||
Reference in New Issue
Block a user