refactor: abstract graph mode support into platform interface (#25161)

Signed-off-by: Yizhou Liu <liu_yizhou@outlook.com>
This commit is contained in:
Yizhou
2025-09-22 18:22:29 +08:00
committed by GitHub
parent 4cf71cc88a
commit b6f01bd9a7
5 changed files with 23 additions and 7 deletions

View File

@@ -503,7 +503,7 @@ class VllmConfig:
if self.compilation_config.pass_config.enable_sequence_parallelism:
self.compilation_config.custom_ops.append("+rms_norm")
if current_platform.is_cuda_alike() or current_platform.is_xpu():
if current_platform.support_static_graph_mode():
# if cudagraph_mode is not explicitly set by users, set default
# value
if self.compilation_config.cudagraph_mode is None: