biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[torch.compile] Passing only necessary compilation config to inductor pass config (#27041)

Browse Source 
Signed-off-by: Lu Fang <fanglu@fb.com>
Co-authored-by: Lucia (Lu) Fang <fanglu@meta.com>
This commit is contained in:
Lucia Fang
2025-10-16 17:01:52 -07:00
committed by GitHub
parent 41d3071918
commit 11ae016bd7
4 changed files with 47 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
tests/compile/test_sequence_parallelism.py
View File

@@ -285,6 +285,14 @@ def sequence_parallelism_pass_on_test_model(
noop_pass = NoOpEliminationPass(vllm_config)
sequence_parallelism_pass = SequenceParallelismPass(vllm_config)
assert (
sequence_parallelism_pass.compilation_config.splitting_ops
== vllm_config.compilation_config.splitting_ops
)
assert (
sequence_parallelism_pass.compilation_config.use_inductor_graph_partition
== vllm_config.compilation_config.use_inductor_graph_partition
)
func_pass = FixFunctionalizationPass(vllm_config)
cleanup_pass = PostCleanupPass(vllm_config)