[torch.compile] Refactor Attention Quant Fusion Pass and Remove Boilerplate (#37373)

Signed-off-by: BadrBasowid <badr.basowid@gmail.com>
Co-authored-by: vllmellm <vllm.ellm@embeddedllm.com>
This commit is contained in:
BadrBasowid
2026-04-01 02:15:50 +08:00
committed by GitHub
parent 07edd551cc
commit 077a9a8e37
7 changed files with 275 additions and 212 deletions

View File

@@ -703,6 +703,11 @@ class Worker(WorkerBase):
def get_supported_tasks(self) -> tuple[SupportedTask, ...]:
return self.model_runner.get_supported_tasks()
def get_compilation_match_table(self) -> dict[str, int]:
from vllm.compilation.passes.vllm_inductor_pass import get_match_table
return get_match_table()
def get_encoder_timing_stats(self) -> dict[str, dict[str, float | int]]:
"""Get encoder timing stats from model runner."""
return self.model_runner.get_encoder_timing_stats()