[torch.compile] Refactor Attention Quant Fusion Pass and Remove Boilerplate (#37373)
Signed-off-by: BadrBasowid <badr.basowid@gmail.com> Co-authored-by: vllmellm <vllm.ellm@embeddedllm.com>
This commit is contained in:
@@ -703,6 +703,11 @@ class Worker(WorkerBase):
|
||||
def get_supported_tasks(self) -> tuple[SupportedTask, ...]:
|
||||
return self.model_runner.get_supported_tasks()
|
||||
|
||||
def get_compilation_match_table(self) -> dict[str, int]:
|
||||
from vllm.compilation.passes.vllm_inductor_pass import get_match_table
|
||||
|
||||
return get_match_table()
|
||||
|
||||
def get_encoder_timing_stats(self) -> dict[str, dict[str, float | int]]:
|
||||
"""Get encoder timing stats from model runner."""
|
||||
return self.model_runner.get_encoder_timing_stats()
|
||||
|
||||
Reference in New Issue
Block a user