[misc] [doc] [frontend] LLM torch profiler support (#7943)

2024-09-06 17:48:48 -07:00
parent 29f49cd6e3
commit 12dd715807
6 changed files with 74 additions and 3 deletions
--- a/vllm/executor/cpu_executor.py
+++ b/vllm/executor/cpu_executor.py
@@ -296,6 +296,12 @@ class CPUExecutor(ExecutorBase):
        for result in parallel_worker_tasks:
            result.get()

+    def start_profile(self) -> None:
+        self.driver_method_invoker(self.driver_worker, "start_profile")
+
+    def stop_profile(self) -> None:
+        self.driver_method_invoker(self.driver_worker, "stop_profile")
+

 class CPUExecutorAsync(CPUExecutor, ExecutorAsyncBase):