[misc] [doc] [frontend] LLM torch profiler support (#7943)

2024-09-06 17:48:48 -07:00
parent 29f49cd6e3
commit 12dd715807
6 changed files with 74 additions and 3 deletions
--- a/vllm/entrypoints/llm.py
+++ b/vllm/entrypoints/llm.py
@@ -560,6 +560,12 @@ class LLM:
        outputs = self._run_engine(use_tqdm=use_tqdm)
        return LLMEngine.validate_outputs(outputs, EmbeddingRequestOutput)

+    def start_profile(self) -> None:
+        self.llm_engine.start_profile()
+
+    def stop_profile(self) -> None:
+        self.llm_engine.stop_profile()
+
    # LEGACY
    def _convert_v1_inputs(
        self,