[V1] EngineCore supports profiling (#10564)

Signed-off-by: Abatom <abzhonghua@gmail.com>
2024-11-23 09:16:15 +08:00
parent 28598f3939
commit d345f409b7
5 changed files with 68 additions and 9 deletions
--- a/vllm/v1/engine/async_llm.py
+++ b/vllm/v1/engine/async_llm.py
@@ -346,10 +346,10 @@ class AsyncLLM(EngineClient):
        logger.debug("Called check_health.")

    async def start_profile(self) -> None:
-        raise ValueError("Not supported on V1 yet.")
+        await self.engine_core.profile(True)

    async def stop_profile(self) -> None:
-        raise ValueError("Not supported on V1 yet.")
+        await self.engine_core.profile(False)

    @property
    def is_running(self) -> bool: