[core] Add tags parameter to wake_up() (#15500)

Signed-off-by: Eric <erictang000@gmail.com>
2025-04-02 01:59:27 -07:00
parent 90969fb39a
commit ddb94c2605
18 changed files with 144 additions and 71 deletions
--- a/vllm/v1/engine/async_llm.py
+++ b/vllm/v1/engine/async_llm.py
@@ -424,8 +424,8 @@ class AsyncLLM(EngineClient):
    async def sleep(self, level: int = 1) -> None:
        await self.engine_core.sleep_async(level)

-    async def wake_up(self) -> None:
-        await self.engine_core.wake_up_async()
+    async def wake_up(self, tags: Optional[list[str]] = None) -> None:
+        await self.engine_core.wake_up_async(tags)

    async def is_sleeping(self) -> bool:
        return await self.engine_core.is_sleeping_async()