[Core] Expose API endpoint /is_sleeping (#14312)

Signed-off-by: Jun Duan <jun.duan.phd@outlook.com>
This commit is contained in:
Jun Duan
2025-03-15 09:28:14 -04:00
committed by GitHub
parent f58aea002c
commit 74bc397b0a
12 changed files with 100 additions and 4 deletions

View File

@@ -1948,6 +1948,9 @@ class LLMEngine:
"Sleep mode is not enabled in the model config")
self.model_executor.wake_up()
def is_sleeping(self) -> bool:
return self.model_executor.is_sleeping
def check_health(self) -> None:
if self.tokenizer:
self.tokenizer.check_health()