[BugFix] Fix engine hanging after KV cache initialization failure (#35478)
Signed-off-by: Shiyan Deng <dsy842974287@meta.com> Co-authored-by: Lu Fang <30275821+houseroad@users.noreply.github.com>
This commit is contained in:
@@ -1101,6 +1101,11 @@ def wait_for_engine_startup(
|
||||
|
||||
start_pending[0 if local else 1] -= 1
|
||||
engine.state = CoreEngineState.READY
|
||||
elif status == "FAILED":
|
||||
raise RuntimeError(
|
||||
f"Engine core {eng_index} reported initialization failure. "
|
||||
"See root cause above."
|
||||
)
|
||||
else:
|
||||
raise RuntimeError(
|
||||
f"Unexpected {status} message for "
|
||||
|
||||
Reference in New Issue
Block a user