[P/D] Add a shutdown method to the Connector API (#22699)

Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
This commit is contained in:
Chauncey
2025-09-08 14:07:00 +08:00
committed by GitHub
parent 8c892b1831
commit 61aa4b2901
10 changed files with 52 additions and 12 deletions

View File

@@ -601,6 +601,9 @@ class Worker(WorkerBase):
self.model_runner.save_tensorized_model(
tensorizer_config=tensorizer_config, )
def shutdown(self) -> None:
self.model_runner.ensure_kv_transfer_shutdown()
def init_worker_distributed_environment(
vllm_config: VllmConfig,