[Bugfix][MultiConnector] Fix MultiConnector for SupportsHMA sub-connectors (#36549)

2026-03-16 16:51:04 -04:00
parent d157216093
commit 2dccb38f73
1 changed files with 8 additions and 0 deletions
--- a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
+++ b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
@@ -415,6 +415,14 @@ class NixlConnector(KVConnectorBase_V1, SupportsHMA):
        assert self.connector_scheduler is not None
        return self.connector_scheduler.build_connector_meta(scheduler_output)

+    def request_finished(
+        self,
+        request: "Request",
+        block_ids: list[int],
+    ) -> tuple[bool, dict[str, Any] | None]:
+        assert self.connector_scheduler is not None
+        return self.connector_scheduler.request_finished(request, (block_ids,))
+
    def request_finished_all_groups(
        self,
        request: "Request",