From d143152308ede994406196aa484566a25a68fe3a Mon Sep 17 00:00:00 2001 From: ziruiliu Date: Wed, 12 Nov 2025 18:44:58 +0800 Subject: [PATCH] [KVConnector] Enable get_block_ids_with_load_errors() in LMCache connector (#27978) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Zirui Liu Signed-off-by: ziruiliu Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> Co-authored-by: Nicolò Lucchesi --- .../kv_connector/v1/lmcache_connector.py | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/vllm/distributed/kv_transfer/kv_connector/v1/lmcache_connector.py b/vllm/distributed/kv_transfer/kv_connector/v1/lmcache_connector.py index 575ab468b..0c24a53fb 100644 --- a/vllm/distributed/kv_transfer/kv_connector/v1/lmcache_connector.py +++ b/vllm/distributed/kv_transfer/kv_connector/v1/lmcache_connector.py @@ -136,6 +136,21 @@ class LMCacheConnectorV1(KVConnectorBase_V1): """ return self._lmcache_engine.get_finished(finished_req_ids) + def get_block_ids_with_load_errors(self) -> set[int]: + """ + Get the set of block IDs that failed to load. + + Returns: + Set of block IDs that encountered load errors. + Empty set if no load errors occurred. + """ + method = getattr(self._lmcache_engine, "get_block_ids_with_load_errors", None) + if callable(method): + return method() + + # Fallback for older versions that don't support this method + return set() + # ============================== # Scheduler-side methods # ==============================