OffloadingConnector: Add cpu_bytes_to_use configuration (#24498)

Signed-off-by: Or Ozeri <oro@il.ibm.com>
2026-01-12 17:00:43 +02:00
parent 49e6b86c91
commit 9cddbdba6d
9 changed files with 49 additions and 24 deletions
--- a/tests/v1/kv_offload/test_cpu_offloading.py
+++ b/tests/v1/kv_offload/test_cpu_offloading.py
@@ -161,7 +161,7 @@ def test_cpu_offloading(cpu_block_size: int, attn_backend: str) -> None:
        kv_connector="OffloadingConnector",
        kv_role="kv_both",
        kv_connector_extra_config={
-            "num_cpu_blocks": 1000,
+            "cpu_bytes_to_use": 500 << 20,
            "block_size": cpu_block_size,
        },
    )