biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Make KV connector metadata build overridable via plugin (#37336)

Browse Source 
Signed-off-by: Yong Hoon Shin <yhshin@meta.com>
This commit is contained in:
Yong Hoon Shin
2026-03-17 14:29:06 -07:00
committed by GitHub
parent c0745a851a
commit de35c06c66
3 changed files with 142 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
tests/v1/core/utils.py
View File

@@ -47,7 +47,7 @@ def create_scheduler(
enable_prefix_caching: bool = False,
long_prefill_token_threshold: int = 0,
disable_chunked_mm_input: bool = False,
use_kv_connector: None | bool | MockKVConfig = None,
use_kv_connector: None | bool | str | MockKVConfig = None,
num_blocks: int = 10000,
block_size: int = 16,
max_model_len: int | None = None,
@@ -107,6 +107,11 @@ def create_scheduler(
"is_async": use_kv_connector.is_async,
},
)
elif isinstance(use_kv_connector, str):
kv_transfer_config = KVTransferConfig(
kv_connector=use_kv_connector,
kv_role="kv_both",
)
elif use_kv_connector:
kv_transfer_config = KVTransferConfig(
kv_connector="ExampleConnector",