biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[P/D] Mooncake: Add unit tests and minor fixes for mooncake connector (#36946)

Browse Source 
Signed-off-by: Tianchen Ding <dtcccc@linux.alibaba.com>
This commit is contained in:
dtc
2026-03-27 16:26:40 +08:00
committed by GitHub
parent 84e439a9cb
commit 6287e7fa20
4 changed files with 774 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/v1/kv_connector/unit/utils.py
View File

@@ -100,6 +100,8 @@ def create_vllm_config(
hf_overrides: dict[str, Any] | None = None,
attention_backend: str | None = None,
kv_load_failure_policy: Literal["recompute", "fail"] = "fail",
kv_connector: str = "NixlConnector",
kv_role: str = "kv_both",
) -> VllmConfig:
"""Initialize VllmConfig For Testing."""
model_config = ModelConfig(
@@ -124,8 +126,8 @@ def create_vllm_config(
enable_prefix_caching=True,
)
kv_transfer_config = KVTransferConfig(
kv_connector="NixlConnector",
kv_role="kv_both",
kv_connector=kv_connector,
kv_role=kv_role,
enable_permute_local_kv=enable_permute_local_kv,
kv_connector_extra_config=kv_connector_extra_config or {},
kv_load_failure_policy=kv_load_failure_policy,