biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[v1] [P/D] Adding LMCache KV connector for v1 (#16625)

Browse Source
This commit is contained in:
Yihua Cheng
2025-04-25 22:03:38 -05:00
committed by GitHub
parent 68af5f6c5c
commit 5e83a7277f
12 changed files with 793 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
examples/lmcache/disagg_prefill_lmcache_v1/configs/lmcache-decoder-config.yaml Normal file
View File

@@ -0,0 +1,13 @@
local_cpu: False
max_local_cpu_size: 0
#local_disk:
max_local_disk_size: 0
remote_serde: NULL
enable_nixl: True
nixl_role: "receiver"
nixl_peer_host: "localhost"
nixl_peer_port: 55555
nixl_buffer_size: 1073741824 # 1GB
nixl_buffer_device: "cuda"
nixl_enable_gc: True

13
examples/lmcache/disagg_prefill_lmcache_v1/configs/lmcache-prefiller-config.yaml Normal file
View File

@@ -0,0 +1,13 @@
local_cpu: False
max_local_cpu_size: 0
#local_disk:
max_local_disk_size: 0
remote_serde: NULL
enable_nixl: True
nixl_role: "sender"
nixl_peer_host: "localhost"
nixl_peer_port: 55555
nixl_buffer_size: 1073741824 # 1GB
nixl_buffer_device: "cuda"
nixl_enable_gc: True