biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[CI] Fix Plugin Tests Tests (#28413)

Browse Source 
Signed-off-by: Robert Shaw <robertgshaw2@gmail.com>
This commit is contained in:
Robert Shaw
2025-11-10 17:36:11 -05:00
committed by GitHub
parent 4b94ed8f92
commit 30700b1cd7
1 changed files with 13 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/config/vllm.py
View File

@@ -608,6 +608,8 @@ class VllmConfig:
) )
current_platform.check_and_update_config(self) current_platform.check_and_update_config(self)
# If DCP, ensure the block size is right.
if self.parallel_config.decode_context_parallel_size > 1:
assert ( assert (
self.parallel_config.dcp_kv_cache_interleave_size self.parallel_config.dcp_kv_cache_interleave_size
<= self.cache_config.block_size <= self.cache_config.block_size
@@ -615,8 +617,8 @@ class VllmConfig:
% self.parallel_config.dcp_kv_cache_interleave_size % self.parallel_config.dcp_kv_cache_interleave_size
== 0 == 0
), ( ), (
f"Block_size({self.cache_config.block_size}) should be " f"Block_size({self.cache_config.block_size}) should be greater "
"greater than or equal to and divisible by dcp_kv_cache_interleave_size " "than or equal to and divisible by dcp_kv_cache_interleave_size "
f"({self.parallel_config.dcp_kv_cache_interleave_size})." f"({self.parallel_config.dcp_kv_cache_interleave_size})."
) )