[Core] Make BlockSpaceManagerV2 the default BlockManager to use. (#8678)

2024-10-03 09:44:21 -07:00
parent 83caf35e08
commit f5d72b2fc6
2 changed files with 8 additions and 5 deletions
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -970,7 +970,7 @@ class SchedulerConfig:
                 max_num_batched_tokens: Optional[int],
                 max_num_seqs: int,
                 max_model_len: int,
-                 use_v2_block_manager: bool = False,
+                 use_v2_block_manager: bool = True,
                 num_lookahead_slots: int = 0,
                 delay_factor: float = 0.0,
                 enable_chunked_prefill: bool = False,