[feature] extend DBO to XBO (#30120)

Signed-off-by: jiangkuaixue123 <jiangxiaozhou111@163.com> Co-authored-by: root <root@hk01dgx028.cm.cluster>
2025-12-16 13:04:01 +08:00
parent c881db364e
commit b9ff4f2a8d
10 changed files with 133 additions and 73 deletions
--- a/tests/v1/attention/test_attention_splitting.py
+++ b/tests/v1/attention/test_attention_splitting.py
@@ -323,6 +323,7 @@ def test_prefill_split_across_ubatches(
        num_tokens,
        batch_spec.batch_size,
        split_point=split_point,
+        num_ubatches=2,
    )
    assert ubatch_slices is not None and len(ubatch_slices) == 2