[perf] Use pinned memory for async H2D transfer in do_mamba_copy_block (#35480)

Signed-off-by: Huamin Li <3ericli@gmail.com>
2026-02-27 09:50:37 -08:00
parent 1d897ff04f
commit 157722da75
4 changed files with 85 additions and 44 deletions
--- a/tests/v1/worker/test_mamba_utils.py
+++ b/tests/v1/worker/test_mamba_utils.py
@@ -62,6 +62,7 @@ def test_resumed_req_ids_cleared_from_mamba_state_idx():
            {},
            {},
            (),
+            MagicMock(),
        )

    assert mamba_state_idx == {"keep": 99}