[Perf] API-server scaleout with many-to-many server-engine comms (#17546)

2025-05-30 08:17:00 -07:00
parent 84ec470fca
commit 2dbe8c0774
26 changed files with 1828 additions and 436 deletions
--- a/tests/v1/kv_connector/unit/utils.py
+++ b/tests/v1/kv_connector/unit/utils.py
@@ -153,7 +153,6 @@ def create_request(
        multi_modal_placeholders=None,
        multi_modal_hashes=None,
        eos_token_id=EOS_TOKEN_ID,
-        arrival_time=0,
    )
    req.kv_transfer_params = kv_transfer_params
    return req