[Bugfix] fix DP-aware routing in OpenAI API requests (#29002)

Signed-off-by: inkcherry <mingzhi.liu@amd.com>
2025-12-19 01:50:42 +08:00
parent 686cbaac64
commit 500f26e6d3
7 changed files with 68 additions and 0 deletions
--- a/tests/entrypoints/openai/test_chat_error.py
+++ b/tests/entrypoints/openai/test_chat_error.py
@@ -76,6 +76,7 @@ def _build_serving_chat(engine: AsyncLLM) -> OpenAIServingChat:
        lora_request,
        trace_headers,
        priority,
+        data_parallel_rank,
    ):
        return dict(engine_prompt), {}