[Bugfix] fix DP-aware routing in OpenAI API requests (#29002)

Signed-off-by: inkcherry <mingzhi.liu@amd.com>
2025-12-19 01:50:42 +08:00
parent 686cbaac64
commit 500f26e6d3
7 changed files with 68 additions and 0 deletions
--- a/tests/entrypoints/openai/test_completion_error.py
+++ b/tests/entrypoints/openai/test_completion_error.py
@@ -73,6 +73,7 @@ def _build_serving_completion(engine: AsyncLLM) -> OpenAIServingCompletion:
        lora_request,
        trace_headers,
        priority,
+        data_parallel_rank,
    ):
        return dict(engine_prompt), {}