[BugFix] Improve internal DP load balancing (#21617)

Signed-off-by: Nick Hill <nhill@redhat.com>
2025-08-02 03:45:27 +01:00
parent 9f9c38c392
commit 8d524ce79f
7 changed files with 122 additions and 59 deletions
--- a/vllm/v1/utils.py
+++ b/vllm/v1/utils.py
@@ -154,6 +154,7 @@ class APIServerProcessManager:
            client_config = {
                "input_address": in_addr,
                "output_address": out_addr,
+                "client_count": num_servers,
                "client_index": i
            }
            if stats_update_address is not None: