[misc][distributed] improve tests (#6488)

2024-07-16 17:35:52 -07:00
parent 09c2eb85dd
commit 7f62077af5
2 changed files with 8 additions and 4 deletions
--- a/vllm/distributed/device_communicators/shm_broadcast.py
+++ b/vllm/distributed/device_communicators/shm_broadcast.py
@@ -170,7 +170,7 @@ class MessageQueue:
        self.n_remote_reader = n_remote_reader

        if connect_ip is None:
-            connect_ip = get_ip()
+            connect_ip = get_ip() if n_remote_reader > 0 else "127.0.0.1"

        context = Context()

@@ -230,6 +230,8 @@ class MessageQueue:
            remote_sync_port=remote_sync_port,
        )

+        logger.info("vLLM message queue communication handle: %s", self.handle)
+
    def export_handle(self) -> Handle:
        return self.handle