[CI/Build] Add TP test for vision models (#5892)

2024-06-29 23:45:54 +08:00
parent 8dbfcd35bf
commit 99397da534
9 changed files with 131 additions and 27 deletions
--- a/vllm/distributed/device_communicators/shm_broadcast.py
+++ b/vllm/distributed/device_communicators/shm_broadcast.py
@@ -268,6 +268,7 @@ class ShmRingBufferIO:
        else:
            return self.dequeue()

+    @staticmethod
    def create_from_process_group(pg: ProcessGroup,
                                  max_chunk_bytes,
                                  max_chunks,