[Core][Distributed] add shm broadcast (#5399)

Co-authored-by: Cody Yu <hao.yu.cody@gmail.com>
2024-06-20 22:12:35 -07:00
parent 67005a07bc
commit d9a252bc8e
5 changed files with 384 additions and 10 deletions
--- a/.buildkite/test-pipeline.yaml
+++ b/.buildkite/test-pipeline.yaml
@@ -28,9 +28,11 @@ steps:

 - label: Distributed Comm Ops Test
  #mirror_hardwares: [amd]
-  command: pytest -v -s distributed/test_comm_ops.py
  working_dir: "/vllm-workspace/tests"
  num_gpus: 2
+  commands:
+  - pytest -v -s distributed/test_comm_ops.py
+  - pytest -v -s distributed/test_shm_broadcast.py

 - label: Distributed Tests (2 GPUs)
  mirror_hardwares: [amd]