[Core][Distributed] enable multiple tp group (#4512)

Co-authored-by: Zhuohan Li <zhuohan123@gmail.com>
2024-05-01 21:28:21 -07:00
parent cf8cac8c70
commit 2a85f93007
4 changed files with 43 additions and 4 deletions
--- a/.buildkite/test-template.j2
+++ b/.buildkite/test-template.j2
@@ -45,6 +45,9 @@ steps:
    plugins:
      - kubernetes:
          podSpec:
+            {% if step.num_gpus %}
+            priorityClassName: gpu-priority-cls-{{ step.num_gpus }}
+            {% endif %}
            volumes:
              - name: dshm
                emptyDir: