From 2488a82f89b15ad2ebed12160dcc423d44210db2 Mon Sep 17 00:00:00 2001 From: "Kevin H. Luu" Date: Mon, 23 Mar 2026 15:44:38 -0700 Subject: [PATCH] [CI] Split V1 Others into 3 separate jobs (#37016) Co-authored-by: Claude Opus 4.6 --- .buildkite/test_areas/misc.yaml | 56 +++++++++++++++++++++++++++------ 1 file changed, 46 insertions(+), 10 deletions(-) diff --git a/.buildkite/test_areas/misc.yaml b/.buildkite/test_areas/misc.yaml index 9280696d1..2e3570e0f 100644 --- a/.buildkite/test_areas/misc.yaml +++ b/.buildkite/test_areas/misc.yaml @@ -2,11 +2,54 @@ group: Miscellaneous depends_on: - image-build steps: -- label: V1 Others - timeout_in_minutes: 60 +- label: V1 Spec Decode + timeout_in_minutes: 30 source_file_dependencies: - vllm/ - - tests/v1 + - tests/v1/spec_decode + commands: + - export VLLM_WORKER_MULTIPROC_METHOD=spawn + # TODO: create another `optional` test group for slow tests + - pytest -v -s -m 'not slow_test' v1/spec_decode + mirror: + amd: + device: mi325_1 + depends_on: + - image-build-amd + +- label: V1 Sample + Logits + timeout_in_minutes: 30 + source_file_dependencies: + - vllm/ + - tests/v1/sample + - tests/v1/logits_processors + - tests/v1/test_oracle.py + - tests/v1/test_request.py + - tests/v1/test_outputs.py + commands: + - export VLLM_WORKER_MULTIPROC_METHOD=spawn + - pytest -v -s v1/sample + - pytest -v -s v1/logits_processors + - pytest -v -s v1/test_oracle.py + - pytest -v -s v1/test_request.py + - pytest -v -s v1/test_outputs.py + mirror: + amd: + device: mi325_1 + depends_on: + - image-build-amd + +- label: V1 Core + KV + Metrics + timeout_in_minutes: 30 + source_file_dependencies: + - vllm/ + - tests/v1/core + - tests/v1/executor + - tests/v1/kv_offload + - tests/v1/worker + - tests/v1/kv_connector/unit + - tests/v1/metrics + - tests/entrypoints/openai/correctness/test_lmeval.py commands: - uv pip install --system -r /vllm-workspace/requirements/kv_connectors.txt - export VLLM_WORKER_MULTIPROC_METHOD=spawn @@ -14,16 +57,9 @@ steps: - pytest -v -s -m 'not cpu_test' v1/core - pytest -v -s v1/executor - pytest -v -s v1/kv_offload - - pytest -v -s v1/sample - - pytest -v -s v1/logits_processors - pytest -v -s v1/worker - # TODO: create another `optional` test group for slow tests - - pytest -v -s -m 'not slow_test' v1/spec_decode - pytest -v -s -m 'not cpu_test' v1/kv_connector/unit - pytest -v -s -m 'not cpu_test' v1/metrics - - pytest -v -s v1/test_oracle.py - - pytest -v -s v1/test_request.py - - pytest -v -s v1/test_outputs.py # Integration test for streaming correctness (requires special branch). - pip install -U git+https://github.com/robertgshaw2-redhat/lm-evaluation-harness.git@streaming-api - pytest -v -s entrypoints/openai/correctness/test_lmeval.py::test_lm_eval_accuracy_v1_engine