[v1] EngineArgs for better config handling for v1 (#10382)

Signed-off-by: rickyx <rickyx@anyscale.com>
2024-11-25 21:09:43 -08:00
parent a6760f6456
commit 519e8e4182
13 changed files with 109 additions and 27 deletions
--- a/.buildkite/test-pipeline.yaml
+++ b/.buildkite/test-pipeline.yaml
@@ -172,7 +172,7 @@ steps:
    - vllm/
    - tests/v1
  commands:
-    - pytest -v -s v1
+    - VLLM_USE_V1=1 pytest -v -s v1

 - label: Examples Test # 15min
  working_dir: "/vllm-workspace/examples"