[CI/Test] improve robustness of test (vllm_runner) (#5357)

[CI/Test] improve robustness of test by replacing del with context manager (vllm_runner) (#5357)
2024-06-08 01:59:20 -07:00
parent 9fb900f90c
commit 8ea5e44a43
28 changed files with 431 additions and 470 deletions
--- a/tests/engine/test_stop_reason.py
+++ b/tests/engine/test_stop_reason.py
@@ -19,9 +19,8 @@ MAX_TOKENS = 1024

@pytest.fixture
 def vllm_model(vllm_runner):
-    vllm_model = vllm_runner(MODEL)
-    yield vllm_model
-    del vllm_model
+    with vllm_runner(MODEL) as vllm_model:
+        yield vllm_model


 def test_stop_reason(vllm_model, example_prompts):