biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Tests] Disable retries and use context manager for openai client (#7565)

Browse Source
This commit is contained in:
Nick Hill
2024-08-26 21:33:17 -07:00
committed by GitHub
parent 2eedede875
commit 39178c7fbc
15 changed files with 130 additions and 93 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
tests/entrypoints/openai/test_shutdown.py
View File

@@ -35,13 +35,14 @@ async def test_shutdown_on_engine_failure(tmp_path):
]
with RemoteOpenAIServer(MODEL_NAME, args) as remote_server:
client = remote_server.get_async_client()
async with remote_server.get_async_client() as client:
with pytest.raises(openai.APIConnectionError):
# This crashes the engine
await client.completions.create(model="bad-adapter",
prompt="Hello, my name is")
with pytest.raises(
(openai.APIConnectionError, openai.InternalServerError)):
# This crashes the engine
await client.completions.create(model="bad-adapter",
prompt="Hello, my name is")
# Now the server should shut down
return_code = remote_server.proc.wait(timeout=1)
assert return_code is not None
# Now the server should shut down
return_code = remote_server.proc.wait(timeout=3)
assert return_code is not None