[Tests] Disable retries and use context manager for openai client (#7565)

2024-08-26 21:33:17 -07:00
parent 2eedede875
commit 39178c7fbc
15 changed files with 130 additions and 93 deletions
--- a/tests/utils.py
+++ b/tests/utils.py
@@ -154,6 +154,7 @@ class RemoteOpenAIServer:
        return openai.AsyncOpenAI(
            base_url=self.url_for("v1"),
            api_key=self.DUMMY_API_KEY,
+            max_retries=0,
        )