refactor complemention api for readability (#2499)

This commit is contained in:
Simon Mo
2024-01-18 16:45:14 -08:00
committed by GitHub
parent d2a68364c4
commit dd7e8f5f64
6 changed files with 286 additions and 255 deletions

View File

@@ -88,6 +88,16 @@ async def test_single_completion(server, client: openai.AsyncOpenAI):
assert completion.usage == openai.types.CompletionUsage(
completion_tokens=5, prompt_tokens=6, total_tokens=11)
# test using token IDs
completion = await client.completions.create(
model=MODEL_NAME,
prompt=[0, 0, 0, 0, 0],
max_tokens=5,
temperature=0.0,
)
assert completion.choices[0].text is not None and len(
completion.choices[0].text) >= 5
async def test_single_chat_session(server, client: openai.AsyncOpenAI):
messages = [{