biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[CI] Fix flaky test_streaming_response test (#20913)

Browse Source 
Signed-off-by: NickLucche <nlucches@redhat.com>
This commit is contained in:
Nicolò Lucchesi
2025-07-15 05:15:15 +02:00
committed by GitHub
parent 37e2ecace2
commit 80305c1b24
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/entrypoints/openai/test_transcription_validation.py
View File

@@ -154,7 +154,8 @@ async def test_streaming_response(winning_call):
file=winning_call, file=winning_call,
language="en", language="en",
temperature=0.0, temperature=0.0,
extra_body=dict(stream=True)) extra_body=dict(stream=True),
timeout=30)
# Reconstruct from chunks and validate # Reconstruct from chunks and validate
async for chunk in res: async for chunk in res:
# just a chunk # just a chunk
@@ -184,7 +185,8 @@ async def test_stream_options(winning_call):
temperature=0.0, temperature=0.0,
extra_body=dict(stream=True, extra_body=dict(stream=True,
stream_include_usage=True, stream_include_usage=True,
stream_continuous_usage_stats=True)) stream_continuous_usage_stats=True),
timeout=30)
final = False final = False
continuous = True continuous = True
async for chunk in res: async for chunk in res: