[Cleanup] Remove no-longer-used SpeculativeConfig.enable_chunked_prefill (#27826)

Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Nick Hill
2025-10-31 10:57:45 -07:00
committed by GitHub
parent fc16f1c477
commit 9e5bd3076e
3 changed files with 1 additions and 16 deletions

View File

@@ -241,6 +241,7 @@ async def build_async_engine_client_from_engine_args(
)
# Don't keep the dummy data in memory
assert async_llm is not None
await async_llm.reset_mm_cache()
yield async_llm