From b956cdf818dbb05f4dc327cc76b46c18a1e37cf8 Mon Sep 17 00:00:00 2001 From: Cyrus Leung Date: Sat, 7 Feb 2026 22:18:16 +0800 Subject: [PATCH] [Doc] Fix run_batch docs (#34056) Signed-off-by: DarkLight1337 --- vllm/entrypoints/openai/run_batch.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/vllm/entrypoints/openai/run_batch.py b/vllm/entrypoints/openai/run_batch.py index f3c145a0b..747025750 100644 --- a/vllm/entrypoints/openai/run_batch.py +++ b/vllm/entrypoints/openai/run_batch.py @@ -565,12 +565,15 @@ async def run_request( return batch_output +WrapperFn: TypeAlias = Callable[[Callable], Callable] + + def handle_endpoint_request( request: BatchRequestInput, tracker: BatchProgressTracker, url_matcher: Callable[[str], bool], handler_getter: Callable[[], Callable | None], - wrapper_fn: Callable[[Callable], Callable] | None = None, + wrapper_fn: WrapperFn | None = None, ) -> Awaitable[BatchRequestOutput] | None: """ Generic handler for endpoint requests. @@ -602,7 +605,7 @@ def handle_endpoint_request( return run_request(handler_fn, request, tracker) -def make_transcription_wrapper(is_translation: bool): +def make_transcription_wrapper(is_translation: bool) -> WrapperFn: """ Factory function to create a wrapper for transcription/translation handlers. The wrapper converts BatchTranscriptionRequest or BatchTranslationRequest