From 16a664df240f43c92861e97d5b59a8276e89698b Mon Sep 17 00:00:00 2001 From: jetxa Date: Tue, 24 Mar 2026 13:00:12 +0800 Subject: [PATCH] [Frontend][Bugfix] Pass default_chat_template_kwargs to AnthropicServingMessages (#37899) Signed-off-by: jetxa --- vllm/entrypoints/anthropic/serving.py | 2 ++ vllm/entrypoints/openai/generate/api_router.py | 1 + 2 files changed, 3 insertions(+) diff --git a/vllm/entrypoints/anthropic/serving.py b/vllm/entrypoints/anthropic/serving.py index 4b495168c..7216ae2a4 100644 --- a/vllm/entrypoints/anthropic/serving.py +++ b/vllm/entrypoints/anthropic/serving.py @@ -72,6 +72,7 @@ class AnthropicServingMessages(OpenAIServingChat): tool_parser: str | None = None, enable_prompt_tokens_details: bool = False, enable_force_include_usage: bool = False, + default_chat_template_kwargs: dict[str, Any] | None = None, ): super().__init__( engine_client=engine_client, @@ -87,6 +88,7 @@ class AnthropicServingMessages(OpenAIServingChat): tool_parser=tool_parser, enable_prompt_tokens_details=enable_prompt_tokens_details, enable_force_include_usage=enable_force_include_usage, + default_chat_template_kwargs=default_chat_template_kwargs, ) self.stop_reason_map = { "stop": "end_turn", diff --git a/vllm/entrypoints/openai/generate/api_router.py b/vllm/entrypoints/openai/generate/api_router.py index c81c295e4..77c3580de 100644 --- a/vllm/entrypoints/openai/generate/api_router.py +++ b/vllm/entrypoints/openai/generate/api_router.py @@ -150,6 +150,7 @@ async def init_generate_state( reasoning_parser=args.structured_outputs_config.reasoning_parser, enable_prompt_tokens_details=args.enable_prompt_tokens_details, enable_force_include_usage=args.enable_force_include_usage, + default_chat_template_kwargs=args.default_chat_template_kwargs, ) if "generate" in supported_tasks else None