biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix(anthropic): remove non-standard 'data: [DONE]' from Anthropic streaming (#37510)

Browse Source 
Signed-off-by: cdpath <cdpath@outlook.com>
This commit is contained in:
cdpath
2026-03-19 15:23:35 +08:00
committed by GitHub
parent d49f273144
commit 354cd580d5
1 changed files with 0 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/entrypoints/anthropic/serving.py
View File

@@ -576,7 +576,6 @@ class AnthropicServingMessages(OpenAIServingChat):
exclude_unset=True, exclude_none=True exclude_unset=True, exclude_none=True
) )
yield wrap_data_with_event(data, "message_stop") yield wrap_data_with_event(data, "message_stop")
yield "data: [DONE]\n\n"
else: else:
origin_chunk = ChatCompletionStreamResponse.model_validate_json( origin_chunk = ChatCompletionStreamResponse.model_validate_json(
data_str data_str
@@ -773,7 +772,6 @@ class AnthropicServingMessages(OpenAIServingChat):
) )
data = error_response.model_dump_json(exclude_unset=True) data = error_response.model_dump_json(exclude_unset=True)
yield wrap_data_with_event(data, "error") yield wrap_data_with_event(data, "error")
yield "data: [DONE]\n\n"
except Exception as e: except Exception as e:
logger.exception("Error in message stream converter.") logger.exception("Error in message stream converter.")
@@ -783,7 +781,6 @@ class AnthropicServingMessages(OpenAIServingChat):
) )
data = error_response.model_dump_json(exclude_unset=True) data = error_response.model_dump_json(exclude_unset=True)
yield wrap_data_with_event(data, "error") yield wrap_data_with_event(data, "error")
yield "data: [DONE]\n\n"
async def count_tokens( async def count_tokens(
self, self,