biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[Frontend] Chat template fallbacks for multimodal models (#17805)

Browse Source 
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2025-05-08 14:05:54 +08:00
committed by GitHub
parent 843b222723
commit 96722aa81d
18 changed files with 219 additions and 52 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
examples/template_blip2.jinja
View File

@@ -1,11 +0,0 @@
{%- for message in messages -%}
{%- if message['role'] == 'user' -%}
{{- 'Question: ' + message['content'] + ' ' -}}
{%- elif message['role'] == 'assistant' -%}
{{- 'Answer: ' + message['content'] + ' ' -}}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{- 'Answer:' -}}
{% endif %}

3
examples/template_chameleon.jinja
View File

@@ -1,3 +0,0 @@
{%- for message in messages -%}
{{- message['content'] -}}
{%- endfor -%}

23
examples/template_deepseek_vl2.jinja
View File

@@ -1,23 +0,0 @@
{%- if messages[0]['role'] == 'system' -%}
{%- set system_message = messages[0]['content'] -%}
{%- set messages = messages[1:] -%}
{%- else -%}
{% set system_message = '' -%}
{%- endif -%}
{{ bos_token + system_message }}
{%- for message in messages -%}
{%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}
{%- endif -%}
{%- if message['role'] == 'user' -%}
{{ '<|User|>: ' + message['content'] + '\n\n' }}
{%- elif message['role'] == 'assistant' -%}
{{ '<|Assistant|>: ' + message['content'] + eos_token + '\n\n' }}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
{{ '<|Assistant|>: ' }}
{%- endif -%}

3
examples/template_florence2.jinja
View File

@@ -1,3 +0,0 @@
{%- for message in messages -%}
{{- message['content'] -}}
{%- endfor -%}

3
examples/template_fuyu.jinja
View File

@@ -1,3 +0,0 @@
{%- for message in messages -%}
{{- message['content'] + '\n' -}}
{%- endfor -%}

3
examples/template_paligemma.jinja
View File

@@ -1,3 +0,0 @@
{%- for message in messages -%}
{{- message['content'] -}}
{%- endfor -%}

3
examples/template_qwen_vl.jinja
View File

@@ -1,3 +0,0 @@
{%- for message in messages -%}
{{- message['content'] -}}
{%- endfor -%}

10
examples/template_qwen_vl_chat.jinja
View File

@@ -1,10 +0,0 @@
{%- for message in messages -%}
{{- '<|im_start|>' + message['role'] + '\n' + message['content'] -}}
{%- if (loop.last and add_generation_prompt) or not loop.last -%}
{{- '<|im_end|>' + '\n' -}}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt and messages[-1]['role'] != 'assistant' -%}
{{- '<|im_start|>assistant\n' -}}
{%- endif -%}