fix: add missing bos_token to example templates

Signed-off-by: Toshiki Kataoka <[email protected]>
vllm-project · Dec 23, 2024 · 1a7f9e3 · 1a7f9e3
1 parent f30581c
commit 1a7f9e3
Show file tree

Hide file tree

Showing 13 changed files with 13 additions and 0 deletions.
diff --git a/examples/template_alpaca.jinja b/examples/template_alpaca.jinja
@@ -1,3 +1,4 @@
+{{ bos_token -}}
 {{ (messages|selectattr('role', 'equalto', 'system')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'system')|list) else '' }}
 
 {% for message in messages %}

diff --git a/examples/template_baichuan.jinja b/examples/template_baichuan.jinja
@@ -1,3 +1,4 @@
+{{ bos_token -}}
 {{ (messages|selectattr('role', 'equalto', 'system')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'system')|list) else '' }}
 
 {%- for message in messages -%}

diff --git a/examples/template_blip2.jinja b/examples/template_blip2.jinja
@@ -1,3 +1,4 @@
+{{ bos_token }}
 {%- for message in messages -%}
     {%- if message['role'] == 'user' -%}
         {{- 'Question: ' + message['content'] + ' ' -}}

diff --git a/examples/template_chatglm.jinja b/examples/template_chatglm.jinja
@@ -1,3 +1,4 @@
+{{- bos_token -}}
 {%- set counter = namespace(index=0) -%}
 {%- for message in messages -%}
     {%- if message['role'] == 'user' -%}

diff --git a/examples/template_chatglm2.jinja b/examples/template_chatglm2.jinja
@@ -1,3 +1,4 @@
+{{- bos_token -}}
 {%- set counter = namespace(index=1) -%}
 {%- for message in messages -%}
     {%- if message['role'] == 'user' -%}

diff --git a/examples/template_chatml.jinja b/examples/template_chatml.jinja
@@ -1,2 +1,3 @@
+{{ bos_token -}}
 {% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content']}}{% if (loop.last and add_generation_prompt) or not loop.last %}{{ '<|im_end|>' + '\n'}}{% endif %}{% endfor %}
 {% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}{{ '<|im_start|>assistant\n' }}{% endif %}
diff --git a/examples/template_dse_qwen2_vl.jinja b/examples/template_dse_qwen2_vl.jinja
@@ -1,3 +1,4 @@
+{{ bos_token -}}
 {% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}{% raw %}<|im_start|>system
 You are a helpful assistant.<|im_end|>
 {% endraw %}{% endif %}<|im_start|>{{ message['role'] }}{% raw %}

diff --git a/examples/template_falcon.jinja b/examples/template_falcon.jinja
@@ -1,3 +1,4 @@
+{{- bos_token -}}
 {%- for message in messages -%}
     {%- if message['role'] == 'user' -%}
         {{- 'User: ' + message['content'] -}}

diff --git a/examples/template_falcon_180b.jinja b/examples/template_falcon_180b.jinja
@@ -1,3 +1,4 @@
+{{- bos_token -}}
 {%- for message in messages -%}
     {%- if message['role'] == 'system' -%}
         {{- 'System: ' + message['content'] -}}

diff --git a/examples/template_inkbot.jinja b/examples/template_inkbot.jinja
@@ -1,3 +1,4 @@
+{{ bos_token -}}
 <#meta#>
 - Date: {{ (messages|selectattr('role', 'equalto', 'meta-current_date')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'meta-current_date')|list) else '' }}
 - Task: {{ (messages|selectattr('role', 'equalto', 'meta-task_name')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'meta-task_name')|list) else '' }}

diff --git a/examples/template_vlm2vec.jinja b/examples/template_vlm2vec.jinja
@@ -1,3 +1,4 @@
+{{- bos_token -}}
 {%- if messages | length > 1 -%}
     {{ raise_exception('Embedding models should only embed one message at a time') }}
 {%- endif -%}

diff --git a/examples/tool_chat_template_granite.jinja b/examples/tool_chat_template_granite.jinja
@@ -1,3 +1,4 @@
+{{- bos_token }}
 {%- if tools %}
     {{- '<|start_of_role|>available_tools<|end_of_role|>
 ' }}

diff --git a/examples/tool_chat_template_granite_20b_fc.jinja b/examples/tool_chat_template_granite_20b_fc.jinja
@@ -1,3 +1,4 @@
+{{- bos_token }}
 {%- macro json_to_python_type(json_spec) %}
     {%- set basic_type_map = {
     "string": "str",