louis_lifu
/
vllm
mirror of https://github.com/vllm-project/vllm
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix Baichuan chat template (#3340)

This commit is contained in:
Dinghow Yang 2024-03-16 12:02:12 +08:00 committed by GitHub
parent 14e3f9a1b2
commit cf6ff18246
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
examples/template_baichuan.jinja
View File

@ -1,22 +1,13 @@
{{ (messages|selectattr('role', 'equalto', 'system')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'system')|list) else '' }} {{ (messages|selectattr('role', 'equalto', 'system')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'system')|list) else '' }}
{% for message in messages %} {%- for message in messages -%}
{% if message['role'] == 'user' %} {%- if message['role'] == 'user' -%}
<reserved_106> {{- '<reserved_106>' + message['content'] -}}
{{ message['content']|trim -}} {%- elif message['role'] == 'assistant' -%}
{% if not loop.last %} {{- '<reserved_107>' + message['content'] -}}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt and messages[-1]['role'] != 'assistant' -%}
{% endif %} {{- '<reserved_107>' -}}
{% elif message['role'] == 'assistant' %}
<reserved_107>
{{ message['content']|trim -}}
{% if not loop.last %}
{% endif %}
{% endif %}
{% endfor %}
{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}
<reserved_107>
{% endif %} {% endif %}