mirror of https://github.com/vllm-project/vllm
94 lines
4.7 KiB
Django/Jinja
94 lines
4.7 KiB
Django/Jinja
{%- if messages[0]["role"] == "system" %}
|
|
{%- set system_message = messages[0]["content"] %}
|
|
{%- set loop_messages = messages[1:] %}
|
|
{%- else %}
|
|
{%- set loop_messages = messages %}
|
|
{%- endif %}
|
|
{%- if not tools is defined %}
|
|
{%- set tools = none %}
|
|
{%- elif tools is not none %}
|
|
{%- set parallel_tool_prompt = "You are a helpful assistant that can call tools. If you call one or more tools, format them in a single JSON array or objects, where each object is a tool call, not as separate objects outside of an array or multiple arrays. Use the format [{\"name\": tool call name, \"arguments\": tool call arguments}, additional tool calls] if you call more than one tool. If you call tools, do not attempt to interpret them or otherwise provide a response until you receive a tool call result that you can interpret for the user." %}
|
|
{%- if system_message is defined %}
|
|
{%- set system_message = parallel_tool_prompt + "\n\n" + system_message %}
|
|
{%- else %}
|
|
{%- set system_message = parallel_tool_prompt %}
|
|
{%- endif %}
|
|
{%- endif %}
|
|
{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
|
|
|
|
{%- for message in loop_messages | rejectattr("role", "equalto", "tool") | rejectattr("role", "equalto", "tool_results") | selectattr("tool_calls", "undefined") %}
|
|
{%- if (message["role"] == "user") != (loop.index0 % 2 == 0) %}
|
|
{{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
|
|
{{- bos_token }}
|
|
{%- for message in loop_messages %}
|
|
{%- if message["role"] == "user" %}
|
|
{%- if tools is not none and (message == user_messages[-1]) %}
|
|
{{- "[AVAILABLE_TOOLS] [" }}
|
|
{%- for tool in tools %}
|
|
{%- set tool = tool.function %}
|
|
{{- '{"type": "function", "function": {' }}
|
|
{%- for key, val in tool.items() if key != "return" %}
|
|
{%- if val is string %}
|
|
{{- '"' + key + '": "' + val + '"' }}
|
|
{%- else %}
|
|
{{- '"' + key + '": ' + val|tojson }}
|
|
{%- endif %}
|
|
{%- if not loop.last %}
|
|
{{- ", " }}
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
{{- "}}" }}
|
|
{%- if not loop.last %}
|
|
{{- ", " }}
|
|
{%- else %}
|
|
{{- "]" }}
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
{{- "[/AVAILABLE_TOOLS]" }}
|
|
{%- endif %}
|
|
{%- if loop.last and system_message is defined %}
|
|
{{- "[INST] " + system_message + "\n\n" + message["content"] + "[/INST]" }}
|
|
{%- else %}
|
|
{{- "[INST] " + message["content"] + "[/INST]" }}
|
|
{%- endif %}
|
|
{%- elif message["role"] == "tool_calls" or message.tool_calls is defined %}
|
|
{%- if message.tool_calls is defined %}
|
|
{%- set tool_calls = message.tool_calls %}
|
|
{%- else %}
|
|
{%- set tool_calls = message.content %}
|
|
{%- endif %}
|
|
{{- "[TOOL_CALLS] [" }}
|
|
{%- for tool_call in tool_calls %}
|
|
{%- set out = tool_call.function|tojson %}
|
|
{{- out[:-1] }}
|
|
{%- if not tool_call.id is defined or tool_call.id|length < 9 %}
|
|
{{- raise_exception("Tool call IDs should be alphanumeric strings with length >= 9! (1)" + tool_call.id) }}
|
|
{%- endif %}
|
|
{{- ', "id": "' + tool_call.id[-9:] + '"}' }}
|
|
{%- if not loop.last %}
|
|
{{- ", " }}
|
|
{%- else %}
|
|
{{- "]" + eos_token }}
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
{%- elif message["role"] == "assistant" %}
|
|
{{- " " + message["content"] + eos_token }}
|
|
{%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
|
|
{%- if message.content is defined and message.content.content is defined %}
|
|
{%- set content = message.content.content %}
|
|
{%- else %}
|
|
{%- set content = message.content %}
|
|
{%- endif %}
|
|
{{- '[TOOL_RESULTS] {"content": ' + content|string + ", " }}
|
|
{%- if not message.tool_call_id is defined or message.tool_call_id|length < 9 %}
|
|
{{- raise_exception("Tool call IDs should be alphanumeric strings with length >= 9! (2)" + message.tool_call_id) }}
|
|
{%- endif %}
|
|
{{- '"call_id": "' + message.tool_call_id[-9:] + '"}[/TOOL_RESULTS]' }}
|
|
{%- else %}
|
|
{{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
|
|
{%- endif %}
|
|
{%- endfor %}
|