mirror of https://github.com/vllm-project/vllm.git
117 lines
4.5 KiB
Django/Jinja
117 lines
4.5 KiB
Django/Jinja
{%- macro is_array_of_type_objects(var) -%}
|
|
{%- if var is iterable and var is not string -%}
|
|
{%- set valid = true -%}
|
|
{%- for item in var -%}
|
|
{%- if 'type' not in item -%}
|
|
{%- set valid = false -%}
|
|
{%- break -%}
|
|
{%- endif -%}
|
|
{%- endfor -%}
|
|
{{ valid }}
|
|
{%- else -%}
|
|
{{ false }}
|
|
{%- endif -%}
|
|
{%- endmacro %}
|
|
|
|
{%- macro render_message(message) %}
|
|
{%- if message['content'] is string %}
|
|
{{- message['content']|trim }}
|
|
{%- elif is_array_of_type_objects(data) == 'True' %}
|
|
{%- for content in message['content'] %}
|
|
{%- if content['type'] == 'image' %}
|
|
{{- '<|image|>' }}
|
|
{%- elif content['type'] == 'text' %}
|
|
{{- content['text']|trim }}
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
{%- else %}
|
|
{{- message['content']|tojson }}
|
|
{%- endif %}
|
|
{%- endmacro %}
|
|
|
|
{{- bos_token }}
|
|
{%- if custom_tools is defined %}
|
|
{%- set tools = custom_tools %}
|
|
{%- endif %}
|
|
{%- if not tools_in_user_message is defined %}
|
|
{%- set tools_in_user_message = true %}
|
|
{%- endif %}
|
|
{%- if not tools is defined %}
|
|
{%- set tools = none %}
|
|
{%- endif %}
|
|
|
|
{#- This block extracts the system message, so we can slot it into the right place. #}
|
|
{%- if messages[0]['role'] == 'system' %}
|
|
{%- set system_message = messages[0] %}
|
|
{%- set messages = messages[1:] %}
|
|
{%- else %}
|
|
{%- set system_message = ({ "content": "You are a helpful assistant with tool calling "
|
|
"capabilities. Only reply with a tool call if the function exists in the "
|
|
"library provided by the user. If it doesn't exist, just reply directly in "
|
|
"natural language. When you receive a tool call response, use the output to "
|
|
"format an answer to the original user question."}) %}
|
|
{%- endif %}
|
|
|
|
{%- set tool_lib_preamble = 'Tools: You have access to the following tools. You might need to use one '
|
|
'or more function/tool calls to fulfill the task. \n'
|
|
'If none are needed, then proceed to the response.\n\n'
|
|
'Tool Call Syntax: You can call tools using the following syntax:\n'
|
|
'{"name": function name, "parameters": dictionary of argument name and its value}.\n'
|
|
'Separate multiple function calls by "; ". Do not use variables.\n'
|
|
'Do not include anything else when calling the tools with the syntax above.\n\n'
|
|
'Here is a list of functions in JSON format that you can invoke.\n' %}
|
|
|
|
{{- "<|header_start|>system<|header_end|>\n\n" }}
|
|
{%- if tools is not none and not tools_in_user_message %}
|
|
{{- tool_lib_preamble }}
|
|
{%- for t in tools %}
|
|
{{- t | tojson(indent=4) }}
|
|
{{- "\n\n" }}
|
|
{%- endfor %}
|
|
{%- endif %}
|
|
{{- render_message(system_message) }}
|
|
{{ "<|eot|>\n" }}
|
|
|
|
{#- Custom tools are passed in a user message with some extra guidance #}
|
|
{%- if tools_in_user_message and not tools is none %}
|
|
{#- Extract the first user message so we can plug it in here #}
|
|
{%- if messages | length != 0 %}
|
|
{%- set first_user_message = messages[0] %}
|
|
{%- set messages = messages[1:] %}
|
|
{%- else %}
|
|
{{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
|
|
{%- endif %}
|
|
{{- '<|header_start|>user<|header_end|>\n\n' }}
|
|
{{- tool_lib_preamble }}
|
|
{%- for t in tools %}
|
|
{{- t | tojson(indent=4) }}
|
|
{{- "\n\n" }}
|
|
{%- endfor %}
|
|
{{- render_message(first_user_message) + "\n<|eot|>"}}
|
|
{%- endif %}
|
|
|
|
{%- for message in messages %}
|
|
{%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
|
|
{{- '<|header_start|>' + message['role'] + '<|header_end|>\n\n' }}
|
|
{{- render_message(message) }}
|
|
{{- "\n<|eot|>" }}
|
|
{%- elif 'tool_calls' in message and message.tool_calls|length > 0 %}
|
|
{{- '\n<|header_start|>assistant<|header_end|>\n\n' -}}
|
|
{{- render_message(message) }}
|
|
{%- for tool_call in message.tool_calls %}
|
|
{{- '{"name": "' + tool_call.function.name + '", ' }}
|
|
{{- '"parameters": ' }}
|
|
{{- tool_call.function.arguments | tojson }}
|
|
{{- "}" }}
|
|
{%- endfor %}
|
|
{{- "\n<|eot|>" }}
|
|
{%- elif message.role == "tool" or message.role == "ipython" %}
|
|
{{- "\n<|header_start|>ipython<|header_end|>\n\n" }}
|
|
{{- render_message(message) }}
|
|
{{- "\n<|eom|>" }}
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
{%- if add_generation_prompt %}
|
|
{{- '\n<|header_start|>assistant<|header_end|>\n\n' }}
|
|
{%- endif %}
|