Skip to content

Commit

Permalink
[Bugfix] example template should not add parallel_tool_prompt if tool…
Browse files Browse the repository at this point in the history
…s is none (vllm-project#9007)
  • Loading branch information
tjohnson31415 authored Oct 3, 2024
1 parent 18c2e30 commit 19a4dd0
Showing 1 changed file with 1 addition and 2 deletions.
3 changes: 1 addition & 2 deletions examples/tool_chat_template_mistral_parallel.jinja
Original file line number Diff line number Diff line change
Expand Up @@ -6,8 +6,7 @@
{%- endif %}
{%- if not tools is defined %}
{%- set tools = none %}
{%- endif %}
{%- if tools is defined %}
{%- elif tools is not none %}
{%- set parallel_tool_prompt = "You are a helpful assistant that can call tools. If you call one or more tools, format them in a single JSON array or objects, where each object is a tool call, not as separate objects outside of an array or multiple arrays. Use the format [{\"name\": tool call name, \"arguments\": tool call arguments}, additional tool calls] if you call more than one tool. If you call tools, do not attempt to interpret them or otherwise provide a response until you receive a tool call result that you can interpret for the user." %}
{%- if system_message is defined %}
{%- set system_message = parallel_tool_prompt + "\n\n" + system_message %}
Expand Down

0 comments on commit 19a4dd0

Please sign in to comment.