fix: reassign xml_tools to tools to make it work with vllm
Browse files- chat_template.jinja +7 -4
chat_template.jinja
CHANGED
|
@@ -32,7 +32,7 @@
|
|
| 32 |
{%- set today = strftime_now("%d %B %Y") -%}
|
| 33 |
{{- "Today Date: " ~ today ~ "\n" -}}
|
| 34 |
{{- "Reasoning Mode: " + reasoning_mode + "\n\n" -}}
|
| 35 |
-
|
| 36 |
{{- "## Custom Instructions\n\n" -}}
|
| 37 |
{%- if custom_instructions -%}
|
| 38 |
{{- custom_instructions + "\n\n" -}}
|
|
@@ -42,9 +42,12 @@
|
|
| 42 |
{{- "You are a helpful AI assistant named SmolLM, trained by Hugging Face.\n\n" -}}
|
| 43 |
{%- endif -%}
|
| 44 |
|
| 45 |
-
{%- if xml_tools or python_tools -%}
|
| 46 |
{{- "### Tools\n\n" -}}
|
| 47 |
-
{%- if xml_tools -%}
|
|
|
|
|
|
|
|
|
|
| 48 |
{%- set ns = namespace(xml_tool_string="You may call one or more functions to assist with the user query.\nYou are provided with function signatures within <tools></tools> XML tags:\n\n<tools>\n") -%}
|
| 49 |
{%- for tool in xml_tools[:] -%} {# The slicing makes sure that xml_tools is a list #}
|
| 50 |
{%- set ns.xml_tool_string = ns.xml_tool_string ~ (tool | string) ~ "\n" -%}
|
|
@@ -88,4 +91,4 @@
|
|
| 88 |
{%- else -%}
|
| 89 |
{{ "<|im_start|>assistant\n" + "<think>\n\n</think>\n" }}
|
| 90 |
{%- endif -%}
|
| 91 |
-
{%- endif -%}
|
|
|
|
| 32 |
{%- set today = strftime_now("%d %B %Y") -%}
|
| 33 |
{{- "Today Date: " ~ today ~ "\n" -}}
|
| 34 |
{{- "Reasoning Mode: " + reasoning_mode + "\n\n" -}}
|
| 35 |
+
|
| 36 |
{{- "## Custom Instructions\n\n" -}}
|
| 37 |
{%- if custom_instructions -%}
|
| 38 |
{{- custom_instructions + "\n\n" -}}
|
|
|
|
| 42 |
{{- "You are a helpful AI assistant named SmolLM, trained by Hugging Face.\n\n" -}}
|
| 43 |
{%- endif -%}
|
| 44 |
|
| 45 |
+
{%- if xml_tools or python_tools or tools -%}
|
| 46 |
{{- "### Tools\n\n" -}}
|
| 47 |
+
{%- if xml_tools or tools -%}
|
| 48 |
+
{%- if tools -%}
|
| 49 |
+
{%- set xml_tools = tools -%}
|
| 50 |
+
{%- endif -%}
|
| 51 |
{%- set ns = namespace(xml_tool_string="You may call one or more functions to assist with the user query.\nYou are provided with function signatures within <tools></tools> XML tags:\n\n<tools>\n") -%}
|
| 52 |
{%- for tool in xml_tools[:] -%} {# The slicing makes sure that xml_tools is a list #}
|
| 53 |
{%- set ns.xml_tool_string = ns.xml_tool_string ~ (tool | string) ~ "\n" -%}
|
|
|
|
| 91 |
{%- else -%}
|
| 92 |
{{ "<|im_start|>assistant\n" + "<think>\n\n</think>\n" }}
|
| 93 |
{%- endif -%}
|
| 94 |
+
{%- endif -%}
|