@novastera-oss/llamarn 0.4.1 → 0.4.3-beta4

package/cpp/llama.cpp/models/templates/ByteDance-Seed-OSS.jinja

@@ -1,171 +0,0 @@
-{# ----------‑‑‑ special token variables ‑‑‑---------- #}
-{%- set bos_token              = '<seed:bos>'               -%}
-{%- set eos_token              = '<seed:eos>'               -%}
-{%- set pad_token              = '<seed:pad>'               -%}
-{%- set toolcall_begin_token   = '<seed:tool_call>'         -%}
-{%- set toolcall_end_token     = '</seed:tool_call>'        -%}
-{%- set think_begin_token      = '<seed:think>'             -%}
-{%- set think_end_token        = '</seed:think>'            -%}
-{%- set budget_begin_token     = '<seed:cot_budget_reflect>'-%}
-{%- set budget_end_token       = '</seed:cot_budget_reflect>'-%}
-{# -------------- reflection-interval lookup -------------- #}
-{%- if not thinking_budget is defined %}
-{%- set thinking_budget = -1 -%}
-{%- endif -%}
-{%- set budget_reflections_v05 = {
-     0:      0,
-     512:    128,
-     1024:   256,
-     2048:   512,
-     4096:   512,
-     8192:   1024,
-     16384:  1024
-} -%}
-{# Find the first gear that is greater than or equal to the thinking_budget. #}
-{%- set ns = namespace(interval = None) -%}
-{%- for k, v in budget_reflections_v05 | dictsort -%}
-    {%- if ns.interval is none and thinking_budget <= k -%}
-        {%- set ns.interval = v -%}
-    {%- endif -%}
-{%- endfor -%}
-{# If it exceeds the maximum gear, use the value of the last gear #}
-{%- if ns.interval is none -%}
-    {%- set ns.interval = budget_reflections_v05[16384] -%}
-{%- endif -%}
-{# ---------- Preprocess the system message ---------- #}
-{%- if messages[0]["role"] == "system" %}
-{%- set system_message = messages[0]["content"] %}
-{%- set loop_messages = messages[1:] %}
-{%- else %}
-{%- set loop_messages = messages %}
-{%- endif %}
-{# ---------- Ensure tools exist ---------- #}
-{%- if not tools is defined or tools is none %}
-{%- set tools = [] %}
-{%- endif %}
-{# tools2doc.jinja #}
-{%- macro py_type(t) -%}
-    {%- if t == "string" -%}str
-    {%- elif t in ("number", "integer") -%}int
-    {%- elif t == "boolean" -%}bool
-    {%- elif t == "array" -%}list
-    {%- else -%}Any{%- endif -%}
-{%- endmacro -%}
-{# ---------- Output the system block ---------- #}
-{%- if system_message is defined %}
-{{ bos_token + "system\n" + system_message }}
-{%- else %}
-{%- if tools is iterable and tools | length > 0 %}
-{{ bos_token + "system\nYou are Doubao, a helpful AI assistant. You may call one or more functions to assist with the user query." }}
-{%- endif %}
-{%- endif %}
-{%- if use_json_tooldef is defined and use_json_tooldef %}
-
-{{"Tool List:\nYou are authorized to use the following tools (described in JSON Schema format). Before performing any task, you must decide how to call them based on the descriptions and parameters of these tools."}}
-{{ tools | tojson(ensure_ascii=False) }}
-{%- else %}
-{%- for item in tools if item.type == "function" %}
-
-
-Function:
-def {{ item.function.name }}(
-{%- for name, spec in item.function.parameters.properties.items() %}
-        {{- name }}: {{ py_type(spec.type) }}{% if not loop.last %},{% endif %}
-{%- endfor %}):
-    """
-    {{ item.function.description | trim }}
-
-    {# ---------- Args ---------- #}
-    {%- if item.function.parameters.properties %}
-    Args:
-    {%- for name, spec in item.function.parameters.properties.items() %}
-
-    - {{ name }} ({{ py_type(spec.type) }})
-      {%- if name in item.function.parameters.required %} [必填]{% else %} [选填]{% endif %}:
-      {{- " " ~ (spec.description or "") }}
-    {%- endfor %}
-    {%- endif %}
-
-    {# ---------- Returns ---------- #}
-    {%- if item.function.returns is defined
-          and item.function.returns.properties is defined
-          and item.function.returns.properties %}
-    Returns:
-    {%- for name, spec in item.function.returns.properties.items() %}
-
-    - {{ name }} ({{ py_type(spec.type) }}):
-      {{- " " ~ (spec.description or "") }}
-    {%- endfor %}
-    {%- endif %}
-
-    """
-{%- endfor %}
-{%- endif %}
-{%- if tools is iterable and tools | length > 0 %}
-
-{{"工具调用请遵循如下格式:\n<seed:tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>value_1</parameter>\n<parameter=example_parameter_2>This is the value for the second parameter\nthat can span\nmultiple lines</parameter>\n</function>\n</seed:tool_call>\n"}}
-{%- endif %}
-{# End the system block line #}
-{%- if system_message is defined or tools is iterable and tools | length > 0 %}
-{{ eos_token }}
-{%- endif %}
-{# ---------- Thinking Budget ---------- #}
-{%- if thinking_budget is defined %}
-{%- if thinking_budget == 0 %}
-{{ bos_token+"system" }}
-{{ "You are an intelligent assistant that can answer questions in one step without the need for reasoning and thinking, that is, your thinking budget is 0. Next, please skip the thinking process and directly start answering the user's questions." }}
-{{ eos_token }}
-{%- elif not thinking_budget == -1 %}
-{{ bos_token+"system" }}
-{{ "You are an intelligent assistant with reflective ability. In the process of thinking and reasoning, you need to strictly follow the thinking budget, which is "}}{{thinking_budget}}{{". That is, you need to complete your thinking within "}}{{thinking_budget}}{{" tokens and start answering the user's questions. You will reflect on your thinking process every "}}{{ns.interval}}{{" tokens, stating how many tokens have been used and how many are left."}}
-{{ eos_token }}
-{%- endif %}
-{%- endif %}
-{# ---------- List the historical messages one by one ---------- #}
-{%- for message in loop_messages %}
-{%- if message.role == "assistant"
-  and message.tool_calls is defined
-  and message.tool_calls is iterable
-  and message.tool_calls | length > 0 %}
-{{ bos_token + message.role }}
-{%- if message.reasoning_content is defined and message.reasoning_content is string and message.reasoning_content | trim | length > 0 %}
-{{ "\n" + think_begin_token + message.reasoning_content | trim + think_end_token }}
-{%- endif %}
-{%- if message.content is defined and message.content is string and message.content | trim | length > 0 %}
-{{ "\n" + message.content | trim + "\n" }}
-{%- endif %}
-{%- for tool_call in message.tool_calls %}
-{%- if tool_call.function is defined %}{% set tool_call = tool_call.function %}{% endif %}
-{{ "\n" + toolcall_begin_token + "\n<function=" + tool_call.name + ">\n" }}
-{%- if tool_call.arguments is defined %}
-{%- for arg_name, arg_value in tool_call.arguments | items %}
-{{ "<parameter=" + arg_name + ">" }}
-{%- set arg_value = arg_value if arg_value is string else arg_value | string %}
-{{ arg_value+"</parameter>\n" }}
-{%- endfor %}
-{%- endif %}
-{{ "</function>\n" + toolcall_end_token }}
-{%- endfor %}
-{{ eos_token }}
-{%- elif message.role in ["user", "system"] %}
-{{ bos_token + message.role + "\n" + message.content + eos_token }}
-{%- elif message.role == "assistant" %}
-{{ bos_token + message.role }}
-{%- if message.reasoning_content is defined and message.reasoning_content is string and message.reasoning_content | trim | length > 0 %}
-{{ "\n" + think_begin_token + message.reasoning_content | trim + think_end_token }}
-{%- endif %}
-{%- if message.content is defined and message.content is string and message.content | trim | length > 0 %}
-{{ "\n" + message.content | trim + eos_token }}
-{%- endif %}
-{# Include the tool role #}
-{%- else %}
-{{ bos_token + message.role + "\n" + message.content + eos_token }}
-{%- endif %}
-{%- endfor %}
-{# ---------- Control the model to start continuation ---------- #}
-{%- if add_generation_prompt %}
-{{ bos_token+"assistant\n" }}
-{%- if thinking_budget == 0 %}
-{{ think_begin_token + "\n" + budget_begin_token + "The current thinking budget is 0, so I will directly start answering the question." + budget_end_token + "\n" + think_end_token }}
-{%- endif %}
-{%- endif %}

package/cpp/llama.cpp/models/templates/CohereForAI-c4ai-command-r-plus-tool_use.jinja

@@ -1,202 +0,0 @@
-
-{%- macro json_to_python_type(json_spec) %}
-{%- set basic_type_map = {
-    "string": "str",
-    "number": "float",
-    "integer": "int",
-    "boolean": "bool"
-} %}
-
-{%- if basic_type_map[json_spec.type] is defined %}
-    {{- basic_type_map[json_spec.type] }}
-{%- elif json_spec.type == "array" %}
-    {{- "List[" +  json_to_python_type(json_spec.items) + "]"}}
-{%- elif json_spec.type == "object" %}
-    {{- "Dict[str, " + json_to_python_type(json_spec.additionalProperties) + ']'}}
-{%- elif json_spec.type is iterable %}
-    {{- "Union[" }}
-    {%- for t in json_spec.type %}
-      {{- json_to_python_type({"type": t}) }}
-      {%- if not loop.last %}
-        {{- "," }} 
-    {%- endif %}
-    {%- endfor %}
-    {{- "]" }}
-{%- else %}
-    {{- "Any" }}
-{%- endif %}
-{%- endmacro %}
-
-{%- macro old_tool_parser(tools) %}
-{%- for tool in tools %}
-    {%- if loop.index0 != 0 %}
-        {{- '\n\n' }}
-    {%- endif %}
-    {{- '```python\ndef ' + tool.name + '(' }}
-    {%- for param_name, param_fields in tool.parameter_definitions|items %}
-        {%- if loop.index0 != 0 %}
-            {{- ', '}}
-        {%- endif %}
-        {{- param_name + ': ' }}
-        {%- if not param_fields.required %}
-            {{- 'Optional[' + param_fields.type + '] = None'}}
-        {%- else %}
-            {{- param_fields.type }}
-        {%- endif %}
-    {%- endfor %}
-    {{- ') -> List[Dict]:\n    """'}}
-    {{- tool.description }}
-    {%- if tool.parameter_definitions|length != 0 %}
-        {{- '\n\n    Args:\n        '}}
-        {%- for param_name, param_fields in tool.parameter_definitions|items %}
-            {%- if loop.index0 != 0 %}
-                {{- '\n        ' }}
-            {%- endif %}
-            {{- param_name + ' ('}}
-            {%- if not param_fields.required %}
-                {{- 'Optional[' + param_fields.type + ']'}}
-            {%- else %}
-                {{- param_fields.type }}
-            {%- endif %}
-            {{- '): ' + param_fields.description }}
-        {%- endfor %}
-    {%- endif %}
-    {{- '\n    """\n    pass\n```' }}
-{%- endfor %}
-{%- endmacro %}
-
-{%- macro new_tool_parser(tools) %}
-{%- for tool in tools %}
-  {%- if loop.index0 != 0 %}
-    {{- '\n\n'}}
-  {%- endif %}
-  {%- if tool.function is defined %}
-    {%- set tool = tool.function %}
-  {%- endif %}
-  {{-'```python
-def ' + tool.name + '('}}
-  {%- for param_name, param_fields in tool.parameters.properties|items %}
-    {%- if loop.index0 != 0 %}
-      {{- ', '}}
-    {%- endif %}
-    {{-param_name + ": "}} 
-    {%- if not param_name in tool.parameters.required %}
-      {{-'Optional[' + json_to_python_type(param_fields) + '] = None'}}
-    {%- else %}
-      {{- json_to_python_type(param_fields) }}
-    {%- endif %}
-  {%- endfor %}
-  {{- ') -> List[Dict]:
-    """'}}
-  {{- tool.description }}
-  {%- if tool.parameters.properties|length != 0 %}
-    {{- '\n\n    Args:\n        '}}
-    {%- for param_name, param_fields in tool.parameters.properties|items %}
-      {%- if loop.index0 != 0 %}
-        {{- '\n        ' }}
-      {%- endif %}
-      {{- param_name + ' ('}}
-      {%- if not param_name in tool.parameters.required %}
-        {{-'Optional[' + json_to_python_type(param_fields) + ']'}}
-      {%- else %}
-        {{- json_to_python_type(param_fields) }}
-      {%- endif %}
-      {{- '): ' + param_fields.description }}
-    {%- endfor %}
-    {%- endif %}
-    {{- '\n    """\n    pass\n```' }}
-{%- endfor %}
-{%- endmacro %}
-
-{{- bos_token }}
-{%- if messages[0]['role'] == 'system' %}
-  {%- set loop_messages = messages[1:] %}
-  {%- set system_message = messages[0]['content'] %}
-{%- else %}
-  {%- set loop_messages = messages %}
-  {%- set system_message = '## Task and Context\nYou help people answer their questions and other requests interactively. You will be asked a very wide array of requests on all kinds of topics. You will be equipped with a wide range of search engines or similar tools to help you, which you use to research your answer. You should focus on serving the user\'s needs as best you can, which will be wide-ranging.\n\n## Style Guide\nUnless the user asks for a different style of answer, you should answer in full sentences, using proper grammar and spelling.' %}
-{%- endif %}
-{{- '<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>' }}
-{{- '# Safety Preamble' }}
-{{- '
-The instructions in this section override those in the task description and style guide sections. Don\'t answer questions that are harmful or immoral.' }}
-{{- '
-
-# System Preamble' }}
-{{- '
-## Basic Rules' }}
-{{- '
-You are a powerful conversational AI trained by Cohere to help people. You are augmented by a number of tools, and your job is to use and consume the output of these tools to best help the user. You will see a conversation history between yourself and a user, ending with an utterance from the user. You will then see a specific instruction instructing you what kind of response to generate. When you answer the user\'s requests, you cite your sources in your answers, according to those instructions.' }}
-{{- '
-
-# User Preamble' }}
-{{- '
-' + system_message }}
-{{-'
-
-## Available Tools
-Here is a list of tools that you have available to you:
-
-'}}
-{%- set ns = namespace(new_tools=true) %}
-{%- for tool in tools %}
-    {%- if tool.parameter_definitions is defined %}
-        {%- set ns.new_tools = false %}
-    {%- endif %}
-{%- endfor %}
-{%- if ns.new_tools %}
-    {{- new_tool_parser(tools) }}
-{%- else %}
-    {{- old_tool_parser(tools) }}
-{%- endif %}
-{{- '<|END_OF_TURN_TOKEN|>'}}
-{%- for message in loop_messages %}
-  {%- set content = message['content'] %}
-  {%- if message.role == 'user' %}
-    {{- '<|START_OF_TURN_TOKEN|><|USER_TOKEN|>' + content|trim + '<|END_OF_TURN_TOKEN|>' }}
-  {%- elif message.role == 'system' %}
-    {{- '<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>' + content|trim + '<|END_OF_TURN_TOKEN|>' }}
-  {%- elif message.role == 'assistant' and message.tool_calls is defined %}
-    {{- '<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>' }}
-    {%- if message.content is defined %}
-        {{- message.content|trim }}
-    {%- endif %}
-    {{- '\nAction:\n```json\n[\n' }}
-    {%- for tool_call in message.tool_calls %}
-        {%- if tool_call.function is defined %}
-            {%- set tool_call = tool_call.function %}
-        {%- endif %}
-        {{- '{\n'|indent(4, first=true) }}
-        {{- '"tool_name": "'|indent(8, first=true) + tool_call.name + '",\n' }}
-        {{- '"parameters": '|indent(8, first=true) }}
-        {%- if tool_call.arguments is defined and tool_call.arguments|length > 0 %}    
-            {{- tool_call.arguments|tojson(indent=4)|indent(8) }}
-            {{- '\n' }}
-        {%- else %}
-            {{- '{}\n' }}
-        {%- endif %}
-        {{- '}'|indent(4, first=true) }}
-        {%- if not loop.last %}
-            {{- ',\n' }}
-        {%- endif %}
-    {%- endfor %}
-    {{- "\n]```\n" }}
-  {%- elif message.role == 'assistant' %}
-    {{- '<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>'  + content|trim + '<|END_OF_TURN_TOKEN|>' }}
-  {%- elif message.role == 'tool' %}
-    {{- '<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|><results>\n' }}
-    {{- message.content|trim }}
-    {{- '</results><|END_OF_TURN_TOKEN|>' }}
-  {%- endif %}
-{%- endfor %}
-{{-'<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>Write \'Action:\' followed by a json-formatted list of actions that you want to perform in order to produce a good response to the user\'s last input. You can use any of the supplied tools any number of times, but you should aim to execute the minimum number of necessary actions for the input. You should use the `directly-answer` tool if calling the other tools is unnecessary. The list of actions you want to call should be formatted as a list of json objects, for example:
-```json
-[
-    {
-        "tool_name": title of the tool in the specification,
-        "parameters": a dict of parameters to input into the tool as they are defined in the specs, or {} if it takes no parameters
-    }
-]```<|END_OF_TURN_TOKEN|>'}}
-{%- if add_generation_prompt %}
-  {{- '<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>' }}
-{%- endif %}

package/cpp/llama.cpp/models/templates/CohereForAI-c4ai-command-r7b-12-2024-tool_use.jinja

@@ -1,156 +0,0 @@
-{{ bos_token }}{%- macro document_turn(documents) -%}
-{# format documents into chat turn #}
-<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|><|START_THINKING|>I will look through the document to address the users needs.<|END_THINKING|><|START_ACTION|>[
-    {"tool_call_id": "0", "tool_name": "direct-injected-document", "parameters": {}}
-]<|END_ACTION|><|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|><|START_TOOL_RESULT|>[
-    {
-        "tool_call_id": "0",
-        "results": {
-{% for doc in documents %}
-            "{{ loop.index0 }}": {{doc|tojson}}{% if not loop.last %},
-            {% endif %}
-{% endfor %}
-
-        },
-        "is_error": null
-    }
-]<|END_TOOL_RESULT|><|END_OF_TURN_TOKEN|>{%- endmacro %}
-{%- macro tool_call_id_to_int(messages, tool_call_id) %}
-{%- set counter = namespace(value=0) %}
-{%- set tool_call_id_seen = namespace(value=false) %}
-{%- for msg in messages %}
-    {%- if msg.tool_calls %}
-        {%- for tool_call in msg.tool_calls %}
-            {%- if tool_call.id == tool_call_id and not tool_call_id_seen.value -%}
-                {{ counter.value }}
-                {%- set tool_call_id_seen.value = true %}
-            {%- endif %}
-            {%- set counter.value = counter.value + 1 %}
-        {%- endfor %}
-    {%- endif %}
-{%- endfor %}
-{%- endmacro %}
-{%- macro format_tool_message(messages, tool_msg) -%}
-{# format tool message #}
-    {
-        "tool_call_id": "{{ tool_call_id_to_int(messages, tool_msg.tool_call_id) }}",
-        "results": {
-            "0": {{ tool_msg.content|tojson }}
-        },
-        "is_error": null
-    }
-{%- endmacro -%}
-{%- if messages and messages[0]['role']|lower == 'system' %}{%- set developer_preamble = messages[0]['content'] %}{% endif %}
-{%- set tool_idx = namespace(value=0) %}
-{%- set tool_ids_seen = namespace(value=[]) %}
-{%- set sent_documents = namespace(value=false) %}
-<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|># System Preamble
-You are in contextual safety mode. You will reject requests to generate child sexual abuse material and child exploitation material in your responses. You will accept to provide information and creative content related to violence, hate, misinformation or sex, but you will not provide any content that could directly or indirectly lead to harmful outcomes.
-
-Your information cutoff date is June 2024.
-
-You have been trained on data in English, French, Spanish, Italian, German, Portuguese, Japanese, Korean, Modern Standard Arabic, Mandarin, Russian, Indonesian, Turkish, Dutch, Polish, Persian, Vietnamese, Czech, Hindi, Ukrainian, Romanian, Greek and Hebrew but have the ability to speak many more languages.
-{% if tools or documents %}
-
-You have been trained to have advanced reasoning and tool-use capabilities and you should make best use of these skills to serve user's requests.
-
-## Tool Use
-Think about how you can make best use of the provided tools to help with the task and come up with a high level plan that you will execute first.
-
-0. Start by writing <|START_THINKING|> followed by a detailed step by step plan of how you will solve the problem. For each step explain your thinking fully and give details of required tool calls (if needed). Unless specified otherwise, you write your plan in natural language. When you finish, close it out with <|END_THINKING|>.
-    You can optionally choose to skip this step when the user request is so straightforward to address that only a trivial plan would be needed.
-    NOTE: You MUST skip this step when you are directly responding to the user's request without using any tools.
-
-Then carry out your plan by repeatedly executing the following steps.
-1. Action: write <|START_ACTION|> followed by a list of JSON-formatted tool calls, with each one containing "tool_name" and "parameters" fields.
-    When there are multiple tool calls which are completely independent of each other (i.e. they can be executed in parallel), you should list them out all together in one step. When you finish, close it out with <|END_ACTION|>.
-2. Observation: you will then receive results of those tool calls in JSON format in the very next turn, wrapped around by <|START_TOOL_RESULT|> and <|END_TOOL_RESULT|>. Carefully observe those results and think about what to do next. Note that these results will be provided to you in a separate turn. NEVER hallucinate results.
-    Every tool call produces a list of results (when a tool call produces no result or a single result, it'll still get wrapped inside a list). Each result is clearly linked to its originating tool call via its "tool_call_id".
-3. Reflection: start the next turn by writing <|START_THINKING|> followed by what you've figured out so far, any changes you need to make to your plan, and what you will do next. When you finish, close it out with <|END_THINKING|>.
-    You can optionally choose to skip this step when everything is going according to plan and no special pieces of information or reasoning chains need to be recorded.
-    NOTE: You MUST skip this step when you are done with tool-use actions and are ready to respond to the user.
-
-You can repeat the above 3 steps multiple times (could be 0 times too if no suitable tool calls are available or needed), until you decide it's time to finally respond to the user.
-
-4. Response: then break out of the loop and write <|START_RESPONSE|> followed by a piece of text which serves as a response to the user's last request. Use all previous tool calls and results to help you when formulating your response. When you finish, close it out with <|END_RESPONSE|>.
-{% if enable_citations %}
-
-## Grounding
-Importantly, note that "Reflection" and "Response" above can be grounded.
-Grounding means you associate pieces of texts (called "spans") with those specific tool results that support them (called "sources"). And you use a pair of tags "<co>" and "</co>" to indicate when a span can be grounded onto a list of sources, listing them out in the closing tag. Sources from the same tool call are grouped together and listed as "{tool_call_id}:[{list of result indices}]", before they are joined together by ",". E.g., "<co>span</co: 0:[1,2],1:[0]>" means that "span" is supported by result 1 and 2 from "tool_call_id=0" as well as result 0 from "tool_call_id=1".
-{% endif %}
-
-## Available Tools
-Here is the list of tools that you have available to you.
-You can ONLY use the tools listed here. When a tool is not listed below, it is NOT available and you should NEVER attempt to use it.
-Each tool is represented as a JSON object with fields like "name", "description", "parameters" (per JSON Schema), and optionally, "responses" (per JSON Schema).
-
-```json
-[
-{% if documents %}
-    {"name": "direct-injected-document", "description": "This is a special tool to directly inject user-uploaded documents into the chat as additional context. DO NOT use this tool by yourself!", "parameters": {"type": "object", "properties": {}, "required": []}, "responses": {"200": {"description": "Successfully returned a list of chunked text snippets from the directly uploaded documents.", "content": {"application/json": {"schema": {"type": "array", "items": {"type": "object", "required": ["url", "snippet"], "properties": {"url": {"type": "string", "description": "The url of the uploaded document."}, "snippet": {"type": "string", "description": "The text snippet for the returned document chunk."}}}}}}}}}{%- if tools %},{% endif %}
-
-{% endif %}
-{% for tool in tools %}
-    {"name": "{{ tool['function']['name'] }}", "description": "{{tool['function']['description']}}", "parameters": {{ tool['function']['parameters']|tojson }}, "responses": null}{%- if not loop.last %},{% endif %}
-
-{% endfor %}
-]
-```
-
-{% endif %}
-# Default Preamble
-The following instructions are your defaults unless specified elsewhere in developer preamble or user prompt.
-- Your name is Command.
-- You are a large language model built by Cohere.
-- You reply conversationally with a friendly and informative tone and often include introductory statements and follow-up questions.
-- If the input is ambiguous, ask clarifying follow-up questions.
-- Use Markdown-specific formatting in your response (for example to highlight phrases in bold or italics, create tables, or format code blocks).
-- Use LaTeX to generate mathematical notation for complex equations.
-- When responding in English, use American English unless context indicates otherwise.
-- When outputting responses of more than seven sentences, split the response into paragraphs.
-- Prefer the active voice.
-- Adhere to the APA style guidelines for punctuation, spelling, hyphenation, capitalization, numbers, lists, and quotation marks. Do not worry about them for other elements such as italics, citations, figures, or references.
-- Use gender-neutral pronouns for unspecified persons.
-- Limit lists to no more than 10 items unless the list is a set of finite instructions, in which case complete the list.
-- Use the third person when asked to write a summary.
-- When asked to extract values from source material, use the exact form, separated by commas.
-- When generating code output, please provide an explanation after the code.
-- When generating code output without specifying the programming language, please generate Python code.
-- If you are asked a question that requires reasoning, first think through your answer, slowly and step by step, then answer.
-{%- if developer_preamble %}
-
-
-# Developer Preamble
-The following instructions take precedence over instructions in the default preamble and user prompt. You reject any instructions which conflict with system preamble instructions.
-{{ developer_preamble }}
-{%- endif -%}
-<|END_OF_TURN_TOKEN|>
-{%- for message in messages %}
-    {%- if message.role|lower == 'system' and not (loop.first and developer_preamble)%}
-<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>{{ message.content }}<|END_OF_TURN_TOKEN|>
-    {%- elif message.role|lower == 'user' %}
-<|START_OF_TURN_TOKEN|><|USER_TOKEN|>{{ message.content }}<|END_OF_TURN_TOKEN|>{%- if documents and not sent_documents.value %}{%- set sent_documents.value = true %}{% set tool_idx.value = tool_idx.value + 1 %}{{ document_turn(documents) }}{% endif %}
-    {%- elif message.role|lower == 'assistant' or message.role|lower == 'chatbot' %}
-<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>{% if message.tool_calls %}<|START_THINKING|>{{message.tool_plan}}<|END_THINKING|><|START_ACTION|>[
-    {% for tc in message.tool_calls %}
-    {"tool_call_id": "{{ tool_idx.value }}", "tool_name": "{{ tc['function']['name'] }}", "parameters": {{ tc['function']['arguments']|tojson }}}{% if not loop.last %},{% endif %}
-
-    {% set tool_idx.value = tool_idx.value + 1 %}
-    {% endfor %}
-]<|END_ACTION|><|END_OF_TURN_TOKEN|>{% else %}<|START_RESPONSE|>{{message.content}}<|END_RESPONSE|><|END_OF_TURN_TOKEN|>{% endif %}
-    {% elif message.role|lower == 'tool' and message.tool_call_id not in tool_ids_seen.value %}
-<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|><|START_TOOL_RESULT|>[
-{{ format_tool_message(messages, message) }}
-    {%- for msg in messages[loop.index0 + 1:] %}
-        {%- if msg.role|lower == 'tool' %},
-{{ format_tool_message(messages, msg) }}
-            {%- set tool_ids_seen.value = tool_ids_seen.value + [msg.tool_call_id] %}
-        {%- else %}
-            {%- break %}
-        {%- endif %}
-    {%- endfor %}
-
-]<|END_TOOL_RESULT|><|END_OF_TURN_TOKEN|>
-    {%- endif %}
-{%- endfor %}<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>

package/cpp/llama.cpp/models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja

@@ -1,124 +0,0 @@
-{%- set today = strftime_now("%Y-%m-%d") %}
-{%- set default_system_message = "You are Mistral Small 3, a Large Language Model (LLM) created by Mistral AI, a French startup headquartered in Paris.\nYour knowledge base was last updated on 2023-10-01. The current date is " + today + ".\n\nWhen you're not sure about some information or when the user's request requires up-to-date or specific data, you must use the available tools to fetch the information. Do not hesitate to use tools whenever they can provide a more accurate or complete response. If no relevant tools are available, then clearly state that you don't have the information and avoid making up anything.
-
-If the user's question is not clear, ambiguous, or does not provide enough context for you to accurately answer the question, you do not try to answer it right away and you rather ask the user to clarify their request (e.g. \"What are some good restaurants around me?\" => \"Where are you?\" or \"When is the next flight to Tokyo\" => \"Where do you travel from?\").
-You are always very attentive to dates, and when asked about information at specific dates, you discard information that is at another date.
-You follow these instructions in all languages, and always respond to the user in the language they use or request.
-Next sections describe the capabilities that you have.
-
-# WEB BROWSING INSTRUCTIONS
-
-You cannot perform any web search or access internet to open URLs, links etc. If it seems like the user is expecting you to do so, you clarify the situation and ask the user to copy paste the text directly in the chat.
-
-# MULTI-MODAL INSTRUCTIONS
-
-You have the ability to read images, but you cannot generate images. You also cannot transcribe audio files or videos.
-You cannot read nor transcribe audio files or videos.
-
-# TOOL CALLING INSTRUCTIONS
-
-You may have access to tools that you can use to fetch information or perform actions. You must use these tools in the following situations:
-
-1. When the request requires up-to-date information.
-2. When the request requires specific data that you do not have in your knowledge base.
-3. When the request involves actions that you cannot perform without tools.
-
-Always prioritize using tools to provide the most accurate and helpful response. If tools are not available, inform the user that you cannot perform the requested action at the moment." %}
-
-{{- bos_token }}
-
-{%- set system_prompt = default_system_message %}
-{%- set loop_messages = messages %}
-
-{%- if not tools is defined %}
-    {%- set tools = none %}
-{%- endif %}
-
-{%- if messages|length > 0 and messages[0]['role'] == 'system' %}
-    {%- if messages[0]['content'] is string %}
-        {%- set system_prompt = messages[0]['content'] %}
-    {%- else %}
-        {%- set system_prompt = messages[0]['content'][0]['text'] %}
-    {%- endif %}
-    {%- set loop_messages = messages[1:] %}
-{%- endif %}
-
-{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
-
-{%- set ns = namespace(index=0) %}
-{%- for message in loop_messages %}
-    {%- if not (message.role == "tool" or (message.get('tool_calls'))) %}
-        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
-            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
-        {%- endif %}
-        {%- set ns.index = ns.index + 1 %}
-    {%- endif %}
-{%- endfor %}
-
-{{- '[SYSTEM_PROMPT]' + system_prompt + '[/SYSTEM_PROMPT]' }}
-
-{%- for message in loop_messages %}
-    {%- if message['role'] == 'system' %}
-        {%- if message['content'] is string %}
-            {{- '[SYSTEM_PROMPT]' + message['content'] + '[/SYSTEM_PROMPT]' }}
-        {%- else %}
-            {{- '[SYSTEM_PROMPT]' + message['content'][0]['text'] + '[/SYSTEM_PROMPT]' }}
-        {%- endif %}
-    {%- elif message['role'] == 'user' %}
-        {%- if tools is not none and (message == user_messages[-1]) %}
-            {{- '[AVAILABLE_TOOLS]' + tools|tojson + '[/AVAILABLE_TOOLS]' }}
-        {%- endif %}
-        {{- '[INST]' }}
-        {%- if message['content'] is string %}
-            {{- message['content'] }}
-        {%- else %}
-            {%- for block in message['content'] %}
-                {%- if block['type'] == 'text' %}
-                    {{- block['text'] }}
-                {%- elif block['type'] in ['image', 'image_url'] %}
-                    {{- '[IMG]' }}
-                {%- else %}
-                    {{- raise_exception('Only text and image blocks are supported in message content!') }}
-                {%- endif %}
-            {%- endfor %}
-        {%- endif %}
-        {{- '[/INST]' }}
-    {%- elif message['role'] == 'assistant' %}
-        {%- if message.get('tool_calls') %}
-            {%- for tool_call in message.tool_calls %}
-                {{- '[TOOL_CALLS]' + tool_call.function.name }}
-                {%- if not tool_call.id is defined or tool_call.id is not string or tool_call.id|length != 9 %}
-                    {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
-                {%- endif %}
-                {{- '[CALL_ID]' + tool_call.id }}
-                {{- '[ARGS]' + tool_call['function']['arguments']|tojson }}
-            {%- endfor %}
-            {{- eos_token }}
-        {%- elif message['content'] is string %}
-            {{- message['content'] + eos_token }}
-        {%- else %}
-            {%- for block in message['content'] %}
-                {%- if block['type'] == 'text' %}
-                    {{- block['text'] }}
-                {%- elif block['type'] in ['image', 'image_url'] %}
-                    {{- '[IMG]' }}
-                {%- else %}
-                    {{- raise_exception('Only text and image blocks are supported in assistant content!') }}
-                {%- endif %}
-            {%- endfor %}
-            {{- eos_token }}
-        {%- endif %}
-    {%- elif message['role'] == 'tool_results' or message['role'] == 'tool' %}
-        {%- if message.content is defined and message.content.content is defined %}
-            {%- set content = message.content.content %}
-        {%- else %}
-            {%- set content = message.content %}
-        {%- endif %}
-        {%- if not message.tool_call_id is defined or message.tool_call_id is not string or message['tool_call_id']|length != 9 %}
-            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
-        {%- endif %}
-        {{- '[TOOL_RESULTS]' + message.tool_call_id + '[TOOL_CONTENT]' + content|string + '[/TOOL_RESULTS]' }}
-    {%- else %}
-        {{- raise_exception('Only system, user, assistant, and tool roles are supported!') }}
-    {%- endif %}
-{%- endfor %}