@novastera-oss/llamarn 0.4.1 → 0.4.3-beta4

package/cpp/llama.cpp/models/templates/ibm-granite-granite-3.3-2B-Instruct.jinja

@@ -1,59 +0,0 @@
-{# Alias tools -> available_tools #}
-{%- if tools and not available_tools -%}
-    {%- set available_tools = tools -%}
-{%- endif -%}
-{%- if messages[0]['role'] == 'system' %}
-     {%- set system_message = messages[0]['content'] %}
-     {%- set loop_messages = messages[1:] %}
- {%- else %}
-     {%- set system_message = "Knowledge Cutoff Date: April 2024. Today's Date: " + strftime_now('%B %d, %Y') + ". You are Granite, developed by IBM." %}
-     {%- if available_tools and documents %}
-         {%- set system_message = system_message + " You are a helpful assistant with access to the following tools. When a tool is required to answer the user's query, respond only with <|tool_call|> followed by a JSON list of tools used. If a tool does not exist in the provided list of tools, notify the user that you do not have the ability to fulfill the request. Write the response to the user's input by strictly aligning with the facts in the provided documents. If the information needed to answer the question is not available in the documents, inform the user that the question cannot be answered based on the available data." %}
-     {%- elif available_tools %}
-         {%- set system_message = system_message + " You are a helpful assistant with access to the following tools. When a tool is required to answer the user's query, respond only with <|tool_call|> followed by a JSON list of tools used. If a tool does not exist in the provided list of tools, notify the user that you do not have the ability to fulfill the request." %}
-     {%- elif documents %}
-         {%- set system_message = system_message + " Write the response to the user's input by strictly aligning with the facts in the provided documents. If the information needed to answer the question is not available in the documents, inform the user that the question cannot be answered based on the available data." %}
-    {%- elif thinking %}
-    {%- set system_message = system_message + " You are a helpful AI assistant.
-Respond to every user query in a comprehensive and detailed way. You can write down your thoughts and reasoning process before responding. In the thought process, engage in a comprehensive cycle of analysis, summarization, exploration, reassessment, reflection, backtracing, and iteration to develop well-considered thinking process. In the response section, based on various attempts, explorations, and reflections from the thoughts section, systematically present the final solution that you deem correct. The response should summarize the thought process. Write your thoughts between <think></think> and write your response between <response></response> for each user query." %}
-     {%- else %}
-         {%- set system_message = system_message + " You are a helpful AI assistant." %}
-     {%- endif %}
-     {%- if 'citations' in controls and documents %}
-         {%- set system_message = system_message + '
-Use the symbols <|start_of_cite|> and <|end_of_cite|> to indicate when a fact comes from a document in the search result, e.g <|start_of_cite|> {document_id: 1}my fact <|end_of_cite|> for a fact from document 1. Afterwards, list all the citations with their corresponding documents in an ordered list.' %}
-     {%- endif %}
-     {%- if 'hallucinations' in controls and documents %}
-         {%- set system_message = system_message + '
-Finally, after the response is written, include a numbered list of sentences from the response with a corresponding risk value that are hallucinated and not based in the documents.' %}
-     {%- endif %}
-     {%- set loop_messages = messages %}
- {%- endif %}
- {{- '<|start_of_role|>system<|end_of_role|>' + system_message + '<|end_of_text|>
-' }}
- {%- if available_tools %}
-     {{- '<|start_of_role|>available_tools<|end_of_role|>' }}
-     {{- available_tools | tojson(indent=4) }}
-     {{- '<|end_of_text|>
-' }}
- {%- endif %}
- {%- if documents %}
-     {%- for document in documents %}
-         {{- '<|start_of_role|>document {"document_id": "' + document['doc_id'] | string + '"}<|end_of_role|>
-' }}
-         {{- document['text'] }}
-         {{- '<|end_of_text|>
-' }}
-              {%- endfor %}
- {%- endif %}
- {%- for message in loop_messages %}
-     {{- '<|start_of_role|>' + message['role'] + '<|end_of_role|>' + message['content'] + '<|end_of_text|>
-' }}
-     {%- if loop.last and add_generation_prompt %}
-         {{- '<|start_of_role|>assistant' }}
-             {%- if controls %}
-                 {{- ' ' + controls | tojson()}}
-             {%- endif %}
-         {{- '<|end_of_role|>' }}
-     {%- endif %}
- {%- endfor %}

package/cpp/llama.cpp/models/templates/llama-cpp-deepseek-r1.jinja

@@ -1,76 +0,0 @@
-{%- if not add_generation_prompt is defined -%}
-    {%- set add_generation_prompt = false -%}
-{%- endif -%}
-{%- set ns = namespace(is_first=false, is_tool_outputs=false, is_output_first=true, system_prompt='') -%}
-{%- for message in messages -%}
-    {%- if message['role'] == 'system' -%}
-        {%- set ns.system_prompt = message['content'] -%}
-    {%- endif -%}
-{%- endfor -%}
-{{bos_token}}
-{%- if tools %}
-You can call any of the following function tools to satisfy the user's requests: {{tools | map(attribute='function') | tojson(indent=2)}}
-
-Example function tool call syntax:
-
-<｜tool▁calls▁begin｜><｜tool▁call▁begin｜>function<｜tool▁sep｜>example_function_name
-```json
-{
-  "arg1": "some_value"
-  ...
-}
-```
-<｜tool▁call▁end｜><｜tool▁calls▁end｜>
-
-{% endif -%}
-{{ns.system_prompt}}
-{%- macro flush_tool_outputs() -%}
-    {%- if ns.is_tool_outputs -%}
-        {{- '<｜tool▁outputs▁end｜><｜end▁of▁sentence｜>' -}}
-        {%- set ns.is_tool_outputs = false -%}
-    {%- endif -%}
-{%- endmacro -%}
-{{- flush_tool_outputs() -}}
-{%- for message in messages -%}
-    {%- if message['role'] != 'tool' -%}
-        {{- flush_tool_outputs() -}}
-    {%- endif -%}
-    {%- if message['role'] == 'user' -%}
-        {{- '<｜User｜>' + message['content'] + '<｜end▁of▁sentence｜>' -}}
-    {%- endif -%}
-    {%- if message['role'] == 'assistant' and message['content'] is none -%}
-        {{- '<｜Assistant｜><｜tool▁calls▁begin｜>' -}}
-        {%- set ns.is_first = true -%}
-        {%- for tc in message['tool_calls'] -%}
-            {%- if ns.is_first -%}
-                {%- set ns.is_first = false -%}
-            {%- else -%}
-                {{- '\n' -}}
-            {%- endif -%}
-            {%- set tool_name = tc['function']['name'] -%}
-            {%- set tool_args = tc['function']['arguments'] -%}
-            {{- '<｜tool▁call▁begin｜>' + tc['type'] + '<｜tool▁sep｜>' + tool_name + '\n' + '```json' + '\n' + tool_args + '\n' + '```' + '<｜tool▁call▁end｜>' -}}
-        {%- endfor -%}
-        {{- '<｜tool▁calls▁end｜><｜end▁of▁sentence｜>' -}}
-    {%- endif -%}
-    {%- if message['role'] == 'assistant' and message['content'] is  not none -%}
-        {{- flush_tool_outputs() -}}
-        {%- set content = message['content'] -%}
-        {%- if '</think>' in content -%}
-            {%- set content = content.split('</think>')[-1] -%}
-        {%- endif -%}
-        {{- '<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>' -}}
-    {%- endif -%}
-    {%- if message['role'] == 'tool' -%}
-        {%- set ns.is_tool_outputs = true -%}
-        {%- if ns.is_output_first -%}
-            {{- '<｜tool▁outputs▁begin｜>' -}}
-            {%- set ns.is_output_first = false -%}
-        {%- endif -%}
-        {{- '\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>' -}}
-    {%- endif -%}
-{%- endfor -%}
-{{- flush_tool_outputs() -}}
-{%- if add_generation_prompt and not ns.is_tool_outputs -%}
-    {{- '<｜Assistant｜><think>\n' -}}
-{%- endif -%}

package/cpp/llama.cpp/models/templates/llama-cpp-rwkv-world.jinja

@@ -1,34 +0,0 @@
-{%- if not add_generation_prompt is defined -%}
-    {%- set add_generation_prompt = true -%}
-{%- endif -%}
-{%- set ns = namespace(system_prompt='') -%}
-{%- for message in messages -%}
-    {%- if message['role'] == 'system' -%}
-        {%- set ns.system_prompt = message['content'] -%}
-    {%- endif -%}
-{%- endfor -%}
-{{bos_token}}
-{%- if ns.system_prompt != '' -%}
-{{- 'System: ' + ns.system_prompt + '\n\n' -}}
-{%- endif -%}
-{%- for message in messages -%}
-    {%- if message['role'] == 'user' -%}
-        {{- 'User: ' + message['content']|trim + '\n\n' -}}
-    {%- endif -%}
-    {%- if message['role'] == 'assistant' and message['content'] is  not none -%}
-        {%- set content = message['content'] -%}
-        {%- if '</think>' in content -%}
-            {%- set content = content.split('</think>')[-1] -%}
-        {%- endif -%}
-        {{- 'Assistant: ' + content|trim + '\n\n' -}}
-    {%- endif -%}
-{%- endfor -%}
-{%- if add_generation_prompt -%}
-    {{- 'Assistant:' -}}
-    {%- if enable_thinking is defined and enable_thinking is false %}
-        {{- ' <think>\n</think>' }}
-    {%- endif %}
-    {%- if enable_thinking is defined and enable_thinking is true %}
-        {{- ' <think>' }}
-    {%- endif %}
-{%- endif -%}

package/cpp/llama.cpp/models/templates/meetkai-functionary-medium-v3.1.jinja

@@ -1,58 +0,0 @@
-{# version=v3-llama3.1 #}{%- if not tools is defined -%}
-    {%- set tools = none -%}
-{%- endif -%}
-
-{%- set has_code_interpreter = tools | selectattr("type", "equalto", "code_interpreter") | list | length > 0 -%}
-{%- if has_code_interpreter -%}
-    {%- set tools = tools | rejectattr("type", "equalto", "code_interpreter") | list -%}
-{%- endif -%}
-
-{#- System message + builtin tools #}
-{{- bos_token + "<|start_header_id|>system<|end_header_id|>\n\n" }}
-{%- if has_code_interpreter %}
-    {{- "Environment: ipython\n\n" }}
-{%- else -%}
-    {{ "\n"}}
-{%- endif %}
-{{- "Cutting Knowledge Date: December 2023\n\n" }}
-{%- if tools %}
-    {{- "\nYou have access to the following functions:\n\n" }}
-    {%- for t in tools %}
-        {%- if "type" in t -%}
-            {{ "Use the function '"|safe + t["function"]["name"] + "' to '"|safe + t["function"]["description"] + "'\n"|safe + t["function"] | tojson() }}
-        {%- else -%}
-            {{ "Use the function '"|safe + t["name"] + "' to '"|safe + t["description"] + "'\n"|safe + t | tojson() }}
-        {%- endif -%}
-        {{- "\n\n" }}
-    {%- endfor %}
-    {{- '\nThink very carefully before calling functions.\nIf a you choose to call a function ONLY reply in the following format:\n<{start_tag}={function_name}>{parameters}{end_tag}\nwhere\n\nstart_tag => `<function`\nparameters => a JSON dict with the function argument name as key and function argument value as value.\nend_tag => `</function>`\n\nHere is an example,\n<function=example_function_name>{"example_name": "example_value"}</function>\n\nReminder:\n- If looking for real time information use relevant functions before falling back to brave_search\n- Function calls MUST follow the specified format, start with <function= and end with </function>\n- Required parameters MUST be specified\n- Only call one function at a time\n- Put the entire function call reply on one line\n\n' -}}
-{%- endif %}
-{{- "<|eot_id|>" -}}
-
-{%- for message in messages -%}
-    {%- if message['role'] == 'user' or message['role'] == 'system' -%}
-        {{ '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n' + message['content'] + '<|eot_id|>' }}
-    {%- elif message['role'] == 'tool' -%}
-        {{ '<|start_header_id|>ipython<|end_header_id|>\n\n' + message['content'] + '<|eot_id|>' }}
-    {%- else -%}
-        {{ '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'}}
-        {%- if message['content'] -%}
-            {{ message['content'] }}
-        {%- endif -%}
-        {%- if 'tool_calls' in message and message['tool_calls'] -%}
-            {%- for tool_call in message['tool_calls'] -%}
-                {%- if tool_call["function"]["name"] == "python" -%}
-                    {{ '<|python_tag|>' + tool_call['function']['arguments'] }}
-                {%- else -%}
-                    {{ '<function=' + tool_call['function']['name'] + '>' + tool_call['function']['arguments'] + '</function>' }}
-                {%- endif -%}
-            {%- endfor -%}
-            {{ '<|eom_id|>' }}
-        {%- else -%}
-            {{ '<|eot_id|>' }}
-        {%- endif -%}
-    {%- endif -%}
-{%- endfor -%}
-{%- if add_generation_prompt -%}
-    {{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
-{%- endif -%}

package/cpp/llama.cpp/models/templates/meetkai-functionary-medium-v3.2.jinja

@@ -1,287 +0,0 @@
-{# version=v3.llama3 #}{%- macro append_new_param_info(param_declaration, comment_info, examples_info, depth) -%}
-    {%- set offset = "" -%}
-    {%- if depth >= 1 -%}
-        {%- set offset = "    " * depth -%}
-    {%- endif -%}
-    {%- if comment_info != "<|NONE|>" -%}
-        {{ "\n" + offset + comment_info }}
-        {%- if examples_info | length > 0 -%}
-            {# Append each example info #}
-            {%- for example in examples_info -%}
-                {{ "\n" + offset + "// " + example|string|replace("'", '"') }}
-            {%- endfor -%}
-        {%- endif -%}
-    {%- endif -%}
-    {{ "\n" + offset + param_declaration }}
-{%- endmacro -%}
-
-{%- macro convert_data_type(param_type) -%}
-    {%- if param_type == "integer" or param_type == "float" -%}
-        {{ "number" }}
-    {%- else -%}
-        {{ param_type }}
-    {%- endif -%}
-{%- endmacro -%}
-
-{%- macro get_param_type(param) -%}
-    {%- set param_type = "any" -%}
-
-    {%- if "type" in param -%}
-        {%- set raw_param_type = param["type"] -%}
-        {%- if raw_param_type is iterable and raw_param_type is not string -%}
-            {%- set param_type = raw_param_type | join(" | ") -%}
-        {%- else -%}
-            {%- set param_type = raw_param_type -%}
-        {%- endif -%}
-        {{ convert_data_type(param_type) }}
-    {%- elif "oneOf" in param -%}
-        {%- set one_of_types = param["oneOf"]|selectattr("type", "defined")|list -%}
-        {%- set one_of_types = one_of_types|map(attribute="type")|unique|list -%}
-        {{ convert_data_type(one_of_types | join(" | ")) }}
-    {%- endif -%}
-{%- endmacro -%}
-
-{%- macro get_format_param(param) -%}
-    {%- if "format" in param -%}
-        {{ param["format"] }}
-    {%- elif "oneOf" in param -%}
-        {%- set formats = [] -%}
-        {%- for item in param["oneOf"] -%}
-            {%- if "format" in item -%}
-                {%- if item["format"] == param["oneOf"][-1]["format"] -%}
-                    {{ item["format"] }}
-                {%- else -%}
-                    {{ item["format"] + " or "}}
-                {%- endif -%}
-            {%- endif -%}
-        {%- endfor -%}
-    {%- else -%}
-        {{ "<|NONE|>" }}
-    {%- endif -%}
-{%- endmacro -%}
-
-{%- macro get_param_info(param) -%}
-    {%- set param_type = param.get("type", "any") -%}
-    {%- set format_param = get_format_param(param) -%}
-
-    {%- if "description" in param or "default" in param or format_param != "<|NONE|>" or param["maximum"] or param["minimum"] or param["maxLength"] or param["minLength"] -%}
-        {{ "//" }}
-        {%- if "description" in param -%}
-            {%- set desc = param["description"] -%}
-            {%- if not desc.endswith(".") -%}
-                {%- set desc = desc + "." -%}
-            {%- endif -%}
-            {{ " " + desc }}
-        {%- endif -%}
-
-        {%- if "default" in param -%}
-            {%- set default_value = param["default"] -%}
-            {%- if param_type == "string" -%}
-                {%- set default_value = '"' ~ default_value ~ '"' -%}
-            {%- endif -%}
-            {{ " Default=" ~ default_value ~ "." }}
-        {%- endif -%}
-
-        {%- set format_param = get_format_param(param) -%}
-        {%- if format_param != "<|NONE|>" -%}
-            {{ " Format=" ~ format_param }}
-        {%- endif -%}
-
-        {%- for field, field_name in [("maximum", "Maximum"), ("minimum", "Minimum"), ("maxLength", "Maximum length"), ("minLength", "Minimum length")] -%}
-            {%- if field in param -%}
-                {{ " " + field_name ~ "=" ~ param[field] }}
-            {%- endif -%}
-        {%- endfor -%}
-    {%- else -%}
-        {{ "<|NONE|>"}}
-    {%- endif -%}
-{%- endmacro -%}
-
-{%- macro get_enum_option_str(enum_options) -%}
-    {%- for v in enum_options -%}
-        {%- if v is string -%}
-            {{ '"' + v + '"' }}
-        {%- else -%}
-            {{ v }}
-        {%- endif -%}
-        {%- if enum_options|length > 0 and v != enum_options[-1] -%}
-            {{ " | " }}
-        {%- endif -%}
-    {%- endfor -%}
-{%- endmacro -%}
-
-{%- macro get_array_typescript(param_name, param_dic, depth) -%}
-    {%- set offset = '' -%}
-    {%- if depth >= 1 -%}
-        {%- set offset = "    " * depth -%}
-    {%- endif -%}
-    {%- set items_info = param_dic.get('items', {}) -%}
-
-    {%- if items_info|length == 0 -%}
-        {%- if param_name -%}
-            {{ "\n" + offset + param_name + ": []" }}
-        {%- else -%}
-            {{ "\n" + offset + "[]" }}
-        {%- endif -%}
-    {%- else -%}
-        {%- set array_type = get_param_type(items_info) -%}
-        {%- if array_type == 'object' -%}
-            {%- if param_name -%}
-                {{ "\n" + offset + param_name + ": {" }}
-            {%- else -%}
-                {{ "\n" + offset + "{" }}
-            {%- endif -%}
-            {{ get_parameter_typescript(items_info.get('properties', {}), items_info.get('required', []), depth + 1) -}}
-            {{- "\n" + offset + "}[]" }}
-        {%- elif array_type == 'array' -%}
-            {%- set item_info = get_array_typescript(None, items_info, depth + 1) -%}
-            {%- if not param_name -%}
-                {{ "\n" + item_info + "[]" }}
-            {%- else -%}
-                {{ "\n" + offset + param_name + ": " + item_info|trim + "[]" }}
-            {%- endif -%}
-        {%- else -%}
-            {%- if 'enum' in items_info -%}
-                {%- set item_type = get_enum_option_str(items_info['enum']) -%}
-                {%- if param_name is none -%}
-                    {{ "(" + item_type + ")[]"}}
-                {%- else -%}
-                    {{ "\n" + offset + param_name + ": (" + item_type + ")[]" }}
-                {%- endif -%}
-            {%- else -%}
-                {%- if param_name is none -%}
-                    {{ "\n" + array_type + "[]" }}
-                {%- else -%}
-                    {{ "\n" + offset + param_name + ": " + array_type + "[]," }}
-                {%- endif -%}
-            {%- endif -%}
-        {%- endif -%}
-    {%- endif -%}
-{%- endmacro -%}
-
-{%- macro get_parameter_typescript(properties, required_params, depth=0) -%}
-    {%- set res = "" -%}
-    {%- for param_name, param in properties.items() -%}
-        {%- if param is mapping -%}
-            {%- set comment_info = get_param_info(param) -%}
-            {# Param Examples #}
-            {%- set examples_info = [] -%}
-            {%- if "examples" in param -%}
-                {%- set examples_info = ["Example " + param_name + ":"] -%}
-                {%- set examples_info = examples_info + param["examples"] -%}
-            {%- endif -%}
-
-            {# Param Name declaration #}
-            {%- set param_declaration = param_name -%}
-            {%- if required_params is iterable and param_name not in required_params -%}
-                {%- set param_declaration = param_declaration + "?" -%}
-            {%- endif -%}
-
-            {%- set param_type = get_param_type(param) -%}
-
-            {# Handle indentation based on depth #}
-            {%- set offset = "" -%}
-            {%- if depth >= 1 -%}
-                {%- set offset = "    " * depth -%}
-            {%- endif -%}
-
-            {%- if param_type == "object" -%}
-                {%- if comment_info != "<|NONE|>" -%}
-                    {{ "\n" + offset + comment_info }}
-                {%- endif -%}
-                {%- if examples_info|length > 0 -%}
-                    {%- for example in examples_info -%}
-                        {{ "\n" + offset + "// " + example|string|replace("'", '"') }}
-                    {%- endfor -%}
-                {%- endif -%}
-                {%- set param_declaration = param_declaration + ": {" -%}
-                {{ "\n" + offset + param_declaration -}}
-                {{- get_parameter_typescript(param.get("properties", {}), param.get("required", []), depth + 1) -}}
-                {{- "\n" + offset + "}," }}
-            {%- elif param_type == "array" -%}
-                {%- set item_info = param.get("items", {}) -%}
-                {%- if "type" not in item_info -%}
-                    {%- set param_declaration = param_declaration + ": []," -%}
-                    {{ append_new_param_info(param_declaration, comment_info, examples_info, depth) }}
-                {%- else -%}
-                    {%- if comment_info != "<|NONE|>" -%}
-                        {{ "\n" + offset + comment_info }}
-                    {%- endif -%}
-                    {%- if examples_info|length > 0 -%}
-                        {%- for example in examples_info -%}
-                            {{ "\n" + offset + "// " + example|string|replace("'", '"') }}
-                        {%- endfor -%}
-                    {%- endif -%}
-                    {%- set array_declaration = get_array_typescript(param_declaration, param, depth) -%}
-                    {%- if not array_declaration.endswith(",") -%}
-                        {%- set array_declaration = array_declaration + "," -%}
-                    {%- endif -%}
-                    {{ array_declaration}}
-                {%- endif -%}
-            {%- else -%}
-                {%- if "enum" in param -%}
-                    {%- set param_type = get_enum_option_str(param["enum"]) -%}
-                {%- endif -%}
-                {%- if "nullable" in param and param["nullable"] -%}
-                    {%- set param_type = param_type + " | null" -%}
-                {%- endif -%}
-                {%- set param_declaration = param_declaration + ": " + param_type + "," -%}
-                {{ append_new_param_info(param_declaration, comment_info, examples_info, depth) }}
-            {%- endif -%}
-        {%- endif -%}
-    {%- endfor -%}
-{%- endmacro -%}
-
-{%- macro generate_schema_from_functions(functions, namespace='functions') -%}
-    {{ "// Supported function definitions that should be called when necessary.\n" -}}
-    {{- "namespace " + namespace + " {\n\n" -}}
-
-    {%- for function in functions -%}
-        {%- if function.get("function") -%}
-            {%- set function = function.get("function") -%}
-        {%- endif -%}
-
-        {%- set function_name = function.get("name") -%}
-        {%- if function_name -%}
-            {%- set description = function.get('description', '') -%}
-            {%- set parameters = function.get('parameters', {}) -%}
-            {{- "// " + description + "\n" -}}
-            {{- "type " + function_name -}}
-            {%- if parameters and parameters.get("properties") -%}
-                {{- " = (_: {" -}}
-                {%- set required_params = parameters.get("required", []) -%}
-                {{ get_parameter_typescript(parameters.get("properties"), required_params, 0) -}}
-                {{- "\n}) => any;\n\n" }}
-            {%- else -%}
-                {{ " = () => any;\n\n" }}
-            {%- endif -%}
-        {%- endif -%}
-    {%- endfor -%}
-    {{ "} // namespace " + namespace }}
-{%- endmacro -%}
-{%- if not tools -%}
-    {%- set tools = [] -%}
-{%- endif -%}
-{{ bos_token + '<|start_header_id|>system<|end_header_id|>\n\nYou are capable of executing available function(s) if required.\nOnly execute function(s) when absolutely necessary.\nAsk for the required input to:recipient==all\nUse JSON for function arguments.\nRespond in this format:\n>>>${recipient}\n${content}\nAvailable functions:\n' + generate_schema_from_functions(tools) + '<|eot_id|>' -}}
-{%- if tools|length > 0 and tools|selectattr("type", "equalto", "code_interpreter")|list|length > 0 -%}
-    {{ '<|start_header_id|>system<|end_header_id|>\n\nWhen you send a message containing Python code to python, it will be executed in a stateful Jupyter notebook environment. python will respond with the output of the execution or time out after 60.0 seconds. The drive at \'/mnt/data\' can be used to save and persist user files.<|eot_id|>' }}
-{%- endif -%}
-{%- for message in messages -%}
-    {%- if message['role'] == 'user' or message['role'] == 'system' -%}
-        {{ '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n' + message['content'] + '<|eot_id|>' }}
-    {%- elif message['role'] == 'tool' -%}
-        {{ '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n' + message['content'] + '<|eot_id|>' }}
-    {%- else -%}
-        {{ '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'}}
-        {%- if message['content'] -%}
-            {{ '>>>all\n' + message['content'] }}
-        {%- endif -%}
-        {%- if 'tool_calls' in message and message['tool_calls'] -%}
-            {%- for tool_call in message['tool_calls'] -%}
-                {{ '>>>' + tool_call['function']['name'] + '\n' + tool_call['function']['arguments'] }}
-            {%- endfor -%}
-        {%- endif -%}
-        {{ '<|eot_id|>' }}
-    {%- endif -%}
-{%- endfor -%}
-{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n>>>' }}{% endif %}

package/cpp/llama.cpp/models/templates/meta-llama-Llama-3.1-8B-Instruct.jinja

@@ -1,109 +0,0 @@
-{{- bos_token }}
-{%- if custom_tools is defined %}
-    {%- set tools = custom_tools %}
-{%- endif %}
-{%- if not tools_in_user_message is defined %}
-    {%- set tools_in_user_message = true %}
-{%- endif %}
-{%- if not date_string is defined %}
-    {%- set date_string = "26 Jul 2024" %}
-{%- endif %}
-{%- if not tools is defined %}
-    {%- set tools = none %}
-{%- endif %}
-
-{#- This block extracts the system message, so we can slot it into the right place. #}
-{%- if messages[0]['role'] == 'system' %}
-    {%- set system_message = messages[0]['content']|trim %}
-    {%- set messages = messages[1:] %}
-{%- else %}
-    {%- set system_message = "" %}
-{%- endif %}
-
-{#- System message + builtin tools #}
-{{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
-{%- if builtin_tools is defined or tools is not none %}
-    {{- "Environment: ipython\n" }}
-{%- endif %}
-{%- if builtin_tools is defined %}
-    {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}}
-{%- endif %}
-{{- "Cutting Knowledge Date: December 2023\n" }}
-{{- "Today Date: " + date_string + "\n\n" }}
-{%- if tools is not none and not tools_in_user_message %}
-    {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
-    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
-    {{- "Do not use variables.\n\n" }}
-    {%- for t in tools %}
-        {{- t | tojson(indent=4) }}
-        {{- "\n\n" }}
-    {%- endfor %}
-{%- endif %}
-{{- system_message }}
-{{- "<|eot_id|>" }}
-
-{#- Custom tools are passed in a user message with some extra guidance #}
-{%- if tools_in_user_message and not tools is none %}
-    {#- Extract the first user message so we can plug it in here #}
-    {%- if messages | length != 0 %}
-        {%- set first_user_message = messages[0]['content']|trim %}
-        {%- set messages = messages[1:] %}
-    {%- else %}
-        {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
-{%- endif %}
-    {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
-    {{- "Given the following functions, please respond with a JSON for a function call " }}
-    {{- "with its proper arguments that best answers the given prompt.\n\n" }}
-    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
-    {{- "Do not use variables.\n\n" }}
-    {%- for t in tools %}
-        {{- t | tojson(indent=4) }}
-        {{- "\n\n" }}
-    {%- endfor %}
-    {{- first_user_message + "<|eot_id|>"}}
-{%- endif %}
-
-{%- for message in messages %}
-    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
-        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
-    {%- elif 'tool_calls' in message %}
-        {%- if not message.tool_calls|length == 1 %}
-            {{- raise_exception("This model only supports single tool-calls at once!") }}
-        {%- endif %}
-        {%- set tool_call = message.tool_calls[0].function %}
-        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}
-            {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
-            {{- "<|python_tag|>" + tool_call.name + ".call(" }}
-            {%- for arg_name, arg_val in tool_call.arguments | items %}
-                {{- arg_name + '="' + arg_val + '"' }}
-                {%- if not loop.last %}
-                    {{- ", " }}
-                {%- endif %}
-                {%- endfor %}
-            {{- ")" }}
-        {%- else  %}
-            {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
-            {{- '{"name": "' + tool_call.name + '", ' }}
-            {{- '"parameters": ' }}
-            {{- tool_call.arguments | tojson }}
-            {{- "}" }}
-        {%- endif %}
-        {%- if builtin_tools is defined %}
-            {#- This means we're in ipython mode #}
-            {{- "<|eom_id|>" }}
-        {%- else %}
-            {{- "<|eot_id|>" }}
-        {%- endif %}
-    {%- elif message.role == "tool" or message.role == "ipython" %}
-        {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
-        {%- if message.content is mapping or message.content is iterable %}
-            {{- message.content | tojson }}
-        {%- else %}
-            {{- message.content }}
-        {%- endif %}
-        {{- "<|eot_id|>" }}
-    {%- endif %}
-{%- endfor %}
-{%- if add_generation_prompt %}
-    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
-{%- endif %}