@ai-sdk-tool/parser 1.0.0 → 1.0.2

package/dist/index.d.mts

@@ -0,0 +1,16 @@
+import * as ai from 'ai';
+import { LanguageModelV1Middleware } from 'ai';
+
+declare const defaultTemplate: (tools: string) => string;
+declare function createToolMiddleware({ toolCallTag, toolCallEndTag, toolResponseTag, toolResponseEndTag, toolSystemPromptTemplate, }: {
+    toolCallTag?: string;
+    toolCallEndTag?: string;
+    toolResponseTag?: string;
+    toolResponseEndTag?: string;
+    toolSystemPromptTemplate?: (tools: string) => string;
+}): LanguageModelV1Middleware;
+
+declare const gemmaToolMiddleware: ai.LanguageModelV1Middleware;
+declare const hermesToolMiddleware: ai.LanguageModelV1Middleware;
+
+export { createToolMiddleware, defaultTemplate, gemmaToolMiddleware, hermesToolMiddleware };

package/dist/index.d.ts

@@ -0,0 +1,16 @@
+import * as ai from 'ai';
+import { LanguageModelV1Middleware } from 'ai';
+
+declare const defaultTemplate: (tools: string) => string;
+declare function createToolMiddleware({ toolCallTag, toolCallEndTag, toolResponseTag, toolResponseEndTag, toolSystemPromptTemplate, }: {
+    toolCallTag?: string;
+    toolCallEndTag?: string;
+    toolResponseTag?: string;
+    toolResponseEndTag?: string;
+    toolSystemPromptTemplate?: (tools: string) => string;
+}): LanguageModelV1Middleware;
+
+declare const gemmaToolMiddleware: ai.LanguageModelV1Middleware;
+declare const hermesToolMiddleware: ai.LanguageModelV1Middleware;
+
+export { createToolMiddleware, defaultTemplate, gemmaToolMiddleware, hermesToolMiddleware };

package/dist/index.js

@@ -0,0 +1,288 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var index_exports = {};
+__export(index_exports, {
+  createToolMiddleware: () => createToolMiddleware,
+  defaultTemplate: () => defaultTemplate,
+  gemmaToolMiddleware: () => gemmaToolMiddleware,
+  hermesToolMiddleware: () => hermesToolMiddleware
+});
+module.exports = __toCommonJS(index_exports);
+
+// src/tool-call-middleware.ts
+var import_ai = require("ai");
+var RJSON = __toESM(require("relaxed-json"));
+
+// src/utils.ts
+function getPotentialStartIndex(text, searchedText) {
+  if (searchedText.length === 0) {
+    return null;
+  }
+  const directIndex = text.indexOf(searchedText);
+  if (directIndex !== -1) {
+    return directIndex;
+  }
+  for (let i = text.length - 1; i >= 0; i--) {
+    const suffix = text.substring(i);
+    if (searchedText.startsWith(suffix)) {
+      return i;
+    }
+  }
+  return null;
+}
+
+// src/tool-call-middleware.ts
+var defaultTemplate = (tools) => `You are a function calling AI model.
+You are provided with function signatures within <tools></tools> XML tags.
+You may call one or more functions to assist with the user query.
+Don't make assumptions about what values to plug into functions.
+Here are the available tools: <tools>${tools}</tools>
+Use the following pydantic model json schema for each tool call you will make: {'title': 'FunctionCall', 'type': 'object', 'properties': {'arguments': {'title': 'Arguments', 'type': 'object'}, 'name': {'title': 'Name', 'type': 'string'}}, 'required': ['arguments', 'name']}
+For each function call return a json object with function name and arguments within <tool_call></tool_call> XML tags as follows:
+<tool_call>
+{'arguments': <args-dict>, 'name': <function-name>}
+</tool_call>`;
+function createToolMiddleware({
+  toolCallTag = "<tool_call>",
+  toolCallEndTag = "</tool_call>",
+  toolResponseTag = "<tool_response>",
+  toolResponseEndTag = "</tool_response>",
+  toolSystemPromptTemplate = defaultTemplate
+}) {
+  return {
+    middlewareVersion: "v1",
+    wrapStream: async ({ doStream }) => {
+      const { stream, ...rest } = await doStream();
+      let isFirstToolCall = true;
+      let isFirstText = true;
+      let afterSwitch = false;
+      let isToolCall = false;
+      let buffer = "";
+      let toolCallIndex = -1;
+      let toolCallBuffer = [];
+      const transformStream = new TransformStream({
+        transform(chunk, controller) {
+          if (chunk.type === "finish") {
+            if (toolCallBuffer.length > 0) {
+              toolCallBuffer.forEach((toolCall) => {
+                try {
+                  const parsedToolCall = RJSON.parse(toolCall);
+                  controller.enqueue({
+                    type: "tool-call",
+                    toolCallType: "function",
+                    toolCallId: (0, import_ai.generateId)(),
+                    toolName: parsedToolCall.name,
+                    args: JSON.stringify(parsedToolCall.arguments)
+                  });
+                } catch (e) {
+                  console.error(`Error parsing tool call: ${toolCall}`, e);
+                  controller.enqueue({
+                    type: "text-delta",
+                    textDelta: `Failed to parse tool call: ${e}`
+                  });
+                }
+              });
+            }
+            controller.enqueue(chunk);
+            return;
+          } else if (chunk.type !== "text-delta") {
+            controller.enqueue(chunk);
+            return;
+          }
+          buffer += chunk.textDelta;
+          function publish(text) {
+            if (text.length > 0) {
+              const prefix = afterSwitch && (isToolCall ? !isFirstToolCall : !isFirstText) ? "\n" : "";
+              if (isToolCall) {
+                if (!toolCallBuffer[toolCallIndex]) {
+                  toolCallBuffer[toolCallIndex] = "";
+                }
+                toolCallBuffer[toolCallIndex] += text;
+              } else {
+                controller.enqueue({
+                  type: "text-delta",
+                  textDelta: prefix + text
+                });
+              }
+              afterSwitch = false;
+              if (isToolCall) {
+                isFirstToolCall = false;
+              } else {
+                isFirstText = false;
+              }
+            }
+          }
+          do {
+            const nextTag = isToolCall ? toolCallEndTag : toolCallTag;
+            const startIndex = getPotentialStartIndex(buffer, nextTag);
+            if (startIndex == null) {
+              publish(buffer);
+              buffer = "";
+              break;
+            }
+            publish(buffer.slice(0, startIndex));
+            const foundFullMatch = startIndex + nextTag.length <= buffer.length;
+            if (foundFullMatch) {
+              buffer = buffer.slice(startIndex + nextTag.length);
+              toolCallIndex++;
+              isToolCall = !isToolCall;
+              afterSwitch = true;
+            } else {
+              buffer = buffer.slice(startIndex);
+              break;
+            }
+          } while (true);
+        }
+      });
+      return {
+        stream: stream.pipeThrough(transformStream),
+        ...rest
+      };
+    },
+    wrapGenerate: async ({ doGenerate }) => {
+      var _a;
+      const result = await doGenerate();
+      if (!((_a = result.text) == null ? void 0 : _a.includes(toolCallTag))) {
+        return result;
+      }
+      const toolCallRegex = new RegExp(
+        `${toolCallTag}(.*?)(?:${toolCallEndTag}|$)`,
+        "gs"
+      );
+      const matches = [...result.text.matchAll(toolCallRegex)];
+      const function_call_tuples = matches.map((match) => match[1] || match[2]);
+      return {
+        ...result,
+        // TODO: Return the remaining value after extracting the tool call tag.
+        text: "",
+        toolCalls: function_call_tuples.map((toolCall) => {
+          const parsedToolCall = RJSON.parse(toolCall);
+          const toolName = parsedToolCall.name;
+          const args = parsedToolCall.arguments;
+          return {
+            toolCallType: "function",
+            toolCallId: (0, import_ai.generateId)(),
+            toolName,
+            args: RJSON.stringify(args)
+          };
+        })
+      };
+    },
+    transformParams: async ({ params }) => {
+      const processedPrompt = params.prompt.map((message) => {
+        if (message.role === "assistant") {
+          return {
+            role: "assistant",
+            content: message.content.map((content) => {
+              if (content.type === "tool-call") {
+                return {
+                  type: "text",
+                  text: `${toolCallTag}${JSON.stringify({
+                    arguments: content.args,
+                    name: content.toolName
+                  })}${toolCallEndTag}`
+                };
+              }
+              return content;
+            })
+          };
+        } else if (message.role === "tool") {
+          return {
+            role: "user",
+            content: [
+              {
+                type: "text",
+                text: message.content.map(
+                  (content) => `${toolResponseTag}${JSON.stringify({
+                    toolName: content.toolName,
+                    result: content.result
+                  })}${toolResponseEndTag}`
+                ).join("\n")
+              }
+            ]
+          };
+        }
+        return message;
+      });
+      const originalToolDefinitions = params.mode.type === "regular" && params.mode.tools ? params.mode.tools : {};
+      const HermesPrompt = toolSystemPromptTemplate(
+        JSON.stringify(Object.entries(originalToolDefinitions))
+      );
+      const toolSystemPrompt = processedPrompt[0].role === "system" ? [
+        {
+          role: "system",
+          content: HermesPrompt + "\n\n" + processedPrompt[0].content
+        },
+        ...processedPrompt.slice(1)
+      ] : [
+        {
+          role: "system",
+          content: HermesPrompt
+        },
+        ...processedPrompt
+      ];
+      return {
+        ...params,
+        mode: {
+          // set the mode back to regular and remove the default tools.
+          type: "regular"
+        },
+        prompt: toolSystemPrompt
+      };
+    }
+  };
+}
+
+// src/index.ts
+var gemmaToolMiddleware = createToolMiddleware({
+  toolSystemPromptTemplate(tools) {
+    return `You have access to functions. If you decide to invoke any of the function(s),
+  you MUST put it in the format of
+  \`\`\`tool_call
+  {'name': <function-name>, 'arguments': <args-dict>}
+  \`\`\`
+  You SHOULD NOT include any other text in the response if you call a function
+  ${tools}`;
+  },
+  toolCallTag: "```tool_call\n",
+  toolCallEndTag: "```",
+  toolResponseTag: "```tool_response\n",
+  toolResponseEndTag: "\n```"
+});
+var hermesToolMiddleware = createToolMiddleware({});
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  createToolMiddleware,
+  defaultTemplate,
+  gemmaToolMiddleware,
+  hermesToolMiddleware
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/index.ts","../src/tool-call-middleware.ts","../src/utils.ts"],"sourcesContent":["import { defaultTemplate, createToolMiddleware } from \"./tool-call-middleware\";\n\nconst gemmaToolMiddleware = createToolMiddleware({\n  toolSystemPromptTemplate(tools) {\n    return `You have access to functions. If you decide to invoke any of the function(s),\n  you MUST put it in the format of\n  \\`\\`\\`tool_call\n  {'name': <function-name>, 'arguments': <args-dict>}\n  \\`\\`\\`\n  You SHOULD NOT include any other text in the response if you call a function\n  ${tools}`;\n  },\n  toolCallTag: \"```tool_call\\n\",\n  toolCallEndTag: \"```\",\n  toolResponseTag: \"```tool_response\\n\",\n  toolResponseEndTag: \"\\n```\",\n});\n\nconst hermesToolMiddleware = createToolMiddleware({});\n\nexport {\n  defaultTemplate,\n  gemmaToolMiddleware,\n  hermesToolMiddleware,\n  createToolMiddleware,\n};\n","import {\n  generateId,\n  LanguageModelV1Middleware,\n  LanguageModelV1Prompt,\n  LanguageModelV1StreamPart,\n} from \"ai\";\nimport * as RJSON from \"relaxed-json\";\nimport { getPotentialStartIndex } from \"./utils\";\n\nexport const defaultTemplate = (tools: string) =>\n  `You are a function calling AI model.\nYou are provided with function signatures within <tools></tools> XML tags.\nYou may call one or more functions to assist with the user query.\nDon't make assumptions about what values to plug into functions.\nHere are the available tools: <tools>${tools}</tools>\nUse the following pydantic model json schema for each tool call you will make: {'title': 'FunctionCall', 'type': 'object', 'properties': {'arguments': {'title': 'Arguments', 'type': 'object'}, 'name': {'title': 'Name', 'type': 'string'}}, 'required': ['arguments', 'name']}\nFor each function call return a json object with function name and arguments within <tool_call></tool_call> XML tags as follows:\n<tool_call>\n{'arguments': <args-dict>, 'name': <function-name>}\n</tool_call>`;\n\nexport function createToolMiddleware({\n  toolCallTag = \"<tool_call>\",\n  toolCallEndTag = \"</tool_call>\",\n  toolResponseTag = \"<tool_response>\",\n  toolResponseEndTag = \"</tool_response>\",\n  toolSystemPromptTemplate = defaultTemplate,\n}: {\n  toolCallTag?: string;\n  toolCallEndTag?: string;\n  toolResponseTag?: string;\n  toolResponseEndTag?: string;\n  toolSystemPromptTemplate?: (tools: string) => string;\n}): LanguageModelV1Middleware {\n  return {\n    middlewareVersion: \"v1\",\n    wrapStream: async ({ doStream }) => {\n      const { stream, ...rest } = await doStream();\n\n      let isFirstToolCall = true;\n      let isFirstText = true;\n      let afterSwitch = false;\n      let isToolCall = false;\n      let buffer = \"\";\n\n      let toolCallIndex = -1;\n      let toolCallBuffer: string[] = [];\n\n      const transformStream = new TransformStream<\n        LanguageModelV1StreamPart,\n        LanguageModelV1StreamPart\n      >({\n        transform(chunk, controller) {\n          if (chunk.type === \"finish\") {\n            if (toolCallBuffer.length > 0) {\n              toolCallBuffer.forEach((toolCall) => {\n                try {\n                  const parsedToolCall = RJSON.parse(toolCall) as {\n                    name: string;\n                    arguments: string;\n                  };\n\n                  controller.enqueue({\n                    type: \"tool-call\",\n                    toolCallType: \"function\",\n                    toolCallId: generateId(),\n                    toolName: parsedToolCall.name,\n                    args: JSON.stringify(parsedToolCall.arguments),\n                  });\n                } catch (e) {\n                  console.error(`Error parsing tool call: ${toolCall}`, e);\n\n                  controller.enqueue({\n                    type: \"text-delta\",\n                    textDelta: `Failed to parse tool call: ${e}`,\n                  });\n                }\n              });\n            }\n\n            // stop token\n            controller.enqueue(chunk);\n\n            return;\n          } else if (chunk.type !== \"text-delta\") {\n            controller.enqueue(chunk);\n            return;\n          }\n\n          buffer += chunk.textDelta;\n\n          function publish(text: string) {\n            if (text.length > 0) {\n              const prefix =\n                afterSwitch && (isToolCall ? !isFirstToolCall : !isFirstText)\n                  ? \"\\n\" // separator\n                  : \"\";\n\n              if (isToolCall) {\n                if (!toolCallBuffer[toolCallIndex]) {\n                  toolCallBuffer[toolCallIndex] = \"\";\n                }\n\n                toolCallBuffer[toolCallIndex] += text;\n              } else {\n                controller.enqueue({\n                  type: \"text-delta\",\n                  textDelta: prefix + text,\n                });\n              }\n\n              afterSwitch = false;\n\n              if (isToolCall) {\n                isFirstToolCall = false;\n              } else {\n                isFirstText = false;\n              }\n            }\n          }\n\n          do {\n            const nextTag = isToolCall ? toolCallEndTag : toolCallTag;\n            const startIndex = getPotentialStartIndex(buffer, nextTag);\n\n            // no opening or closing tag found, publish the buffer\n            if (startIndex == null) {\n              publish(buffer);\n              buffer = \"\";\n              break;\n            }\n\n            // publish text before the tag\n            publish(buffer.slice(0, startIndex));\n\n            const foundFullMatch = startIndex + nextTag.length <= buffer.length;\n\n            if (foundFullMatch) {\n              buffer = buffer.slice(startIndex + nextTag.length);\n              toolCallIndex++;\n              isToolCall = !isToolCall;\n              afterSwitch = true;\n            } else {\n              buffer = buffer.slice(startIndex);\n              break;\n            }\n          } while (true);\n        },\n      });\n\n      return {\n        stream: stream.pipeThrough(transformStream),\n        ...rest,\n      };\n    },\n    wrapGenerate: async ({ doGenerate }) => {\n      const result = await doGenerate();\n\n      if (!result.text?.includes(toolCallTag)) {\n        return result;\n      }\n\n      const toolCallRegex = new RegExp(\n        `${toolCallTag}(.*?)(?:${toolCallEndTag}|$)`,\n        \"gs\"\n      );\n      const matches = [...result.text.matchAll(toolCallRegex)];\n      const function_call_tuples = matches.map((match) => match[1] || match[2]);\n\n      return {\n        ...result,\n        // TODO: Return the remaining value after extracting the tool call tag.\n        text: \"\",\n        toolCalls: function_call_tuples.map((toolCall) => {\n          const parsedToolCall = RJSON.parse(toolCall) as {\n            name: string;\n            arguments: string;\n          };\n\n          const toolName = parsedToolCall.name;\n          const args = parsedToolCall.arguments;\n\n          return {\n            toolCallType: \"function\",\n            toolCallId: generateId(),\n            toolName: toolName,\n            args: RJSON.stringify(args),\n          };\n        }),\n      };\n    },\n\n    transformParams: async ({ params }) => {\n      const processedPrompt = params.prompt.map((message) => {\n        if (message.role === \"assistant\") {\n          return {\n            role: \"assistant\",\n            content: message.content.map((content) => {\n              if (content.type === \"tool-call\") {\n                return {\n                  type: \"text\",\n                  text: `${toolCallTag}${JSON.stringify({\n                    arguments: content.args,\n                    name: content.toolName,\n                  })}${toolCallEndTag}`,\n                };\n              }\n\n              return content;\n            }),\n          };\n        } else if (message.role === \"tool\") {\n          return {\n            role: \"user\",\n            content: [\n              {\n                type: \"text\",\n                text: message.content\n                  .map(\n                    (content) =>\n                      `${toolResponseTag}${JSON.stringify({\n                        toolName: content.toolName,\n                        result: content.result,\n                      })}${toolResponseEndTag}`\n                  )\n                  .join(\"\\n\"),\n              },\n            ],\n          };\n        }\n\n        return message;\n      }) as LanguageModelV1Prompt;\n\n      // Appropriate fixes are needed as they are disappearing in LanguageModelV2\n      const originalToolDefinitions =\n        params.mode.type === \"regular\" && params.mode.tools\n          ? params.mode.tools\n          : {};\n\n      const HermesPrompt = toolSystemPromptTemplate(\n        JSON.stringify(Object.entries(originalToolDefinitions))\n      );\n\n      const toolSystemPrompt: LanguageModelV1Prompt =\n        processedPrompt[0].role === \"system\"\n          ? [\n              {\n                role: \"system\",\n                content: HermesPrompt + \"\\n\\n\" + processedPrompt[0].content,\n              },\n              ...processedPrompt.slice(1),\n            ]\n          : [\n              {\n                role: \"system\",\n                content: HermesPrompt,\n              },\n              ...processedPrompt,\n            ];\n\n      return {\n        ...params,\n        mode: {\n          // set the mode back to regular and remove the default tools.\n          type: \"regular\",\n        },\n        prompt: toolSystemPrompt,\n      };\n    },\n  };\n}\n","/**\n * Returns the index of the start of the searchedText in the text, or null if it\n * is not found.\n * ref: https://github.com/vercel/ai/blob/452bf12f0be9cb398d4af85a006bca13c8ce36d8/packages/ai/core/util/get-potential-start-index.ts\n */\nexport function getPotentialStartIndex(\n  text: string,\n  searchedText: string\n): number | null {\n  // Return null immediately if searchedText is empty.\n  if (searchedText.length === 0) {\n    return null;\n  }\n\n  // Check if the searchedText exists as a direct substring of text.\n  const directIndex = text.indexOf(searchedText);\n  if (directIndex !== -1) {\n    return directIndex;\n  }\n\n  // Otherwise, look for the largest suffix of \"text\" that matches\n  // a prefix of \"searchedText\". We go from the end of text inward.\n  for (let i = text.length - 1; i >= 0; i--) {\n    const suffix = text.substring(i);\n    if (searchedText.startsWith(suffix)) {\n      return i;\n    }\n  }\n\n  return null;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,gBAKO;AACP,YAAuB;;;ACDhB,SAAS,uBACd,MACA,cACe;AAEf,MAAI,aAAa,WAAW,GAAG;AAC7B,WAAO;AAAA,EACT;AAGA,QAAM,cAAc,KAAK,QAAQ,YAAY;AAC7C,MAAI,gBAAgB,IAAI;AACtB,WAAO;AAAA,EACT;AAIA,WAAS,IAAI,KAAK,SAAS,GAAG,KAAK,GAAG,KAAK;AACzC,UAAM,SAAS,KAAK,UAAU,CAAC;AAC/B,QAAI,aAAa,WAAW,MAAM,GAAG;AACnC,aAAO;AAAA,IACT;AAAA,EACF;AAEA,SAAO;AACT;;;ADrBO,IAAM,kBAAkB,CAAC,UAC9B;AAAA;AAAA;AAAA;AAAA,uCAIqC,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAOrC,SAAS,qBAAqB;AAAA,EACnC,cAAc;AAAA,EACd,iBAAiB;AAAA,EACjB,kBAAkB;AAAA,EAClB,qBAAqB;AAAA,EACrB,2BAA2B;AAC7B,GAM8B;AAC5B,SAAO;AAAA,IACL,mBAAmB;AAAA,IACnB,YAAY,OAAO,EAAE,SAAS,MAAM;AAClC,YAAM,EAAE,QAAQ,GAAG,KAAK,IAAI,MAAM,SAAS;AAE3C,UAAI,kBAAkB;AACtB,UAAI,cAAc;AAClB,UAAI,cAAc;AAClB,UAAI,aAAa;AACjB,UAAI,SAAS;AAEb,UAAI,gBAAgB;AACpB,UAAI,iBAA2B,CAAC;AAEhC,YAAM,kBAAkB,IAAI,gBAG1B;AAAA,QACA,UAAU,OAAO,YAAY;AAC3B,cAAI,MAAM,SAAS,UAAU;AAC3B,gBAAI,eAAe,SAAS,GAAG;AAC7B,6BAAe,QAAQ,CAAC,aAAa;AACnC,oBAAI;AACF,wBAAM,iBAAuB,YAAM,QAAQ;AAK3C,6BAAW,QAAQ;AAAA,oBACjB,MAAM;AAAA,oBACN,cAAc;AAAA,oBACd,gBAAY,sBAAW;AAAA,oBACvB,UAAU,eAAe;AAAA,oBACzB,MAAM,KAAK,UAAU,eAAe,SAAS;AAAA,kBAC/C,CAAC;AAAA,gBACH,SAAS,GAAG;AACV,0BAAQ,MAAM,4BAA4B,QAAQ,IAAI,CAAC;AAEvD,6BAAW,QAAQ;AAAA,oBACjB,MAAM;AAAA,oBACN,WAAW,8BAA8B,CAAC;AAAA,kBAC5C,CAAC;AAAA,gBACH;AAAA,cACF,CAAC;AAAA,YACH;AAGA,uBAAW,QAAQ,KAAK;AAExB;AAAA,UACF,WAAW,MAAM,SAAS,cAAc;AACtC,uBAAW,QAAQ,KAAK;AACxB;AAAA,UACF;AAEA,oBAAU,MAAM;AAEhB,mBAAS,QAAQ,MAAc;AAC7B,gBAAI,KAAK,SAAS,GAAG;AACnB,oBAAM,SACJ,gBAAgB,aAAa,CAAC,kBAAkB,CAAC,eAC7C,OACA;AAEN,kBAAI,YAAY;AACd,oBAAI,CAAC,eAAe,aAAa,GAAG;AAClC,iCAAe,aAAa,IAAI;AAAA,gBAClC;AAEA,+BAAe,aAAa,KAAK;AAAA,cACnC,OAAO;AACL,2BAAW,QAAQ;AAAA,kBACjB,MAAM;AAAA,kBACN,WAAW,SAAS;AAAA,gBACtB,CAAC;AAAA,cACH;AAEA,4BAAc;AAEd,kBAAI,YAAY;AACd,kCAAkB;AAAA,cACpB,OAAO;AACL,8BAAc;AAAA,cAChB;AAAA,YACF;AAAA,UACF;AAEA,aAAG;AACD,kBAAM,UAAU,aAAa,iBAAiB;AAC9C,kBAAM,aAAa,uBAAuB,QAAQ,OAAO;AAGzD,gBAAI,cAAc,MAAM;AACtB,sBAAQ,MAAM;AACd,uBAAS;AACT;AAAA,YACF;AAGA,oBAAQ,OAAO,MAAM,GAAG,UAAU,CAAC;AAEnC,kBAAM,iBAAiB,aAAa,QAAQ,UAAU,OAAO;AAE7D,gBAAI,gBAAgB;AAClB,uBAAS,OAAO,MAAM,aAAa,QAAQ,MAAM;AACjD;AACA,2BAAa,CAAC;AACd,4BAAc;AAAA,YAChB,OAAO;AACL,uBAAS,OAAO,MAAM,UAAU;AAChC;AAAA,YACF;AAAA,UACF,SAAS;AAAA,QACX;AAAA,MACF,CAAC;AAED,aAAO;AAAA,QACL,QAAQ,OAAO,YAAY,eAAe;AAAA,QAC1C,GAAG;AAAA,MACL;AAAA,IACF;AAAA,IACA,cAAc,OAAO,EAAE,WAAW,MAAM;AA3J5C;AA4JM,YAAM,SAAS,MAAM,WAAW;AAEhC,UAAI,GAAC,YAAO,SAAP,mBAAa,SAAS,eAAc;AACvC,eAAO;AAAA,MACT;AAEA,YAAM,gBAAgB,IAAI;AAAA,QACxB,GAAG,WAAW,WAAW,cAAc;AAAA,QACvC;AAAA,MACF;AACA,YAAM,UAAU,CAAC,GAAG,OAAO,KAAK,SAAS,aAAa,CAAC;AACvD,YAAM,uBAAuB,QAAQ,IAAI,CAAC,UAAU,MAAM,CAAC,KAAK,MAAM,CAAC,CAAC;AAExE,aAAO;AAAA,QACL,GAAG;AAAA;AAAA,QAEH,MAAM;AAAA,QACN,WAAW,qBAAqB,IAAI,CAAC,aAAa;AAChD,gBAAM,iBAAuB,YAAM,QAAQ;AAK3C,gBAAM,WAAW,eAAe;AAChC,gBAAM,OAAO,eAAe;AAE5B,iBAAO;AAAA,YACL,cAAc;AAAA,YACd,gBAAY,sBAAW;AAAA,YACvB;AAAA,YACA,MAAY,gBAAU,IAAI;AAAA,UAC5B;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAAA,IAEA,iBAAiB,OAAO,EAAE,OAAO,MAAM;AACrC,YAAM,kBAAkB,OAAO,OAAO,IAAI,CAAC,YAAY;AACrD,YAAI,QAAQ,SAAS,aAAa;AAChC,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ,QAAQ,IAAI,CAAC,YAAY;AACxC,kBAAI,QAAQ,SAAS,aAAa;AAChC,uBAAO;AAAA,kBACL,MAAM;AAAA,kBACN,MAAM,GAAG,WAAW,GAAG,KAAK,UAAU;AAAA,oBACpC,WAAW,QAAQ;AAAA,oBACnB,MAAM,QAAQ;AAAA,kBAChB,CAAC,CAAC,GAAG,cAAc;AAAA,gBACrB;AAAA,cACF;AAEA,qBAAO;AAAA,YACT,CAAC;AAAA,UACH;AAAA,QACF,WAAW,QAAQ,SAAS,QAAQ;AAClC,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS;AAAA,cACP;AAAA,gBACE,MAAM;AAAA,gBACN,MAAM,QAAQ,QACX;AAAA,kBACC,CAAC,YACC,GAAG,eAAe,GAAG,KAAK,UAAU;AAAA,oBAClC,UAAU,QAAQ;AAAA,oBAClB,QAAQ,QAAQ;AAAA,kBAClB,CAAC,CAAC,GAAG,kBAAkB;AAAA,gBAC3B,EACC,KAAK,IAAI;AAAA,cACd;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAEA,eAAO;AAAA,MACT,CAAC;AAGD,YAAM,0BACJ,OAAO,KAAK,SAAS,aAAa,OAAO,KAAK,QAC1C,OAAO,KAAK,QACZ,CAAC;AAEP,YAAM,eAAe;AAAA,QACnB,KAAK,UAAU,OAAO,QAAQ,uBAAuB,CAAC;AAAA,MACxD;AAEA,YAAM,mBACJ,gBAAgB,CAAC,EAAE,SAAS,WACxB;AAAA,QACE;AAAA,UACE,MAAM;AAAA,UACN,SAAS,eAAe,SAAS,gBAAgB,CAAC,EAAE;AAAA,QACtD;AAAA,QACA,GAAG,gBAAgB,MAAM,CAAC;AAAA,MAC5B,IACA;AAAA,QACE;AAAA,UACE,MAAM;AAAA,UACN,SAAS;AAAA,QACX;AAAA,QACA,GAAG;AAAA,MACL;AAEN,aAAO;AAAA,QACL,GAAG;AAAA,QACH,MAAM;AAAA;AAAA,UAEJ,MAAM;AAAA,QACR;AAAA,QACA,QAAQ;AAAA,MACV;AAAA,IACF;AAAA,EACF;AACF;;;AD7QA,IAAM,sBAAsB,qBAAqB;AAAA,EAC/C,yBAAyB,OAAO;AAC9B,WAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAMP,KAAK;AAAA,EACP;AAAA,EACA,aAAa;AAAA,EACb,gBAAgB;AAAA,EAChB,iBAAiB;AAAA,EACjB,oBAAoB;AACtB,CAAC;AAED,IAAM,uBAAuB,qBAAqB,CAAC,CAAC;","names":[]}

package/{src/hermes-middleware.ts → dist/index.mjs}

@@ -1,114 +1,101 @@
+// src/tool-call-middleware.ts
 import {
-  generateId,
-  LanguageModelV1Middleware,
-  LanguageModelV1Prompt,
-  LanguageModelV1StreamPart,
+  generateId
 } from "ai";
 import * as RJSON from "relaxed-json";
-import { getPotentialStartIndex } from "./utils";
 
-const defaultTemplate = (tools: string) =>
-  `You are a function calling AI model. You are provided with function signatures within <tools></tools> XML tags.
-You may call one or more functions to assist with the user query. Don't make assumptions about what values to plug into functions.
+// src/utils.ts
+function getPotentialStartIndex(text, searchedText) {
+  if (searchedText.length === 0) {
+    return null;
+  }
+  const directIndex = text.indexOf(searchedText);
+  if (directIndex !== -1) {
+    return directIndex;
+  }
+  for (let i = text.length - 1; i >= 0; i--) {
+    const suffix = text.substring(i);
+    if (searchedText.startsWith(suffix)) {
+      return i;
+    }
+  }
+  return null;
+}
+
+// src/tool-call-middleware.ts
+var defaultTemplate = (tools) => `You are a function calling AI model.
+You are provided with function signatures within <tools></tools> XML tags.
+You may call one or more functions to assist with the user query.
+Don't make assumptions about what values to plug into functions.
 Here are the available tools: <tools>${tools}</tools>
 Use the following pydantic model json schema for each tool call you will make: {'title': 'FunctionCall', 'type': 'object', 'properties': {'arguments': {'title': 'Arguments', 'type': 'object'}, 'name': {'title': 'Name', 'type': 'string'}}, 'required': ['arguments', 'name']}
 For each function call return a json object with function name and arguments within <tool_call></tool_call> XML tags as follows:
 <tool_call>
 {'arguments': <args-dict>, 'name': <function-name>}
 </tool_call>`;
-
-export function hermesToolMiddleware({
+function createToolMiddleware({
   toolCallTag = "<tool_call>",
   toolCallEndTag = "</tool_call>",
   toolResponseTag = "<tool_response>",
   toolResponseEndTag = "</tool_response>",
-  toolSystemPromptTemplate = defaultTemplate,
-}: {
-  toolCallTag?: string;
-  toolCallEndTag?: string;
-  toolResponseTag?: string;
-  toolResponseEndTag?: string;
-  toolSystemPromptTemplate?: (tools: string) => string;
-}): LanguageModelV1Middleware {
+  toolSystemPromptTemplate = defaultTemplate
+}) {
   return {
     middlewareVersion: "v1",
     wrapStream: async ({ doStream }) => {
       const { stream, ...rest } = await doStream();
-
       let isFirstToolCall = true;
       let isFirstText = true;
       let afterSwitch = false;
       let isToolCall = false;
       let buffer = "";
-
       let toolCallIndex = -1;
-      let toolCallBuffer: string[] = [];
-
-      const transformStream = new TransformStream<
-        LanguageModelV1StreamPart,
-        LanguageModelV1StreamPart
-      >({
+      let toolCallBuffer = [];
+      const transformStream = new TransformStream({
         transform(chunk, controller) {
           if (chunk.type === "finish") {
             if (toolCallBuffer.length > 0) {
               toolCallBuffer.forEach((toolCall) => {
                 try {
-                  const parsedToolCall = RJSON.parse(toolCall) as {
-                    name: string;
-                    arguments: string;
-                  };
-
+                  const parsedToolCall = RJSON.parse(toolCall);
                   controller.enqueue({
                     type: "tool-call",
                     toolCallType: "function",
                     toolCallId: generateId(),
                     toolName: parsedToolCall.name,
-                    args: JSON.stringify(parsedToolCall.arguments),
+                    args: JSON.stringify(parsedToolCall.arguments)
                   });
                 } catch (e) {
                   console.error(`Error parsing tool call: ${toolCall}`, e);
-
                   controller.enqueue({
                     type: "text-delta",
-                    textDelta: `Failed to parse tool call: ${e.message}`,
+                    textDelta: `Failed to parse tool call: ${e}`
                   });
                 }
               });
             }
-
-            // stop token
             controller.enqueue(chunk);
-
             return;
           } else if (chunk.type !== "text-delta") {
             controller.enqueue(chunk);
             return;
           }
-
           buffer += chunk.textDelta;
-
-          function publish(text: string) {
+          function publish(text) {
             if (text.length > 0) {
-              const prefix =
-                afterSwitch && (isToolCall ? !isFirstToolCall : !isFirstText)
-                  ? "\n" // separator
-                  : "";
-
+              const prefix = afterSwitch && (isToolCall ? !isFirstToolCall : !isFirstText) ? "\n" : "";
               if (isToolCall) {
                 if (!toolCallBuffer[toolCallIndex]) {
                   toolCallBuffer[toolCallIndex] = "";
                 }
-
                 toolCallBuffer[toolCallIndex] += text;
               } else {
                 controller.enqueue({
                   type: "text-delta",
-                  textDelta: prefix + text,
+                  textDelta: prefix + text
                 });
               }
-
               afterSwitch = false;
-
               if (isToolCall) {
                 isFirstToolCall = false;
               } else {
@@ -116,23 +103,16 @@ export function hermesToolMiddleware({
               }
             }
           }
-
           do {
             const nextTag = isToolCall ? toolCallEndTag : toolCallTag;
             const startIndex = getPotentialStartIndex(buffer, nextTag);
-
-            // no opening or closing tag found, publish the buffer
             if (startIndex == null) {
               publish(buffer);
               buffer = "";
               break;
             }
-
-            // publish text before the tag
             publish(buffer.slice(0, startIndex));
-
             const foundFullMatch = startIndex + nextTag.length <= buffer.length;
-
             if (foundFullMatch) {
               buffer = buffer.slice(startIndex + nextTag.length);
               toolCallIndex++;
@@ -143,51 +123,42 @@ export function hermesToolMiddleware({
               break;
             }
           } while (true);
-        },
+        }
       });
-
       return {
         stream: stream.pipeThrough(transformStream),
-        ...rest,
+        ...rest
       };
     },
     wrapGenerate: async ({ doGenerate }) => {
+      var _a;
       const result = await doGenerate();
-
-      if (!result.text?.includes(toolCallTag)) {
+      if (!((_a = result.text) == null ? void 0 : _a.includes(toolCallTag))) {
         return result;
       }
-
       const toolCallRegex = new RegExp(
         `${toolCallTag}(.*?)(?:${toolCallEndTag}|$)`,
         "gs"
       );
       const matches = [...result.text.matchAll(toolCallRegex)];
       const function_call_tuples = matches.map((match) => match[1] || match[2]);
-
       return {
         ...result,
         // TODO: Return the remaining value after extracting the tool call tag.
         text: "",
         toolCalls: function_call_tuples.map((toolCall) => {
-          const parsedToolCall = RJSON.parse(toolCall) as {
-            name: string;
-            arguments: string;
-          };
-
+          const parsedToolCall = RJSON.parse(toolCall);
           const toolName = parsedToolCall.name;
           const args = parsedToolCall.arguments;
-
           return {
             toolCallType: "function",
             toolCallId: generateId(),
-            toolName: toolName,
-            args: RJSON.stringify(args),
+            toolName,
+            args: RJSON.stringify(args)
           };
-        }),
+        })
       };
     },
-
     transformParams: async ({ params }) => {
       const processedPrompt = params.prompt.map((message) => {
         if (message.role === "assistant") {
@@ -199,13 +170,12 @@ export function hermesToolMiddleware({
                   type: "text",
                   text: `${toolCallTag}${JSON.stringify({
                     arguments: content.args,
-                    name: content.toolName,
-                  })}${toolCallEndTag}`,
+                    name: content.toolName
+                  })}${toolCallEndTag}`
                 };
               }
-
               return content;
-            }),
+            })
           };
         } else if (message.role === "tool") {
           return {
@@ -213,58 +183,68 @@ export function hermesToolMiddleware({
             content: [
               {
                 type: "text",
-                text: message.content
-                  .map(
-                    (content) =>
-                      `${toolResponseTag}${JSON.stringify({
-                        toolName: content.toolName,
-                        result: content.result,
-                      })}${toolResponseEndTag}`
-                  )
-                  .join("\n"),
-              },
-            ],
+                text: message.content.map(
+                  (content) => `${toolResponseTag}${JSON.stringify({
+                    toolName: content.toolName,
+                    result: content.result
+                  })}${toolResponseEndTag}`
+                ).join("\n")
+              }
+            ]
           };
         }
-
         return message;
-      }) as LanguageModelV1Prompt;
-
-      // Appropriate fixes are needed as they are disappearing in LanguageModelV2
-      const originalToolDefinitions =
-        params.mode.type === "regular" && params.mode.tools
-          ? params.mode.tools
-          : {};
-
+      });
+      const originalToolDefinitions = params.mode.type === "regular" && params.mode.tools ? params.mode.tools : {};
       const HermesPrompt = toolSystemPromptTemplate(
         JSON.stringify(Object.entries(originalToolDefinitions))
       );
-
-      const toolSystemPrompt: LanguageModelV1Prompt =
-        processedPrompt[0].role === "system"
-          ? [
-              {
-                role: "system",
-                content: HermesPrompt + "\n\n" + processedPrompt[0].content,
-              },
-              ...processedPrompt.slice(1),
-            ]
-          : [
-              {
-                role: "system",
-                content: HermesPrompt,
-              },
-              ...processedPrompt,
-            ];
-
+      const toolSystemPrompt = processedPrompt[0].role === "system" ? [
+        {
+          role: "system",
+          content: HermesPrompt + "\n\n" + processedPrompt[0].content
+        },
+        ...processedPrompt.slice(1)
+      ] : [
+        {
+          role: "system",
+          content: HermesPrompt
+        },
+        ...processedPrompt
+      ];
       return {
         ...params,
         mode: {
           // set the mode back to regular and remove the default tools.
-          type: "regular",
+          type: "regular"
         },
-        prompt: toolSystemPrompt,
+        prompt: toolSystemPrompt
       };
-    },
+    }
   };
 }
+
+// src/index.ts
+var gemmaToolMiddleware = createToolMiddleware({
+  toolSystemPromptTemplate(tools) {
+    return `You have access to functions. If you decide to invoke any of the function(s),
+  you MUST put it in the format of
+  \`\`\`tool_call
+  {'name': <function-name>, 'arguments': <args-dict>}
+  \`\`\`
+  You SHOULD NOT include any other text in the response if you call a function
+  ${tools}`;
+  },
+  toolCallTag: "```tool_call\n",
+  toolCallEndTag: "```",
+  toolResponseTag: "```tool_response\n",
+  toolResponseEndTag: "\n```"
+});
+var hermesToolMiddleware = createToolMiddleware({});
+export {
+  createToolMiddleware,
+  defaultTemplate,
+  gemmaToolMiddleware,
+  hermesToolMiddleware
+};
+//# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/tool-call-middleware.ts","../src/utils.ts","../src/index.ts"],"sourcesContent":["import {\n  generateId,\n  LanguageModelV1Middleware,\n  LanguageModelV1Prompt,\n  LanguageModelV1StreamPart,\n} from \"ai\";\nimport * as RJSON from \"relaxed-json\";\nimport { getPotentialStartIndex } from \"./utils\";\n\nexport const defaultTemplate = (tools: string) =>\n  `You are a function calling AI model.\nYou are provided with function signatures within <tools></tools> XML tags.\nYou may call one or more functions to assist with the user query.\nDon't make assumptions about what values to plug into functions.\nHere are the available tools: <tools>${tools}</tools>\nUse the following pydantic model json schema for each tool call you will make: {'title': 'FunctionCall', 'type': 'object', 'properties': {'arguments': {'title': 'Arguments', 'type': 'object'}, 'name': {'title': 'Name', 'type': 'string'}}, 'required': ['arguments', 'name']}\nFor each function call return a json object with function name and arguments within <tool_call></tool_call> XML tags as follows:\n<tool_call>\n{'arguments': <args-dict>, 'name': <function-name>}\n</tool_call>`;\n\nexport function createToolMiddleware({\n  toolCallTag = \"<tool_call>\",\n  toolCallEndTag = \"</tool_call>\",\n  toolResponseTag = \"<tool_response>\",\n  toolResponseEndTag = \"</tool_response>\",\n  toolSystemPromptTemplate = defaultTemplate,\n}: {\n  toolCallTag?: string;\n  toolCallEndTag?: string;\n  toolResponseTag?: string;\n  toolResponseEndTag?: string;\n  toolSystemPromptTemplate?: (tools: string) => string;\n}): LanguageModelV1Middleware {\n  return {\n    middlewareVersion: \"v1\",\n    wrapStream: async ({ doStream }) => {\n      const { stream, ...rest } = await doStream();\n\n      let isFirstToolCall = true;\n      let isFirstText = true;\n      let afterSwitch = false;\n      let isToolCall = false;\n      let buffer = \"\";\n\n      let toolCallIndex = -1;\n      let toolCallBuffer: string[] = [];\n\n      const transformStream = new TransformStream<\n        LanguageModelV1StreamPart,\n        LanguageModelV1StreamPart\n      >({\n        transform(chunk, controller) {\n          if (chunk.type === \"finish\") {\n            if (toolCallBuffer.length > 0) {\n              toolCallBuffer.forEach((toolCall) => {\n                try {\n                  const parsedToolCall = RJSON.parse(toolCall) as {\n                    name: string;\n                    arguments: string;\n                  };\n\n                  controller.enqueue({\n                    type: \"tool-call\",\n                    toolCallType: \"function\",\n                    toolCallId: generateId(),\n                    toolName: parsedToolCall.name,\n                    args: JSON.stringify(parsedToolCall.arguments),\n                  });\n                } catch (e) {\n                  console.error(`Error parsing tool call: ${toolCall}`, e);\n\n                  controller.enqueue({\n                    type: \"text-delta\",\n                    textDelta: `Failed to parse tool call: ${e}`,\n                  });\n                }\n              });\n            }\n\n            // stop token\n            controller.enqueue(chunk);\n\n            return;\n          } else if (chunk.type !== \"text-delta\") {\n            controller.enqueue(chunk);\n            return;\n          }\n\n          buffer += chunk.textDelta;\n\n          function publish(text: string) {\n            if (text.length > 0) {\n              const prefix =\n                afterSwitch && (isToolCall ? !isFirstToolCall : !isFirstText)\n                  ? \"\\n\" // separator\n                  : \"\";\n\n              if (isToolCall) {\n                if (!toolCallBuffer[toolCallIndex]) {\n                  toolCallBuffer[toolCallIndex] = \"\";\n                }\n\n                toolCallBuffer[toolCallIndex] += text;\n              } else {\n                controller.enqueue({\n                  type: \"text-delta\",\n                  textDelta: prefix + text,\n                });\n              }\n\n              afterSwitch = false;\n\n              if (isToolCall) {\n                isFirstToolCall = false;\n              } else {\n                isFirstText = false;\n              }\n            }\n          }\n\n          do {\n            const nextTag = isToolCall ? toolCallEndTag : toolCallTag;\n            const startIndex = getPotentialStartIndex(buffer, nextTag);\n\n            // no opening or closing tag found, publish the buffer\n            if (startIndex == null) {\n              publish(buffer);\n              buffer = \"\";\n              break;\n            }\n\n            // publish text before the tag\n            publish(buffer.slice(0, startIndex));\n\n            const foundFullMatch = startIndex + nextTag.length <= buffer.length;\n\n            if (foundFullMatch) {\n              buffer = buffer.slice(startIndex + nextTag.length);\n              toolCallIndex++;\n              isToolCall = !isToolCall;\n              afterSwitch = true;\n            } else {\n              buffer = buffer.slice(startIndex);\n              break;\n            }\n          } while (true);\n        },\n      });\n\n      return {\n        stream: stream.pipeThrough(transformStream),\n        ...rest,\n      };\n    },\n    wrapGenerate: async ({ doGenerate }) => {\n      const result = await doGenerate();\n\n      if (!result.text?.includes(toolCallTag)) {\n        return result;\n      }\n\n      const toolCallRegex = new RegExp(\n        `${toolCallTag}(.*?)(?:${toolCallEndTag}|$)`,\n        \"gs\"\n      );\n      const matches = [...result.text.matchAll(toolCallRegex)];\n      const function_call_tuples = matches.map((match) => match[1] || match[2]);\n\n      return {\n        ...result,\n        // TODO: Return the remaining value after extracting the tool call tag.\n        text: \"\",\n        toolCalls: function_call_tuples.map((toolCall) => {\n          const parsedToolCall = RJSON.parse(toolCall) as {\n            name: string;\n            arguments: string;\n          };\n\n          const toolName = parsedToolCall.name;\n          const args = parsedToolCall.arguments;\n\n          return {\n            toolCallType: \"function\",\n            toolCallId: generateId(),\n            toolName: toolName,\n            args: RJSON.stringify(args),\n          };\n        }),\n      };\n    },\n\n    transformParams: async ({ params }) => {\n      const processedPrompt = params.prompt.map((message) => {\n        if (message.role === \"assistant\") {\n          return {\n            role: \"assistant\",\n            content: message.content.map((content) => {\n              if (content.type === \"tool-call\") {\n                return {\n                  type: \"text\",\n                  text: `${toolCallTag}${JSON.stringify({\n                    arguments: content.args,\n                    name: content.toolName,\n                  })}${toolCallEndTag}`,\n                };\n              }\n\n              return content;\n            }),\n          };\n        } else if (message.role === \"tool\") {\n          return {\n            role: \"user\",\n            content: [\n              {\n                type: \"text\",\n                text: message.content\n                  .map(\n                    (content) =>\n                      `${toolResponseTag}${JSON.stringify({\n                        toolName: content.toolName,\n                        result: content.result,\n                      })}${toolResponseEndTag}`\n                  )\n                  .join(\"\\n\"),\n              },\n            ],\n          };\n        }\n\n        return message;\n      }) as LanguageModelV1Prompt;\n\n      // Appropriate fixes are needed as they are disappearing in LanguageModelV2\n      const originalToolDefinitions =\n        params.mode.type === \"regular\" && params.mode.tools\n          ? params.mode.tools\n          : {};\n\n      const HermesPrompt = toolSystemPromptTemplate(\n        JSON.stringify(Object.entries(originalToolDefinitions))\n      );\n\n      const toolSystemPrompt: LanguageModelV1Prompt =\n        processedPrompt[0].role === \"system\"\n          ? [\n              {\n                role: \"system\",\n                content: HermesPrompt + \"\\n\\n\" + processedPrompt[0].content,\n              },\n              ...processedPrompt.slice(1),\n            ]\n          : [\n              {\n                role: \"system\",\n                content: HermesPrompt,\n              },\n              ...processedPrompt,\n            ];\n\n      return {\n        ...params,\n        mode: {\n          // set the mode back to regular and remove the default tools.\n          type: \"regular\",\n        },\n        prompt: toolSystemPrompt,\n      };\n    },\n  };\n}\n","/**\n * Returns the index of the start of the searchedText in the text, or null if it\n * is not found.\n * ref: https://github.com/vercel/ai/blob/452bf12f0be9cb398d4af85a006bca13c8ce36d8/packages/ai/core/util/get-potential-start-index.ts\n */\nexport function getPotentialStartIndex(\n  text: string,\n  searchedText: string\n): number | null {\n  // Return null immediately if searchedText is empty.\n  if (searchedText.length === 0) {\n    return null;\n  }\n\n  // Check if the searchedText exists as a direct substring of text.\n  const directIndex = text.indexOf(searchedText);\n  if (directIndex !== -1) {\n    return directIndex;\n  }\n\n  // Otherwise, look for the largest suffix of \"text\" that matches\n  // a prefix of \"searchedText\". We go from the end of text inward.\n  for (let i = text.length - 1; i >= 0; i--) {\n    const suffix = text.substring(i);\n    if (searchedText.startsWith(suffix)) {\n      return i;\n    }\n  }\n\n  return null;\n}\n","import { defaultTemplate, createToolMiddleware } from \"./tool-call-middleware\";\n\nconst gemmaToolMiddleware = createToolMiddleware({\n  toolSystemPromptTemplate(tools) {\n    return `You have access to functions. If you decide to invoke any of the function(s),\n  you MUST put it in the format of\n  \\`\\`\\`tool_call\n  {'name': <function-name>, 'arguments': <args-dict>}\n  \\`\\`\\`\n  You SHOULD NOT include any other text in the response if you call a function\n  ${tools}`;\n  },\n  toolCallTag: \"```tool_call\\n\",\n  toolCallEndTag: \"```\",\n  toolResponseTag: \"```tool_response\\n\",\n  toolResponseEndTag: \"\\n```\",\n});\n\nconst hermesToolMiddleware = createToolMiddleware({});\n\nexport {\n  defaultTemplate,\n  gemmaToolMiddleware,\n  hermesToolMiddleware,\n  createToolMiddleware,\n};\n"],"mappings":";AAAA;AAAA,EACE;AAAA,OAIK;AACP,YAAY,WAAW;;;ACDhB,SAAS,uBACd,MACA,cACe;AAEf,MAAI,aAAa,WAAW,GAAG;AAC7B,WAAO;AAAA,EACT;AAGA,QAAM,cAAc,KAAK,QAAQ,YAAY;AAC7C,MAAI,gBAAgB,IAAI;AACtB,WAAO;AAAA,EACT;AAIA,WAAS,IAAI,KAAK,SAAS,GAAG,KAAK,GAAG,KAAK;AACzC,UAAM,SAAS,KAAK,UAAU,CAAC;AAC/B,QAAI,aAAa,WAAW,MAAM,GAAG;AACnC,aAAO;AAAA,IACT;AAAA,EACF;AAEA,SAAO;AACT;;;ADrBO,IAAM,kBAAkB,CAAC,UAC9B;AAAA;AAAA;AAAA;AAAA,uCAIqC,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAOrC,SAAS,qBAAqB;AAAA,EACnC,cAAc;AAAA,EACd,iBAAiB;AAAA,EACjB,kBAAkB;AAAA,EAClB,qBAAqB;AAAA,EACrB,2BAA2B;AAC7B,GAM8B;AAC5B,SAAO;AAAA,IACL,mBAAmB;AAAA,IACnB,YAAY,OAAO,EAAE,SAAS,MAAM;AAClC,YAAM,EAAE,QAAQ,GAAG,KAAK,IAAI,MAAM,SAAS;AAE3C,UAAI,kBAAkB;AACtB,UAAI,cAAc;AAClB,UAAI,cAAc;AAClB,UAAI,aAAa;AACjB,UAAI,SAAS;AAEb,UAAI,gBAAgB;AACpB,UAAI,iBAA2B,CAAC;AAEhC,YAAM,kBAAkB,IAAI,gBAG1B;AAAA,QACA,UAAU,OAAO,YAAY;AAC3B,cAAI,MAAM,SAAS,UAAU;AAC3B,gBAAI,eAAe,SAAS,GAAG;AAC7B,6BAAe,QAAQ,CAAC,aAAa;AACnC,oBAAI;AACF,wBAAM,iBAAuB,YAAM,QAAQ;AAK3C,6BAAW,QAAQ;AAAA,oBACjB,MAAM;AAAA,oBACN,cAAc;AAAA,oBACd,YAAY,WAAW;AAAA,oBACvB,UAAU,eAAe;AAAA,oBACzB,MAAM,KAAK,UAAU,eAAe,SAAS;AAAA,kBAC/C,CAAC;AAAA,gBACH,SAAS,GAAG;AACV,0BAAQ,MAAM,4BAA4B,QAAQ,IAAI,CAAC;AAEvD,6BAAW,QAAQ;AAAA,oBACjB,MAAM;AAAA,oBACN,WAAW,8BAA8B,CAAC;AAAA,kBAC5C,CAAC;AAAA,gBACH;AAAA,cACF,CAAC;AAAA,YACH;AAGA,uBAAW,QAAQ,KAAK;AAExB;AAAA,UACF,WAAW,MAAM,SAAS,cAAc;AACtC,uBAAW,QAAQ,KAAK;AACxB;AAAA,UACF;AAEA,oBAAU,MAAM;AAEhB,mBAAS,QAAQ,MAAc;AAC7B,gBAAI,KAAK,SAAS,GAAG;AACnB,oBAAM,SACJ,gBAAgB,aAAa,CAAC,kBAAkB,CAAC,eAC7C,OACA;AAEN,kBAAI,YAAY;AACd,oBAAI,CAAC,eAAe,aAAa,GAAG;AAClC,iCAAe,aAAa,IAAI;AAAA,gBAClC;AAEA,+BAAe,aAAa,KAAK;AAAA,cACnC,OAAO;AACL,2BAAW,QAAQ;AAAA,kBACjB,MAAM;AAAA,kBACN,WAAW,SAAS;AAAA,gBACtB,CAAC;AAAA,cACH;AAEA,4BAAc;AAEd,kBAAI,YAAY;AACd,kCAAkB;AAAA,cACpB,OAAO;AACL,8BAAc;AAAA,cAChB;AAAA,YACF;AAAA,UACF;AAEA,aAAG;AACD,kBAAM,UAAU,aAAa,iBAAiB;AAC9C,kBAAM,aAAa,uBAAuB,QAAQ,OAAO;AAGzD,gBAAI,cAAc,MAAM;AACtB,sBAAQ,MAAM;AACd,uBAAS;AACT;AAAA,YACF;AAGA,oBAAQ,OAAO,MAAM,GAAG,UAAU,CAAC;AAEnC,kBAAM,iBAAiB,aAAa,QAAQ,UAAU,OAAO;AAE7D,gBAAI,gBAAgB;AAClB,uBAAS,OAAO,MAAM,aAAa,QAAQ,MAAM;AACjD;AACA,2BAAa,CAAC;AACd,4BAAc;AAAA,YAChB,OAAO;AACL,uBAAS,OAAO,MAAM,UAAU;AAChC;AAAA,YACF;AAAA,UACF,SAAS;AAAA,QACX;AAAA,MACF,CAAC;AAED,aAAO;AAAA,QACL,QAAQ,OAAO,YAAY,eAAe;AAAA,QAC1C,GAAG;AAAA,MACL;AAAA,IACF;AAAA,IACA,cAAc,OAAO,EAAE,WAAW,MAAM;AA3J5C;AA4JM,YAAM,SAAS,MAAM,WAAW;AAEhC,UAAI,GAAC,YAAO,SAAP,mBAAa,SAAS,eAAc;AACvC,eAAO;AAAA,MACT;AAEA,YAAM,gBAAgB,IAAI;AAAA,QACxB,GAAG,WAAW,WAAW,cAAc;AAAA,QACvC;AAAA,MACF;AACA,YAAM,UAAU,CAAC,GAAG,OAAO,KAAK,SAAS,aAAa,CAAC;AACvD,YAAM,uBAAuB,QAAQ,IAAI,CAAC,UAAU,MAAM,CAAC,KAAK,MAAM,CAAC,CAAC;AAExE,aAAO;AAAA,QACL,GAAG;AAAA;AAAA,QAEH,MAAM;AAAA,QACN,WAAW,qBAAqB,IAAI,CAAC,aAAa;AAChD,gBAAM,iBAAuB,YAAM,QAAQ;AAK3C,gBAAM,WAAW,eAAe;AAChC,gBAAM,OAAO,eAAe;AAE5B,iBAAO;AAAA,YACL,cAAc;AAAA,YACd,YAAY,WAAW;AAAA,YACvB;AAAA,YACA,MAAY,gBAAU,IAAI;AAAA,UAC5B;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAAA,IAEA,iBAAiB,OAAO,EAAE,OAAO,MAAM;AACrC,YAAM,kBAAkB,OAAO,OAAO,IAAI,CAAC,YAAY;AACrD,YAAI,QAAQ,SAAS,aAAa;AAChC,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ,QAAQ,IAAI,CAAC,YAAY;AACxC,kBAAI,QAAQ,SAAS,aAAa;AAChC,uBAAO;AAAA,kBACL,MAAM;AAAA,kBACN,MAAM,GAAG,WAAW,GAAG,KAAK,UAAU;AAAA,oBACpC,WAAW,QAAQ;AAAA,oBACnB,MAAM,QAAQ;AAAA,kBAChB,CAAC,CAAC,GAAG,cAAc;AAAA,gBACrB;AAAA,cACF;AAEA,qBAAO;AAAA,YACT,CAAC;AAAA,UACH;AAAA,QACF,WAAW,QAAQ,SAAS,QAAQ;AAClC,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS;AAAA,cACP;AAAA,gBACE,MAAM;AAAA,gBACN,MAAM,QAAQ,QACX;AAAA,kBACC,CAAC,YACC,GAAG,eAAe,GAAG,KAAK,UAAU;AAAA,oBAClC,UAAU,QAAQ;AAAA,oBAClB,QAAQ,QAAQ;AAAA,kBAClB,CAAC,CAAC,GAAG,kBAAkB;AAAA,gBAC3B,EACC,KAAK,IAAI;AAAA,cACd;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAEA,eAAO;AAAA,MACT,CAAC;AAGD,YAAM,0BACJ,OAAO,KAAK,SAAS,aAAa,OAAO,KAAK,QAC1C,OAAO,KAAK,QACZ,CAAC;AAEP,YAAM,eAAe;AAAA,QACnB,KAAK,UAAU,OAAO,QAAQ,uBAAuB,CAAC;AAAA,MACxD;AAEA,YAAM,mBACJ,gBAAgB,CAAC,EAAE,SAAS,WACxB;AAAA,QACE;AAAA,UACE,MAAM;AAAA,UACN,SAAS,eAAe,SAAS,gBAAgB,CAAC,EAAE;AAAA,QACtD;AAAA,QACA,GAAG,gBAAgB,MAAM,CAAC;AAAA,MAC5B,IACA;AAAA,QACE;AAAA,UACE,MAAM;AAAA,UACN,SAAS;AAAA,QACX;AAAA,QACA,GAAG;AAAA,MACL;AAEN,aAAO;AAAA,QACL,GAAG;AAAA,QACH,MAAM;AAAA;AAAA,UAEJ,MAAM;AAAA,QACR;AAAA,QACA,QAAQ;AAAA,MACV;AAAA,IACF;AAAA,EACF;AACF;;;AE7QA,IAAM,sBAAsB,qBAAqB;AAAA,EAC/C,yBAAyB,OAAO;AAC9B,WAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAMP,KAAK;AAAA,EACP;AAAA,EACA,aAAa;AAAA,EACb,gBAAgB;AAAA,EAChB,iBAAiB;AAAA,EACjB,oBAAoB;AACtB,CAAC;AAED,IAAM,uBAAuB,qBAAqB,CAAC,CAAC;","names":[]}

package/package.json

@@ -1,23 +1,30 @@
 {
   "name": "@ai-sdk-tool/parser",
-  "version": "1.0.0",
+  "version": "1.0.2",
   "description": "",
-  "main": "index.js",
-  "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1"
+  "main": "./dist/index.js",
+  "module": "./dist/index.mjs",
+  "types": "./dist/index.d.ts",
+  "files": [
+    "dist/**/*"
+  ],
+  "publishConfig": {
+    "access": "public"
   },
   "keywords": [],
   "author": "",
   "license": "ISC",
-  "packageManager": "pnpm@9.14.4+sha1.64b6e81e79630419b675c555ef3b65607cfd6315",
   "dependencies": {
-    "@ai-sdk/openai-compatible": "^0.2.9",
-    "ai": "^4.3.4",
-    "relaxed-json": "^1.0.3",
-    "tsx": "^4.19.3",
-    "zod": "^3.24.2"
+    "ai": "^4.3.9",
+    "relaxed-json": "^1.0.3"
   },
   "devDependencies": {
-    "@types/node": "^22.14.0"
+    "@types/node": "^22.14.1",
+    "@types/relaxed-json": "^1.0.4",
+    "tsup": "^8.4.0"
+  },
+  "scripts": {
+    "build": "tsup",
+    "dev": "tsup --watch"
   }
 }

package/src/index.ts

@@ -1,83 +0,0 @@
-import { createOpenAICompatible } from "@ai-sdk/openai-compatible";
-import { generateText, streamText, wrapLanguageModel } from "ai";
-import { z } from "zod";
-import { hermesToolMiddleware } from "./hermes-middleware";
-
-const openrouter = createOpenAICompatible({
-  name: "openrouter",
-  apiKey: process.env.OPENROUTER_API_KEY,
-  baseURL: "https://openrouter.ai/api/v1",
-});
-
-async function main() {
-  const result = streamText({
-    // model: openrouter("openai/gpt-4o"),
-    model: wrapLanguageModel({
-      model: openrouter("google/gemma-3-27b-it"),
-      // model: openrouter("nousresearch/hermes-3-llama-3.1-70b"),
-      middleware: hermesToolMiddleware({
-        toolSystemPromptTemplate(tools) {
-          return `You have access to functions. If you decide to invoke any of the function(s),
-        you MUST put it in the format of
-        \`\`\`tool_call
-        {'name': <function-name>, 'arguments': <args-dict>}
-        \`\`\`
-        You SHOULD NOT include any other text in the response if you call a function
-        ${tools}`;
-        },
-        toolCallTag: "```tool_call\n",
-        toolCallEndTag: "```",
-        toolResponseTag: "```tool_response\n",
-        toolResponseEndTag: "\n```",
-      }),
-    }),
-    system: "You are a helpful assistant.",
-    // prompt: "What is the weather in New York and Los Angeles?",
-    prompt: "What is the weather in my city?",
-    maxSteps: 4,
-    tools: {
-      get_location: {
-        description: "Get the User's location.",
-        parameters: z.object({}),
-        execute: async () => {
-          // Simulate a location API call
-          return {
-            city: "New York",
-            country: "USA",
-          };
-        },
-      },
-      get_weather: {
-        description:
-          "Get the weather for a given city. " +
-          "Example cities: 'New York', 'Los Angeles', 'Paris'.",
-        parameters: z.object({ city: z.string() }),
-        execute: async ({ city }) => {
-          // Simulate a weather API call
-          const temperature = Math.floor(Math.random() * 100);
-          return {
-            city,
-            temperature,
-            condition: "sunny",
-          };
-        },
-      },
-    },
-  });
-
-  for await (const part of result.fullStream) {
-    if (part.type === "text-delta") {
-      process.stdout.write(part.textDelta);
-    } else if (part.type === "tool-result") {
-      console.log({
-        name: part.toolName,
-        args: part.args,
-        result: part.result,
-      });
-    }
-  }
-
-  console.log("\n\n[done]");
-}
-
-main().catch(console.error);

package/src/utils.ts

@@ -1,31 +0,0 @@
-/**
- * Returns the index of the start of the searchedText in the text, or null if it
- * is not found.
- * ref: https://github.com/vercel/ai/blob/452bf12f0be9cb398d4af85a006bca13c8ce36d8/packages/ai/core/util/get-potential-start-index.ts
- */
-export function getPotentialStartIndex(
-  text: string,
-  searchedText: string
-): number | null {
-  // Return null immediately if searchedText is empty.
-  if (searchedText.length === 0) {
-    return null;
-  }
-
-  // Check if the searchedText exists as a direct substring of text.
-  const directIndex = text.indexOf(searchedText);
-  if (directIndex !== -1) {
-    return directIndex;
-  }
-
-  // Otherwise, look for the largest suffix of "text" that matches
-  // a prefix of "searchedText". We go from the end of text inward.
-  for (let i = text.length - 1; i >= 0; i--) {
-    const suffix = text.substring(i);
-    if (searchedText.startsWith(suffix)) {
-      return i;
-    }
-  }
-
-  return null;
-}