@ztimson/ai-utils 0.1.4 → 0.1.6

package/dist/index.js

@@ -1,642 +1,8 @@
-(function(global, factory) {
-  typeof exports === "object" && typeof module !== "undefined" ? factory(exports, require("@ztimson/node-utils"), require("tesseract.js"), require("@ztimson/utils"), require("@anthropic-ai/sdk"), require("ollama"), require("openai"), require("node:fs/promises"), require("node:path"), require("@tensorflow/tfjs")) : typeof define === "function" && define.amd ? define(["exports", "@ztimson/node-utils", "tesseract.js", "@ztimson/utils", "@anthropic-ai/sdk", "ollama", "openai", "node:fs/promises", "node:path", "@tensorflow/tfjs"], factory) : (global = typeof globalThis !== "undefined" ? globalThis : global || self, factory(global.utils = {}, global.nodeUtils, global.tesseract_js, global.utils, global.sdk, global.ollama, global.openai, global.fs, global.Path, global.tf));
-})(this, function(exports2, nodeUtils, tesseract_js, utils, sdk, ollama, openai, fs, Path, tf) {
-  "use strict";var __defProp = Object.defineProperty;
-var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+(function(u,w){typeof exports=="object"&&typeof module<"u"?w(exports,require("@ztimson/node-utils"),require("tesseract.js"),require("@ztimson/utils"),require("@anthropic-ai/sdk"),require("ollama"),require("openai"),require("node:fs/promises"),require("node:path"),require("@tensorflow/tfjs")):typeof define=="function"&&define.amd?define(["exports","@ztimson/node-utils","tesseract.js","@ztimson/utils","@anthropic-ai/sdk","ollama","openai","node:fs/promises","node:path","@tensorflow/tfjs"],w):(u=typeof globalThis<"u"?globalThis:u||self,w(u.utils={},u.nodeUtils,u.tesseract_js,u.utils,u.sdk,u.ollama,u.openai,u.fs,u.Path,u.tf))})(this,(function(u,w,P,p,v,A,M,b,k,E){"use strict";function $(l){const t=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(l){for(const e in l)if(e!=="default"){const n=Object.getOwnPropertyDescriptor(l,e);Object.defineProperty(t,e,n.get?n:{enumerable:!0,get:()=>l[e]})}}return t.default=l,Object.freeze(t)}const _=$(E);class S{}class j extends S{constructor(t,e,n){super(),this.ai=t,this.apiToken=e,this.model=n,this.client=new v.Anthropic({apiKey:e})}client;toStandard(t){for(let e=0;e<t.length;e++){const n=e;typeof t[n].content!="string"&&(t[n].role=="assistant"?t[n].content.filter(s=>s.type=="tool_use").forEach(s=>{e++,t.splice(e,0,{role:"tool",id:s.id,name:s.name,args:s.input})}):t[n].role=="user"&&t[n].content.filter(s=>s.type=="tool_result").forEach(s=>{const i=t.find(g=>g.id==s.tool_use_id);i[s.is_error?"error":"content"]=s.content}),t[n].content=t[n].content.filter(s=>s.type=="text").map(s=>s.text).join(`
 
-  function _interopNamespaceDefault(e) {
-    const n = Object.create(null, { [Symbol.toStringTag]: { value: "Module" } });
-    if (e) {
-      for (const k in e) {
-        if (k !== "default") {
-          const d = Object.getOwnPropertyDescriptor(e, k);
-          Object.defineProperty(n, k, d.get ? d : {
-            enumerable: true,
-            get: () => e[k]
-          });
-        }
-      }
-    }
-    n.default = e;
-    return Object.freeze(n);
-  }
-  const tf__namespace = /* @__PURE__ */ _interopNamespaceDefault(tf);
-  class LLMProvider {
-  }
-  class Anthropic extends LLMProvider {
-    constructor(ai, apiToken, model) {
-      super();
-      __publicField(this, "client");
-      this.ai = ai;
-      this.apiToken = apiToken;
-      this.model = model;
-      this.client = new sdk.Anthropic({ apiKey: apiToken });
-    }
-    toStandard(history) {
-      for (let i = 0; i < history.length; i++) {
-        const orgI = i;
-        if (typeof history[orgI].content != "string") {
-          if (history[orgI].role == "assistant") {
-            history[orgI].content.filter((c) => c.type == "tool_use").forEach((c) => {
-              i++;
-              history.splice(i, 0, { role: "tool", id: c.id, name: c.name, args: c.input });
-            });
-          } else if (history[orgI].role == "user") {
-            history[orgI].content.filter((c) => c.type == "tool_result").forEach((c) => {
-              const h = history.find((h2) => h2.id == c.tool_use_id);
-              h[c.is_error ? "error" : "content"] = c.content;
-            });
-          }
-          history[orgI].content = history[orgI].content.filter((c) => c.type == "text").map((c) => c.text).join("\n\n");
-        }
-      }
-      return history.filter((h) => !!h.content);
-    }
-    fromStandard(history) {
-      for (let i = 0; i < history.length; i++) {
-        if (history[i].role == "tool") {
-          const h = history[i];
-          history.splice(
-            i,
-            1,
-            { role: "assistant", content: [{ type: "tool_use", id: h.id, name: h.name, input: h.args }] },
-            { role: "user", content: [{ type: "tool_result", tool_use_id: h.id, is_error: !!h.error, content: h.error || h.content }] }
-          );
-          i++;
-        }
-      }
-      return history;
-    }
-    ask(message, options = {}) {
-      const controller = new AbortController();
-      const response = new Promise(async (res, rej) => {
-        let history = this.fromStandard([...options.history || [], { role: "user", content: message }]);
-        if (options.compress) history = await this.ai.llm.compress(history, options.compress.max, options.compress.min, options);
-        const requestParams = {
-          model: options.model || this.model,
-          max_tokens: options.max_tokens || this.ai.options.max_tokens || 4096,
-          system: options.system || this.ai.options.system || "",
-          temperature: options.temperature || this.ai.options.temperature || 0.7,
-          tools: (options.tools || this.ai.options.tools || []).map((t) => ({
-            name: t.name,
-            description: t.description,
-            input_schema: {
-              type: "object",
-              properties: t.args ? utils.objectMap(t.args, (key, value) => ({ ...value, required: void 0 })) : {},
-              required: t.args ? Object.entries(t.args).filter((t2) => t2[1].required).map((t2) => t2[0]) : []
-            },
-            fn: void 0
-          })),
-          messages: history,
-          stream: !!options.stream
-        };
-        let resp;
-        do {
-          resp = await this.client.messages.create(requestParams);
-          if (options.stream) {
-            resp.content = [];
-            for await (const chunk of resp) {
-              if (controller.signal.aborted) break;
-              if (chunk.type === "content_block_start") {
-                if (chunk.content_block.type === "text") {
-                  resp.content.push({ type: "text", text: "" });
-                } else if (chunk.content_block.type === "tool_use") {
-                  resp.content.push({ type: "tool_use", id: chunk.content_block.id, name: chunk.content_block.name, input: "" });
-                }
-              } else if (chunk.type === "content_block_delta") {
-                if (chunk.delta.type === "text_delta") {
-                  const text = chunk.delta.text;
-                  resp.content.at(-1).text += text;
-                  options.stream({ text });
-                } else if (chunk.delta.type === "input_json_delta") {
-                  resp.content.at(-1).input += chunk.delta.partial_json;
-                }
-              } else if (chunk.type === "content_block_stop") {
-                const last = resp.content.at(-1);
-                if (last.input != null) last.input = last.input ? utils.JSONAttemptParse(last.input, {}) : {};
-              } else if (chunk.type === "message_stop") {
-                break;
-              }
-            }
-          }
-          const toolCalls = resp.content.filter((c) => c.type === "tool_use");
-          if (toolCalls.length && !controller.signal.aborted) {
-            history.push({ role: "assistant", content: resp.content });
-            const results = await Promise.all(toolCalls.map(async (toolCall) => {
-              var _a;
-              const tool = (_a = options.tools) == null ? void 0 : _a.find(utils.findByProp("name", toolCall.name));
-              if (!tool) return { tool_use_id: toolCall.id, is_error: true, content: "Tool not found" };
-              try {
-                const result = await tool.fn(toolCall.input, this.ai);
-                return { type: "tool_result", tool_use_id: toolCall.id, content: utils.JSONSanitize(result) };
-              } catch (err) {
-                return { type: "tool_result", tool_use_id: toolCall.id, is_error: true, content: (err == null ? void 0 : err.message) || (err == null ? void 0 : err.toString()) || "Unknown" };
-              }
-            }));
-            history.push({ role: "user", content: results });
-            requestParams.messages = history;
-          }
-        } while (!controller.signal.aborted && resp.content.some((c) => c.type === "tool_use"));
-        if (options.stream) options.stream({ done: true });
-        res(this.toStandard([...history, {
-          role: "assistant",
-          content: resp.content.filter((c) => c.type == "text").map((c) => c.text).join("\n\n")
-        }]));
-      });
-      return Object.assign(response, { abort: () => controller.abort() });
-    }
-  }
-  class Ollama extends LLMProvider {
-    constructor(ai, host, model) {
-      super();
-      __publicField(this, "client");
-      this.ai = ai;
-      this.host = host;
-      this.model = model;
-      this.client = new ollama.Ollama({ host });
-    }
-    toStandard(history) {
-      for (let i = 0; i < history.length; i++) {
-        if (history[i].role == "assistant" && history[i].tool_calls) {
-          if (history[i].content) delete history[i].tool_calls;
-          else {
-            history.splice(i, 1);
-            i--;
-          }
-        } else if (history[i].role == "tool") {
-          const error = history[i].content.startsWith('{"error":');
-          history[i] = { role: "tool", name: history[i].tool_name, args: history[i].args, [error ? "error" : "content"]: history[i].content };
-        }
-      }
-      return history;
-    }
-    fromStandard(history) {
-      return history.map((h) => {
-        if (h.role != "tool") return h;
-        return { role: "tool", tool_name: h.name, content: h.error || h.content };
-      });
-    }
-    ask(message, options = {}) {
-      const controller = new AbortController();
-      const response = new Promise(async (res, rej) => {
-        var _a, _b, _c, _d, _e, _f, _g;
-        let system = options.system || this.ai.options.system;
-        let history = this.fromStandard([...options.history || [], { role: "user", content: message }]);
-        if (history[0].roll == "system") {
-          if (!system) system = history.shift();
-          else history.shift();
-        }
-        if (options.compress) history = await this.ai.llm.compress(history, options.compress.max, options.compress.min);
-        if (options.system) history.unshift({ role: "system", content: system });
-        const requestParams = {
-          model: options.model || this.model,
-          messages: history,
-          stream: !!options.stream,
-          signal: controller.signal,
-          options: {
-            temperature: options.temperature || this.ai.options.temperature || 0.7,
-            num_predict: options.max_tokens || this.ai.options.max_tokens || 4096
-          },
-          tools: (options.tools || this.ai.options.tools || []).map((t) => ({
-            type: "function",
-            function: {
-              name: t.name,
-              description: t.description,
-              parameters: {
-                type: "object",
-                properties: t.args ? utils.objectMap(t.args, (key, value) => ({ ...value, required: void 0 })) : {},
-                required: t.args ? Object.entries(t.args).filter((t2) => t2[1].required).map((t2) => t2[0]) : []
-              }
-            }
-          }))
-        };
-        let resp;
-        do {
-          resp = await this.client.chat(requestParams);
-          if (options.stream) {
-            resp.message = { role: "assistant", content: "", tool_calls: [] };
-            for await (const chunk of resp) {
-              if (controller.signal.aborted) break;
-              if ((_a = chunk.message) == null ? void 0 : _a.content) {
-                resp.message.content += chunk.message.content;
-                options.stream({ text: chunk.message.content });
-              }
-              if ((_b = chunk.message) == null ? void 0 : _b.tool_calls) resp.message.tool_calls = chunk.message.tool_calls;
-              if (chunk.done) break;
-            }
-          }
-          if (((_d = (_c = resp.message) == null ? void 0 : _c.tool_calls) == null ? void 0 : _d.length) && !controller.signal.aborted) {
-            history.push(resp.message);
-            const results = await Promise.all(resp.message.tool_calls.map(async (toolCall) => {
-              var _a2;
-              const tool = (_a2 = options.tools || this.ai.options.tools) == null ? void 0 : _a2.find(utils.findByProp("name", toolCall.function.name));
-              if (!tool) return { role: "tool", tool_name: toolCall.function.name, content: '{"error": "Tool not found"}' };
-              const args = typeof toolCall.function.arguments === "string" ? utils.JSONAttemptParse(toolCall.function.arguments, {}) : toolCall.function.arguments;
-              try {
-                const result = await tool.fn(args, this.ai);
-                return { role: "tool", tool_name: toolCall.function.name, args, content: utils.JSONSanitize(result) };
-              } catch (err) {
-                return { role: "tool", tool_name: toolCall.function.name, args, content: utils.JSONSanitize({ error: (err == null ? void 0 : err.message) || (err == null ? void 0 : err.toString()) || "Unknown" }) };
-              }
-            }));
-            history.push(...results);
-            requestParams.messages = history;
-          }
-        } while (!controller.signal.aborted && ((_f = (_e = resp.message) == null ? void 0 : _e.tool_calls) == null ? void 0 : _f.length));
-        if (options.stream) options.stream({ done: true });
-        res(this.toStandard([...history, { role: "assistant", content: (_g = resp.message) == null ? void 0 : _g.content }]));
-      });
-      return Object.assign(response, { abort: () => controller.abort() });
-    }
-  }
-  class OpenAi extends LLMProvider {
-    constructor(ai, apiToken, model) {
-      super();
-      __publicField(this, "client");
-      this.ai = ai;
-      this.apiToken = apiToken;
-      this.model = model;
-      this.client = new openai.OpenAI({ apiKey: apiToken });
-    }
-    toStandard(history) {
-      for (let i = 0; i < history.length; i++) {
-        const h = history[i];
-        if (h.role === "assistant" && h.tool_calls) {
-          const tools = h.tool_calls.map((tc) => ({
-            role: "tool",
-            id: tc.id,
-            name: tc.function.name,
-            args: utils.JSONAttemptParse(tc.function.arguments, {})
-          }));
-          history.splice(i, 1, ...tools);
-          i += tools.length - 1;
-        } else if (h.role === "tool" && h.content) {
-          const record = history.find((h2) => h.tool_call_id == h2.id);
-          if (record) {
-            if (h.content.includes('"error":')) record.error = h.content;
-            else record.content = h.content;
-          }
-          history.splice(i, 1);
-          i--;
-        }
-      }
-      return history;
-    }
-    fromStandard(history) {
-      return history.reduce((result, h) => {
-        if (h.role === "tool") {
-          result.push({
-            role: "assistant",
-            content: null,
-            tool_calls: [{ id: h.id, type: "function", function: { name: h.name, arguments: JSON.stringify(h.args) } }],
-            refusal: null,
-            annotations: []
-          }, {
-            role: "tool",
-            tool_call_id: h.id,
-            content: h.error || h.content
-          });
-        } else {
-          result.push(h);
-        }
-        return result;
-      }, []);
-    }
-    ask(message, options = {}) {
-      const controller = new AbortController();
-      const response = new Promise(async (res, rej) => {
-        var _a, _b, _c, _d;
-        let history = this.fromStandard([...options.history || [], { role: "user", content: message }]);
-        if (options.compress) history = await this.ai.llm.compress(history, options.compress.max, options.compress.min, options);
-        const requestParams = {
-          model: options.model || this.model,
-          messages: history,
-          stream: !!options.stream,
-          max_tokens: options.max_tokens || this.ai.options.max_tokens || 4096,
-          temperature: options.temperature || this.ai.options.temperature || 0.7,
-          tools: (options.tools || this.ai.options.tools || []).map((t) => ({
-            type: "function",
-            function: {
-              name: t.name,
-              description: t.description,
-              parameters: {
-                type: "object",
-                properties: t.args ? utils.objectMap(t.args, (key, value) => ({ ...value, required: void 0 })) : {},
-                required: t.args ? Object.entries(t.args).filter((t2) => t2[1].required).map((t2) => t2[0]) : []
-              }
-            }
-          }))
-        };
-        let resp;
-        do {
-          resp = await this.client.chat.completions.create(requestParams);
-          if (options.stream) {
-            resp.choices = [];
-            for await (const chunk of resp) {
-              if (controller.signal.aborted) break;
-              if (chunk.choices[0].delta.content) {
-                options.stream({ text: chunk.choices[0].delta.content });
-              }
-            }
-          }
-          const toolCalls = resp.choices[0].message.tool_calls || [];
-          if (toolCalls.length && !controller.signal.aborted) {
-            history.push(resp.choices[0].message);
-            const results = await Promise.all(toolCalls.map(async (toolCall) => {
-              var _a2;
-              const tool = (_a2 = options.tools) == null ? void 0 : _a2.find(utils.findByProp("name", toolCall.function.name));
-              if (!tool) return { role: "tool", tool_call_id: toolCall.id, content: '{"error": "Tool not found"}' };
-              try {
-                const args = utils.JSONAttemptParse(toolCall.function.arguments, {});
-                const result = await tool.fn(args, this.ai);
-                return { role: "tool", tool_call_id: toolCall.id, content: utils.JSONSanitize(result) };
-              } catch (err) {
-                return { role: "tool", tool_call_id: toolCall.id, content: utils.JSONSanitize({ error: (err == null ? void 0 : err.message) || (err == null ? void 0 : err.toString()) || "Unknown" }) };
-              }
-            }));
-            history.push(...results);
-            requestParams.messages = history;
-          }
-        } while (!controller.signal.aborted && ((_d = (_c = (_b = (_a = resp.choices) == null ? void 0 : _a[0]) == null ? void 0 : _b.message) == null ? void 0 : _c.tool_calls) == null ? void 0 : _d.length));
-        if (options.stream) options.stream({ done: true });
-        res(this.toStandard([...history, { role: "assistant", content: resp.choices[0].message.content || "" }]));
-      });
-      return Object.assign(response, { abort: () => controller.abort() });
-    }
-  }
-  class LLM {
-    constructor(ai, options) {
-      __publicField(this, "providers", {});
-      var _a, _b, _c;
-      this.ai = ai;
-      this.options = options;
-      if ((_a = options.anthropic) == null ? void 0 : _a.token) this.providers.anthropic = new Anthropic(this.ai, options.anthropic.token, options.anthropic.model);
-      if ((_b = options.ollama) == null ? void 0 : _b.host) this.providers.ollama = new Ollama(this.ai, options.ollama.host, options.ollama.model);
-      if ((_c = options.openAi) == null ? void 0 : _c.token) this.providers.openAi = new OpenAi(this.ai, options.openAi.token, options.openAi.model);
-    }
-    /**
-     * Chat with LLM
-     * @param {string} message Question
-     * @param {LLMRequest} options Configuration options and chat history
-     * @returns {{abort: () => void, response: Promise<LLMMessage[]>}} Function to abort response and chat history
-     */
-    ask(message, options = {}) {
-      var _a, _b;
-      let model = [null, null];
-      if (options.model) {
-        if (typeof options.model == "object") model = options.model;
-        else model = [options.model, (_a = this.options[options.model]) == null ? void 0 : _a.model];
-      }
-      if (!options.model || model[1] == null) {
-        if (typeof this.options.model == "object") model = this.options.model;
-        else model = [this.options.model, (_b = this.options[this.options.model]) == null ? void 0 : _b.model];
-      }
-      if (!model[0] || !model[1]) throw new Error(`Unknown LLM provider or model: ${model[0]} / ${model[1]}`);
-      return this.providers[model[0]].ask(message, { ...options, model: model[1] });
-    }
-    /**
-     * Compress chat history to reduce context size
-     * @param {LLMMessage[]} history Chatlog that will be compressed
-     * @param max Trigger compression once context is larger than max
-     * @param min Summarize until context size is less than min
-     * @param {LLMRequest} options LLM options
-     * @returns {Promise<LLMMessage[]>} New chat history will summary at index 0
-     */
-    async compress(history, max, min, options) {
-      if (this.estimateTokens(history) < max) return history;
-      let keep = 0, tokens = 0;
-      for (let m of history.toReversed()) {
-        tokens += this.estimateTokens(m.content);
-        if (tokens < min) keep++;
-        else break;
-      }
-      if (history.length <= keep) return history;
-      const recent = keep == 0 ? [] : history.slice(-keep), process = (keep == 0 ? history : history.slice(0, -keep)).filter((h) => h.role === "assistant" || h.role === "user");
-      const summary = await this.summarize(process.map((m) => `${m.role}: ${m.content}`).join("\n\n"), 250, options);
-      return [{ role: "assistant", content: `Conversation Summary: ${summary}` }, ...recent];
-    }
-    /**
-     * Estimate variable as tokens
-     * @param history Object to size
-     * @returns {number} Rough token count
-     */
-    estimateTokens(history) {
-      const text = JSON.stringify(history);
-      return Math.ceil(text.length / 4 * 1.2);
-    }
-    async json(message, options) {
-      var _a;
-      let resp = await this.ask(message, {
-        system: "",
-        ...options
-      });
-      if (!((_a = resp == null ? void 0 : resp[0]) == null ? void 0 : _a.content)) return {};
-      return utils.JSONAttemptParse(new RegExp("{[sS]*}").exec(resp[0].content), {});
-    }
-    /**
-     * Create a summary of some text
-     * @param {string} text Text to summarize
-     * @param {number} tokens Max number of tokens
-     * @param options LLM request options
-     * @returns {Promise<string>} Summary
-     */
-    summarize(text, tokens, options) {
-      return this.ask(text, { system: `Generate a brief summary <= ${tokens} tokens. Output nothing else`, temperature: 0.3, ...options }).then((history) => {
-        var _a;
-        return ((_a = history.pop()) == null ? void 0 : _a.content) || null;
-      });
-    }
-  }
-  class Ai {
-    constructor(options) {
-      __publicField(this, "downloads", {});
-      __publicField(this, "whisperModel");
-      /** Large Language Models */
-      __publicField(this, "llm");
-      var _a;
-      this.options = options;
-      this.llm = new LLM(this, options);
-      if ((_a = this.options.whisper) == null ? void 0 : _a.binary) this.downloadAsrModel(this.options.whisper.model);
-    }
-    /**
-     * Convert audio to text using Auditory Speech Recognition
-     * @param {string} path Path to audio
-     * @param model Whisper model
-     * @returns {Promise<any>} Extracted text
-     */
-    async asr(path, model) {
-      var _a;
-      if (!((_a = this.options.whisper) == null ? void 0 : _a.binary)) throw new Error("Whisper not configured");
-      if (!model) model = this.options.whisper.model;
-      await this.downloadAsrModel(model);
-      const name = Math.random().toString(36).substring(2, 10) + "-" + path.split("/").pop();
-      const output = Path.join(this.options.whisper.path || "/tmp", name);
-      await nodeUtils.$`rm -f /tmp/${name}.txt && ${this.options.whisper.binary} -nt -np -m ${this.whisperModel} -f ${path} -otxt -of ${output}`;
-      return fs.readFile(output, "utf-8").then((text) => (text == null ? void 0 : text.trim()) || null).finally(() => fs.rm(output, { force: true }).catch(() => {
-      }));
-    }
-    /**
-     * Downloads the specified Whisper model if it is not already present locally.
-     *
-     * @param {string} model Whisper model that will be downloaded
-     * @return {Promise<void>} A promise that resolves once the model is downloaded and saved locally.
-     */
-    async downloadAsrModel(model) {
-      var _a, _b, _c, _d;
-      if (!((_a = this.options.whisper) == null ? void 0 : _a.binary)) throw new Error("Whisper not configured");
-      this.whisperModel = Path.join((_b = this.options.whisper) == null ? void 0 : _b.path, ((_c = this.options.whisper) == null ? void 0 : _c.model) + ".bin");
-      if (await fs.stat(this.whisperModel).then(() => true).catch(() => false)) return;
-      if (!!this.downloads[model]) return this.downloads[model];
-      this.downloads[model] = fetch(`https://huggingface.co/ggerganov/whisper.cpp/resolve/main/${(_d = this.options.whisper) == null ? void 0 : _d.model}.bin`).then((resp) => resp.arrayBuffer()).then((arr) => Buffer.from(arr)).then(async (buffer) => {
-        await fs.writeFile(this.whisperModel, buffer);
-        delete this.downloads[model];
-      });
-      return this.downloads[model];
-    }
-    /**
-     * Convert image to text using Optical Character Recognition
-     * @param {string} path Path to image
-     * @returns {{abort: Function, response: Promise<string | null>}} Abort function & Promise of extracted text
-     */
-    ocr(path) {
-      let worker;
-      return {
-        abort: () => {
-          worker == null ? void 0 : worker.terminate();
-        },
-        response: new Promise(async (res) => {
-          worker = await tesseract_js.createWorker("eng");
-          const { data } = await worker.recognize(path);
-          await worker.terminate();
-          res(data.text.trim() || null);
-        })
-      };
-    }
-    /**
-     * Compare the difference between two strings using tensor math
-     * @param target Text that will checked
-     * @param {string} searchTerms Multiple search terms to check against target
-     * @returns {{avg: number, max: number, similarities: number[]}} Similarity values 0-1: 0 = unique, 1 = identical
-     */
-    semanticSimilarity(target, ...searchTerms) {
-      if (searchTerms.length < 2) throw new Error("Requires at least 2 strings to compare");
-      const vector = (text, dimensions = 10) => {
-        return text.toLowerCase().split("").map((char, index) => char.charCodeAt(0) * (index + 1) % dimensions / dimensions).slice(0, dimensions);
-      };
-      const cosineSimilarity = (v1, v2) => {
-        if (v1.length !== v2.length) throw new Error("Vectors must be same length");
-        const tensor1 = tf__namespace.tensor1d(v1), tensor2 = tf__namespace.tensor1d(v2);
-        const dotProduct = tf__namespace.dot(tensor1, tensor2);
-        const magnitude1 = tf__namespace.norm(tensor1);
-        const magnitude2 = tf__namespace.norm(tensor2);
-        if (magnitude1.dataSync()[0] === 0 || magnitude2.dataSync()[0] === 0) return 0;
-        return dotProduct.dataSync()[0] / (magnitude1.dataSync()[0] * magnitude2.dataSync()[0]);
-      };
-      const v = vector(target);
-      const similarities = searchTerms.map((t) => vector(t)).map((refVector) => cosineSimilarity(v, refVector));
-      return { avg: similarities.reduce((acc, s) => acc + s, 0) / similarities.length, max: Math.max(...similarities), similarities };
-    }
-  }
-  const CliTool = {
-    name: "cli",
-    description: "Use the command line interface, returns any output",
-    args: { command: { type: "string", description: "Command to run", required: true } },
-    fn: (args) => nodeUtils.$`${args.command}`
-  };
-  const DateTimeTool = {
-    name: "get_datetime",
-    description: "Get current date and time",
-    args: {},
-    fn: async () => (/* @__PURE__ */ new Date()).toISOString()
-  };
-  const ExecTool = {
-    name: "exec",
-    description: "Run code/scripts",
-    args: {
-      language: { type: "string", description: "Execution language", enum: ["cli", "node", "python"], required: true },
-      code: { type: "string", description: "Code to execute", required: true }
-    },
-    fn: async (args, ai) => {
-      try {
-        switch (args.type) {
-          case "bash":
-            return await CliTool.fn({ command: args.code }, ai);
-          case "node":
-            return await JSTool.fn({ code: args.code }, ai);
-          case "python": {
-            return await PythonTool.fn({ code: args.code }, ai);
-          }
-        }
-      } catch (err) {
-        return { error: (err == null ? void 0 : err.message) || err.toString() };
-      }
-    }
-  };
-  const FetchTool = {
-    name: "fetch",
-    description: "Make HTTP request to URL",
-    args: {
-      url: { type: "string", description: "URL to fetch", required: true },
-      method: { type: "string", description: "HTTP method to use", enum: ["GET", "POST", "PUT", "DELETE"], default: "GET" },
-      headers: { type: "object", description: "HTTP headers to send", default: {} },
-      body: { type: "object", description: "HTTP body to send" }
-    },
-    fn: (args) => new utils.Http({ url: args.url, headers: args.headers }).request({ method: args.method || "GET", body: args.body })
-  };
-  const JSTool = {
-    name: "exec_javascript",
-    description: "Execute commonjs javascript",
-    args: {
-      code: { type: "string", description: "CommonJS javascript", required: true }
-    },
-    fn: async (args) => {
-      const console = utils.consoleInterceptor(null);
-      const resp = await utils.fn({ console }, args.code, true).catch((err) => console.output.error.push(err));
-      return { ...console.output, return: resp, stdout: void 0, stderr: void 0 };
-    }
-  };
-  const PythonTool = {
-    name: "exec_javascript",
-    description: "Execute commonjs javascript",
-    args: {
-      code: { type: "string", description: "CommonJS javascript", required: true }
-    },
-    fn: async (args) => ({ result: nodeUtils.$Sync`python -c "${args.code}"` })
-  };
-  const SearchTool = {
-    name: "search",
-    description: "Use a search engine to find relevant URLs, should be changed with fetch to scrape sources",
-    args: {
-      query: { type: "string", description: "Search string", required: true },
-      length: { type: "string", description: "Number of results to return", default: 5 }
-    },
-    fn: async (args) => {
-      var _a;
-      const html = await fetch(`https://html.duckduckgo.com/html/?q=${encodeURIComponent(args.query)}`, {
-        headers: { "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)", "Accept-Language": "en-US,en;q=0.9" }
-      }).then((resp) => resp.text());
-      let match, regex = /<a .*?href="(.+?)".+?<\/a>/g;
-      const results = new utils.ASet();
-      while ((match = regex.exec(html)) !== null) {
-        let url = (_a = /uddg=(.+)&amp?/.exec(decodeURIComponent(match[1]))) == null ? void 0 : _a[1];
-        if (url) url = decodeURIComponent(url);
-        if (url) results.add(url);
-        if (results.size >= (args.length || 5)) break;
-      }
-      return results;
-    }
-  };
-  exports2.Ai = Ai;
-  exports2.Anthropic = Anthropic;
-  exports2.CliTool = CliTool;
-  exports2.DateTimeTool = DateTimeTool;
-  exports2.ExecTool = ExecTool;
-  exports2.FetchTool = FetchTool;
-  exports2.JSTool = JSTool;
-  exports2.LLM = LLM;
-  exports2.PythonTool = PythonTool;
-  exports2.SearchTool = SearchTool;
-  Object.defineProperty(exports2, Symbol.toStringTag, { value: "Module" });
-});
+`))}return t.filter(e=>!!e.content)}fromStandard(t){for(let e=0;e<t.length;e++)if(t[e].role=="tool"){const n=t[e];t.splice(e,1,{role:"assistant",content:[{type:"tool_use",id:n.id,name:n.name,input:n.args}]},{role:"user",content:[{type:"tool_result",tool_use_id:n.id,is_error:!!n.error,content:n.error||n.content}]}),e++}return t}ask(t,e={}){const n=new AbortController,s=new Promise(async(i,g)=>{let c=this.fromStandard([...e.history||[],{role:"user",content:t}]);e.compress&&(c=await this.ai.llm.compress(c,e.compress.max,e.compress.min,e));const d={model:e.model||this.model,max_tokens:e.max_tokens||this.ai.options.max_tokens||4096,system:e.system||this.ai.options.system||"",temperature:e.temperature||this.ai.options.temperature||.7,tools:(e.tools||this.ai.options.tools||[]).map(o=>({name:o.name,description:o.description,input_schema:{type:"object",properties:o.args?p.objectMap(o.args,(r,a)=>({...a,required:void 0})):{},required:o.args?Object.entries(o.args).filter(r=>r[1].required).map(r=>r[0]):[]},fn:void 0})),messages:c,stream:!!e.stream};let m;do{if(m=await this.client.messages.create(d),e.stream){m.content=[];for await(const r of m){if(n.signal.aborted)break;if(r.type==="content_block_start")r.content_block.type==="text"?m.content.push({type:"text",text:""}):r.content_block.type==="tool_use"&&m.content.push({type:"tool_use",id:r.content_block.id,name:r.content_block.name,input:""});else if(r.type==="content_block_delta")if(r.delta.type==="text_delta"){const a=r.delta.text;m.content.at(-1).text+=a,e.stream({text:a})}else r.delta.type==="input_json_delta"&&(m.content.at(-1).input+=r.delta.partial_json);else if(r.type==="content_block_stop"){const a=m.content.at(-1);a.input!=null&&(a.input=a.input?p.JSONAttemptParse(a.input,{}):{})}else if(r.type==="message_stop")break}}const o=m.content.filter(r=>r.type==="tool_use");if(o.length&&!n.signal.aborted){c.push({role:"assistant",content:m.content});const r=await Promise.all(o.map(async a=>{const f=e.tools?.find(p.findByProp("name",a.name));if(!f)return{tool_use_id:a.id,is_error:!0,content:"Tool not found"};try{const h=await f.fn(a.input,this.ai);return{type:"tool_result",tool_use_id:a.id,content:p.JSONSanitize(h)}}catch(h){return{type:"tool_result",tool_use_id:a.id,is_error:!0,content:h?.message||h?.toString()||"Unknown"}}}));c.push({role:"user",content:r}),d.messages=c}}while(!n.signal.aborted&&m.content.some(o=>o.type==="tool_use"));e.stream&&e.stream({done:!0}),i(this.toStandard([...c,{role:"assistant",content:m.content.filter(o=>o.type=="text").map(o=>o.text).join(`
+
+`)}]))});return Object.assign(s,{abort:()=>n.abort()})}}class J extends S{constructor(t,e,n){super(),this.ai=t,this.host=e,this.model=n,this.client=new A.Ollama({host:e})}client;toStandard(t){for(let e=0;e<t.length;e++)if(t[e].role=="assistant"&&t[e].tool_calls)t[e].content?delete t[e].tool_calls:(t.splice(e,1),e--);else if(t[e].role=="tool"){const n=t[e].content.startsWith('{"error":');t[e]={role:"tool",name:t[e].tool_name,args:t[e].args,[n?"error":"content"]:t[e].content}}return t}fromStandard(t){return t.map(e=>e.role!="tool"?e:{role:"tool",tool_name:e.name,content:e.error||e.content})}ask(t,e={}){const n=new AbortController,s=new Promise(async(i,g)=>{let c=e.system||this.ai.options.system,d=this.fromStandard([...e.history||[],{role:"user",content:t}]);d[0].roll=="system"&&(c?d.shift():c=d.shift()),e.compress&&(d=await this.ai.llm.compress(d,e.compress.max,e.compress.min)),e.system&&d.unshift({role:"system",content:c});const m={model:e.model||this.model,messages:d,stream:!!e.stream,signal:n.signal,options:{temperature:e.temperature||this.ai.options.temperature||.7,num_predict:e.max_tokens||this.ai.options.max_tokens||4096},tools:(e.tools||this.ai.options.tools||[]).map(r=>({type:"function",function:{name:r.name,description:r.description,parameters:{type:"object",properties:r.args?p.objectMap(r.args,(a,f)=>({...f,required:void 0})):{},required:r.args?Object.entries(r.args).filter(a=>a[1].required).map(a=>a[0]):[]}}}))};let o;do{if(o=await this.client.chat(m),e.stream){o.message={role:"assistant",content:"",tool_calls:[]};for await(const r of o)if(n.signal.aborted||(r.message?.content&&(o.message.content+=r.message.content,e.stream({text:r.message.content})),r.message?.tool_calls&&(o.message.tool_calls=r.message.tool_calls),r.done))break}if(o.message?.tool_calls?.length&&!n.signal.aborted){d.push(o.message);const r=await Promise.all(o.message.tool_calls.map(async a=>{const f=(e.tools||this.ai.options.tools)?.find(p.findByProp("name",a.function.name));if(!f)return{role:"tool",tool_name:a.function.name,content:'{"error": "Tool not found"}'};const h=typeof a.function.arguments=="string"?p.JSONAttemptParse(a.function.arguments,{}):a.function.arguments;try{const y=await f.fn(h,this.ai);return{role:"tool",tool_name:a.function.name,args:h,content:p.JSONSanitize(y)}}catch(y){return{role:"tool",tool_name:a.function.name,args:h,content:p.JSONSanitize({error:y?.message||y?.toString()||"Unknown"})}}}));d.push(...r),m.messages=d}}while(!n.signal.aborted&&o.message?.tool_calls?.length);e.stream&&e.stream({done:!0}),i(this.toStandard([...d,{role:"assistant",content:o.message?.content}]))});return Object.assign(s,{abort:()=>n.abort()})}}class N extends S{constructor(t,e,n){super(),this.ai=t,this.apiToken=e,this.model=n,this.client=new M.OpenAI({apiKey:e})}client;toStandard(t){for(let e=0;e<t.length;e++){const n=t[e];if(n.role==="assistant"&&n.tool_calls){const s=n.tool_calls.map(i=>({role:"tool",id:i.id,name:i.function.name,args:p.JSONAttemptParse(i.function.arguments,{})}));t.splice(e,1,...s),e+=s.length-1}else if(n.role==="tool"&&n.content){const s=t.find(i=>n.tool_call_id==i.id);s&&(n.content.includes('"error":')?s.error=n.content:s.content=n.content),t.splice(e,1),e--}}return t}fromStandard(t){return t.reduce((e,n)=>(n.role==="tool"?e.push({role:"assistant",content:null,tool_calls:[{id:n.id,type:"function",function:{name:n.name,arguments:JSON.stringify(n.args)}}],refusal:null,annotations:[]},{role:"tool",tool_call_id:n.id,content:n.error||n.content}):e.push(n),e),[])}ask(t,e={}){const n=new AbortController,s=new Promise(async(i,g)=>{let c=this.fromStandard([...e.history||[],{role:"user",content:t}]);e.compress&&(c=await this.ai.llm.compress(c,e.compress.max,e.compress.min,e));const d={model:e.model||this.model,messages:c,stream:!!e.stream,max_tokens:e.max_tokens||this.ai.options.max_tokens||4096,temperature:e.temperature||this.ai.options.temperature||.7,tools:(e.tools||this.ai.options.tools||[]).map(o=>({type:"function",function:{name:o.name,description:o.description,parameters:{type:"object",properties:o.args?p.objectMap(o.args,(r,a)=>({...a,required:void 0})):{},required:o.args?Object.entries(o.args).filter(r=>r[1].required).map(r=>r[0]):[]}}}))};let m;do{if(m=await this.client.chat.completions.create(d),e.stream){m.choices=[];for await(const r of m){if(n.signal.aborted)break;r.choices[0].delta.content&&e.stream({text:r.choices[0].delta.content})}}const o=m.choices[0].message.tool_calls||[];if(o.length&&!n.signal.aborted){c.push(m.choices[0].message);const r=await Promise.all(o.map(async a=>{const f=e.tools?.find(p.findByProp("name",a.function.name));if(!f)return{role:"tool",tool_call_id:a.id,content:'{"error": "Tool not found"}'};try{const h=p.JSONAttemptParse(a.function.arguments,{}),y=await f.fn(h,this.ai);return{role:"tool",tool_call_id:a.id,content:p.JSONSanitize(y)}}catch(h){return{role:"tool",tool_call_id:a.id,content:p.JSONSanitize({error:h?.message||h?.toString()||"Unknown"})}}}));c.push(...r),d.messages=c}}while(!n.signal.aborted&&m.choices?.[0]?.message?.tool_calls?.length);e.stream&&e.stream({done:!0}),i(this.toStandard([...c,{role:"assistant",content:m.choices[0].message.content||""}]))});return Object.assign(s,{abort:()=>n.abort()})}}class x{constructor(t,e){this.ai=t,this.options=e,e.anthropic?.token&&(this.providers.anthropic=new j(this.ai,e.anthropic.token,e.anthropic.model)),e.ollama?.host&&(this.providers.ollama=new J(this.ai,e.ollama.host,e.ollama.model)),e.openAi?.token&&(this.providers.openAi=new N(this.ai,e.openAi.token,e.openAi.model))}providers={};ask(t,e={}){let n=[null,null];if(e.model&&(typeof e.model=="object"?n=e.model:n=[e.model,this.options[e.model]?.model]),(!e.model||n[1]==null)&&(typeof this.options.model=="object"?n=this.options.model:n=[this.options.model,this.options[this.options.model]?.model]),!n[0]||!n[1])throw new Error(`Unknown LLM provider or model: ${n[0]} / ${n[1]}`);return this.providers[n[0]].ask(t,{...e,model:n[1]})}async compress(t,e,n,s){if(this.estimateTokens(t)<e)return t;let i=0,g=0;for(let o of t.toReversed())if(g+=this.estimateTokens(o.content),g<n)i++;else break;if(t.length<=i)return t;const c=i==0?[]:t.slice(-i),d=(i==0?t:t.slice(0,-i)).filter(o=>o.role==="assistant"||o.role==="user");return[{role:"assistant",content:`Conversation Summary: ${await this.summarize(d.map(o=>`${o.role}: ${o.content}`).join(`
+
+`),250,s)}`},...c]}estimateTokens(t){const e=JSON.stringify(t);return Math.ceil(e.length/4*1.2)}async json(t,e){let n=await this.ask(t,{system:"Respond using a JSON blob",...e});return n?.[0]?.content?p.JSONAttemptParse(new RegExp("{[sS]*}").exec(n[0].content),{}):{}}summarize(t,e,n){return this.ask(t,{system:`Generate a brief summary <= ${e} tokens. Output nothing else`,temperature:.3,...n}).then(s=>s.pop()?.content||null)}}class z{constructor(t){this.options=t,this.llm=new x(this,t),this.options.whisper?.binary&&this.downloadAsrModel(this.options.whisper.model)}downloads={};whisperModel;llm;async asr(t,e){if(!this.options.whisper?.binary)throw new Error("Whisper not configured");e||(e=this.options.whisper.model),await this.downloadAsrModel(e);const n=Math.random().toString(36).substring(2,10)+"-"+t.split("/").pop(),s=k.join(this.options.whisper.path||"/tmp",n);return await w.$`rm -f /tmp/${n}.txt && ${this.options.whisper.binary} -nt -np -m ${this.whisperModel} -f ${t} -otxt -of ${s}`,b.readFile(s,"utf-8").then(i=>i?.trim()||null).finally(()=>b.rm(s,{force:!0}).catch(()=>{}))}async downloadAsrModel(t){if(!this.options.whisper?.binary)throw new Error("Whisper not configured");if(this.whisperModel=k.join(this.options.whisper?.path,this.options.whisper?.model+".bin"),!await b.stat(this.whisperModel).then(()=>!0).catch(()=>!1))return this.downloads[t]?this.downloads[t]:(this.downloads[t]=fetch(`https://huggingface.co/ggerganov/whisper.cpp/resolve/main/${this.options.whisper?.model}.bin`).then(e=>e.arrayBuffer()).then(e=>Buffer.from(e)).then(async e=>{await b.writeFile(this.whisperModel,e),delete this.downloads[t]}),this.downloads[t])}ocr(t){let e;return{abort:()=>{e?.terminate()},response:new Promise(async n=>{e=await P.createWorker("eng");const{data:s}=await e.recognize(t);await e.terminate(),n(s.text.trim()||null)})}}semanticSimilarity(t,...e){if(e.length<2)throw new Error("Requires at least 2 strings to compare");const n=(c,d=10)=>c.toLowerCase().split("").map((m,o)=>m.charCodeAt(0)*(o+1)%d/d).slice(0,d),s=(c,d)=>{if(c.length!==d.length)throw new Error("Vectors must be same length");const m=_.tensor1d(c),o=_.tensor1d(d),r=_.dot(m,o),a=_.norm(m),f=_.norm(o);return a.dataSync()[0]===0||f.dataSync()[0]===0?0:r.dataSync()[0]/(a.dataSync()[0]*f.dataSync()[0])},i=n(t),g=e.map(c=>n(c)).map(c=>s(i,c));return{avg:g.reduce((c,d)=>c+d,0)/g.length,max:Math.max(...g),similarities:g}}}const T={name:"cli",description:"Use the command line interface, returns any output",args:{command:{type:"string",description:"Command to run",required:!0}},fn:l=>w.$`${l.command}`},L={name:"get_datetime",description:"Get current date and time",args:{},fn:async()=>new Date().toISOString()},U={name:"exec",description:"Run code/scripts",args:{language:{type:"string",description:"Execution language",enum:["cli","node","python"],required:!0},code:{type:"string",description:"Code to execute",required:!0}},fn:async(l,t)=>{try{switch(l.type){case"bash":return await T.fn({command:l.code},t);case"node":return await q.fn({code:l.code},t);case"python":return await O.fn({code:l.code},t)}}catch(e){return{error:e?.message||e.toString()}}}},R={name:"fetch",description:"Make HTTP request to URL",args:{url:{type:"string",description:"URL to fetch",required:!0},method:{type:"string",description:"HTTP method to use",enum:["GET","POST","PUT","DELETE"],default:"GET"},headers:{type:"object",description:"HTTP headers to send",default:{}},body:{type:"object",description:"HTTP body to send"}},fn:l=>new p.Http({url:l.url,headers:l.headers}).request({method:l.method||"GET",body:l.body})},q={name:"exec_javascript",description:"Execute commonjs javascript",args:{code:{type:"string",description:"CommonJS javascript",required:!0}},fn:async l=>{const t=p.consoleInterceptor(null),e=await p.fn({console:t},l.code,!0).catch(n=>t.output.error.push(n));return{...t.output,return:e,stdout:void 0,stderr:void 0}}},O={name:"exec_javascript",description:"Execute commonjs javascript",args:{code:{type:"string",description:"CommonJS javascript",required:!0}},fn:async l=>({result:w.$Sync`python -c "${l.code}"`})},I={name:"search",description:"Use a search engine to find relevant URLs, should be changed with fetch to scrape sources",args:{query:{type:"string",description:"Search string",required:!0},length:{type:"string",description:"Number of results to return",default:5}},fn:async l=>{const t=await fetch(`https://html.duckduckgo.com/html/?q=${encodeURIComponent(l.query)}`,{headers:{"User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64)","Accept-Language":"en-US,en;q=0.9"}}).then(i=>i.text());let e,n=/<a .*?href="(.+?)".+?<\/a>/g;const s=new p.ASet;for(;(e=n.exec(t))!==null;){let i=/uddg=(.+)&amp?/.exec(decodeURIComponent(e[1]))?.[1];if(i&&(i=decodeURIComponent(i)),i&&s.add(i),s.size>=(l.length||5))break}return s}};u.Ai=z,u.Anthropic=j,u.CliTool=T,u.DateTimeTool=L,u.ExecTool=U,u.FetchTool=R,u.JSTool=q,u.LLM=x,u.PythonTool=O,u.SearchTool=I,Object.defineProperty(u,Symbol.toStringTag,{value:"Module"})}));
 //# sourceMappingURL=index.js.map