@ztimson/ai-utils 0.1.21 → 0.2.0

package/dist/index.mjs

@@ -1,18 +1,19 @@
-import { createWorker as T } from "tesseract.js";
-import { deepCopy as q, objectMap as k, JSONAttemptParse as y, findByProp as x, JSONSanitize as b, Http as v, consoleInterceptor as P, fn as A, ASet as E } from "@ztimson/utils";
-import { Anthropic as M } from "@anthropic-ai/sdk";
-import { Ollama as O } from "ollama";
-import { OpenAI as D } from "openai";
-import j from "node:fs/promises";
+import { pipeline as T } from "@xenova/transformers";
+import { deepCopy as j, objectMap as b, JSONAttemptParse as _, findByProp as k, JSONSanitize as y, Http as M, consoleInterceptor as A, fn as q, ASet as v } from "@ztimson/utils";
+import { Anthropic as P } from "@anthropic-ai/sdk";
+import { Ollama as E } from "ollama";
+import { OpenAI as $ } from "openai";
+import * as w from "@tensorflow/tfjs";
+import { spawn as O } from "node:child_process";
+import S from "node:fs/promises";
 import U from "node:path";
-import * as _ from "@tensorflow/tfjs";
-import { spawn as $ } from "node:child_process";
-import { $ as L, $Sync as R } from "@ztimson/node-utils";
-class S {
+import { createWorker as L } from "tesseract.js";
+import { $ as R, $Sync as D } from "@ztimson/node-utils";
+class x {
 }
-class I extends S {
+class z extends x {
   constructor(t, e, n) {
-    super(), this.ai = t, this.apiToken = e, this.model = n, this.client = new M({ apiKey: e });
+    super(), this.ai = t, this.apiToken = e, this.model = n, this.client = new P({ apiKey: e });
   }
   client;
   toStandard(t) {
@@ -21,8 +22,8 @@ class I extends S {
       typeof t[n].content != "string" && (t[n].role == "assistant" ? t[n].content.filter((a) => a.type == "tool_use").forEach((a) => {
         e++, t.splice(e, 0, { role: "tool", id: a.id, name: a.name, args: a.input, timestamp: Date.now() });
       }) : t[n].role == "user" && t[n].content.filter((a) => a.type == "tool_result").forEach((a) => {
-        const i = t.find((f) => f.id == a.tool_use_id);
-        i[a.is_error ? "error" : "content"] = a.content;
+        const c = t.find((f) => f.id == a.tool_use_id);
+        c[a.is_error ? "error" : "content"] = a.content;
       }), t[n].content = t[n].content.filter((a) => a.type == "text").map((a) => a.text).join(`
 
 `)), t[n].timestamp || (t[n].timestamp = Date.now());
@@ -43,81 +44,76 @@ class I extends S {
     return t.map(({ timestamp: e, ...n }) => n);
   }
   ask(t, e = {}) {
-    const n = new AbortController(), a = new Promise(async (i, f) => {
-      let c = this.fromStandard([...e.history || [], { role: "user", content: t, timestamp: Date.now() }]);
-      const l = q(c);
-      e.compress && (c = await this.ai.llm.compress(c, e.compress.max, e.compress.min, e));
-      const d = {
+    const n = new AbortController(), a = new Promise(async (c, f) => {
+      let i = this.fromStandard([...e.history || [], { role: "user", content: t, timestamp: Date.now() }]);
+      const l = j(i);
+      e.compress && (i = await this.ai.language.compressHistory(i, e.compress.max, e.compress.min, e));
+      const m = {
         model: e.model || this.model,
         max_tokens: e.max_tokens || this.ai.options.max_tokens || 4096,
         system: e.system || this.ai.options.system || "",
         temperature: e.temperature || this.ai.options.temperature || 0.7,
-        tools: (e.tools || this.ai.options.tools || []).map((m) => ({
-          name: m.name,
-          description: m.description,
+        tools: (e.tools || this.ai.options.tools || []).map((s) => ({
+          name: s.name,
+          description: s.description,
           input_schema: {
             type: "object",
-            properties: m.args ? k(m.args, (r, s) => ({ ...s, required: void 0 })) : {},
-            required: m.args ? Object.entries(m.args).filter((r) => r[1].required).map((r) => r[0]) : []
+            properties: s.args ? b(s.args, (r, u) => ({ ...u, required: void 0 })) : {},
+            required: s.args ? Object.entries(s.args).filter((r) => r[1].required).map((r) => r[0]) : []
           },
           fn: void 0
         })),
-        messages: c,
+        messages: i,
         stream: !!e.stream
       };
-      let o;
-      const h = [];
+      let o, d = !0;
       do {
-        if (o = await this.client.messages.create(d), e.stream) {
-          h.length && e.stream({ text: `
+        if (o = await this.client.messages.create(m), e.stream) {
+          d ? d = !1 : e.stream({ text: `
 
 ` }), o.content = [];
-          for await (const s of o) {
+          for await (const r of o) {
             if (n.signal.aborted) break;
-            if (s.type === "content_block_start")
-              s.content_block.type === "text" ? o.content.push({ type: "text", text: "" }) : s.content_block.type === "tool_use" && o.content.push({ type: "tool_use", id: s.content_block.id, name: s.content_block.name, input: "" });
-            else if (s.type === "content_block_delta")
-              if (s.delta.type === "text_delta") {
-                const p = s.delta.text;
-                o.content.at(-1).text += p, e.stream({ text: p });
-              } else s.delta.type === "input_json_delta" && (o.content.at(-1).input += s.delta.partial_json);
-            else if (s.type === "content_block_stop") {
-              const p = o.content.at(-1);
-              p.input != null && (p.input = p.input ? y(p.input, {}) : {});
-            } else if (s.type === "message_stop")
+            if (r.type === "content_block_start")
+              r.content_block.type === "text" ? o.content.push({ type: "text", text: "" }) : r.content_block.type === "tool_use" && o.content.push({ type: "tool_use", id: r.content_block.id, name: r.content_block.name, input: "" });
+            else if (r.type === "content_block_delta")
+              if (r.delta.type === "text_delta") {
+                const u = r.delta.text;
+                o.content.at(-1).text += u, e.stream({ text: u });
+              } else r.delta.type === "input_json_delta" && (o.content.at(-1).input += r.delta.partial_json);
+            else if (r.type === "content_block_stop") {
+              const u = o.content.at(-1);
+              u.input != null && (u.input = u.input ? _(u.input, {}) : {});
+            } else if (r.type === "message_stop")
               break;
           }
         }
-        const m = o.content.filter((s) => s.type == "text").map((s) => s.text).join(`
-
-`);
-        m && h.push(m);
-        const r = o.content.filter((s) => s.type === "tool_use");
-        if (r.length && !n.signal.aborted) {
-          c.push({ role: "assistant", content: o.content }), l.push({ role: "assistant", content: o.content });
-          const s = await Promise.all(r.map(async (p) => {
-            const g = e.tools?.find(x("name", p.name));
-            if (!g) return { tool_use_id: p.id, is_error: !0, content: "Tool not found" };
+        const s = o.content.filter((r) => r.type === "tool_use");
+        if (s.length && !n.signal.aborted) {
+          i.push({ role: "assistant", content: o.content }), l.push({ role: "assistant", content: o.content });
+          const r = await Promise.all(s.map(async (u) => {
+            const h = e.tools?.find(k("name", u.name));
+            if (!h) return { tool_use_id: u.id, is_error: !0, content: "Tool not found" };
             try {
-              const w = await g.fn(p.input, this.ai);
-              return { type: "tool_result", tool_use_id: p.id, content: b(w) };
-            } catch (w) {
-              return { type: "tool_result", tool_use_id: p.id, is_error: !0, content: w?.message || w?.toString() || "Unknown" };
+              const g = await h.fn(u.input, this.ai);
+              return { type: "tool_result", tool_use_id: u.id, content: y(g) };
+            } catch (g) {
+              return { type: "tool_result", tool_use_id: u.id, is_error: !0, content: g?.message || g?.toString() || "Unknown" };
             }
           }));
-          c.push({ role: "user", content: s }), l.push({ role: "user", content: s }), d.messages = c;
+          i.push({ role: "user", content: r }), m.messages = i;
         }
-      } while (!n.signal.aborted && o.content.some((m) => m.type === "tool_use"));
-      e.stream && e.stream({ done: !0 }), i(this.toStandard([...l, { role: "assistant", content: h.join(`
+      } while (!n.signal.aborted && o.content.some((s) => s.type === "tool_use"));
+      e.stream && e.stream({ done: !0 }), c(this.toStandard([...i, { role: "assistant", content: o.content.filter((s) => s.type == "text").map((s) => s.text).join(`
 
-`), timestamp: Date.now() }]));
+`) }]));
     });
     return Object.assign(a, { abort: () => n.abort() });
   }
 }
-class J extends S {
+class H extends x {
   constructor(t, e, n) {
-    super(), this.ai = t, this.host = e, this.model = n, this.client = new O({ host: e });
+    super(), this.ai = t, this.host = e, this.model = n, this.client = new E({ host: e });
   }
   client;
   toStandard(t) {
@@ -139,10 +135,10 @@ class J extends S {
     });
   }
   ask(t, e = {}) {
-    const n = new AbortController(), a = new Promise(async (i, f) => {
-      let c = e.system || this.ai.options.system, l = this.fromStandard([...e.history || [], { role: "user", content: t, timestamp: Date.now() }]);
-      l[0].roll == "system" && (c ? l.shift() : c = l.shift()), e.compress && (l = await this.ai.llm.compress(l, e.compress.max, e.compress.min)), e.system && l.unshift({ role: "system", content: c });
-      const d = {
+    const n = new AbortController(), a = new Promise(async (c, f) => {
+      let i = e.system || this.ai.options.system, l = this.fromStandard([...e.history || [], { role: "user", content: t, timestamp: Date.now() }]);
+      l[0].roll == "system" && (i ? l.shift() : i = l.shift()), e.compress && (l = await this.ai.language.compressHistory(l, e.compress.max, e.compress.min)), e.system && l.unshift({ role: "system", content: i });
+      const m = {
         model: e.model || this.model,
         messages: l,
         stream: !!e.stream,
@@ -151,72 +147,68 @@ class J extends S {
           temperature: e.temperature || this.ai.options.temperature || 0.7,
           num_predict: e.max_tokens || this.ai.options.max_tokens || 4096
         },
-        tools: (e.tools || this.ai.options.tools || []).map((r) => ({
+        tools: (e.tools || this.ai.options.tools || []).map((s) => ({
           type: "function",
           function: {
-            name: r.name,
-            description: r.description,
+            name: s.name,
+            description: s.description,
             parameters: {
               type: "object",
-              properties: r.args ? k(r.args, (s, p) => ({ ...p, required: void 0 })) : {},
-              required: r.args ? Object.entries(r.args).filter((s) => s[1].required).map((s) => s[0]) : []
+              properties: s.args ? b(s.args, (r, u) => ({ ...u, required: void 0 })) : {},
+              required: s.args ? Object.entries(s.args).filter((r) => r[1].required).map((r) => r[0]) : []
             }
           }
         }))
       };
-      let o;
-      const h = [];
+      let o, d = !0;
       do {
-        if (o = await this.client.chat(d), e.stream) {
-          h.length && e.stream({ text: `
+        if (o = await this.client.chat(m), e.stream) {
+          d ? d = !1 : e.stream({ text: `
 
 ` }), o.message = { role: "assistant", content: "", tool_calls: [] };
-          for await (const r of o)
-            if (n.signal.aborted || (r.message?.content && (o.message.content += r.message.content, e.stream({ text: r.message.content })), r.message?.tool_calls && (o.message.tool_calls = r.message.tool_calls), r.done)) break;
+          for await (const s of o)
+            if (n.signal.aborted || (s.message?.content && (o.message.content += s.message.content, e.stream({ text: s.message.content })), s.message?.tool_calls && (o.message.tool_calls = s.message.tool_calls), s.done)) break;
         }
-        if (h.push({ role: "assistant", content: o.message?.content, timestamp: Date.now() }), o.message?.tool_calls?.length && !n.signal.aborted) {
+        if (o.message?.tool_calls?.length && !n.signal.aborted) {
           l.push(o.message);
-          const r = await Promise.all(o.message.tool_calls.map(async (s) => {
-            const p = (e.tools || this.ai.options.tools)?.find(x("name", s.function.name));
-            if (!p) return { role: "tool", tool_name: s.function.name, content: '{"error": "Tool not found"}' };
-            const g = typeof s.function.arguments == "string" ? y(s.function.arguments, {}) : s.function.arguments;
+          const s = await Promise.all(o.message.tool_calls.map(async (r) => {
+            const u = (e.tools || this.ai.options.tools)?.find(k("name", r.function.name));
+            if (!u) return { role: "tool", tool_name: r.function.name, content: '{"error": "Tool not found"}' };
+            const h = typeof r.function.arguments == "string" ? _(r.function.arguments, {}) : r.function.arguments;
             try {
-              const w = await p.fn(g, this.ai);
-              return { role: "tool", tool_name: s.function.name, args: g, content: b(w) };
-            } catch (w) {
-              return { role: "tool", tool_name: s.function.name, args: g, content: b({ error: w?.message || w?.toString() || "Unknown" }) };
+              const g = await u.fn(h, this.ai);
+              return { role: "tool", tool_name: r.function.name, args: h, content: y(g) };
+            } catch (g) {
+              return { role: "tool", tool_name: r.function.name, args: h, content: y({ error: g?.message || g?.toString() || "Unknown" }) };
             }
           }));
-          l.push(...r), h.push(...r.map((s) => ({ ...s, timestamp: Date.now() }))), d.messages = l;
+          l.push(...s), m.messages = l;
         }
       } while (!n.signal.aborted && o.message?.tool_calls?.length);
-      const m = h.filter((r) => r.role === "assistant").map((r) => r.content).filter((r) => r).join(`
-
-`);
-      e.stream && e.stream({ done: !0 }), i(this.toStandard([...l, { role: "assistant", content: m, timestamp: Date.now() }]));
+      e.stream && e.stream({ done: !0 }), c(this.toStandard([...l, { role: "assistant", content: o.message?.content }]));
     });
     return Object.assign(a, { abort: () => n.abort() });
   }
 }
-class W extends S {
+class N extends x {
   constructor(t, e, n) {
-    super(), this.ai = t, this.apiToken = e, this.model = n, this.client = new D({ apiKey: e });
+    super(), this.ai = t, this.apiToken = e, this.model = n, this.client = new $({ apiKey: e });
   }
   client;
   toStandard(t) {
     for (let e = 0; e < t.length; e++) {
       const n = t[e];
       if (n.role === "assistant" && n.tool_calls) {
-        const a = n.tool_calls.map((i) => ({
+        const a = n.tool_calls.map((c) => ({
           role: "tool",
-          id: i.id,
-          name: i.function.name,
-          args: y(i.function.arguments, {}),
+          id: c.id,
+          name: c.function.name,
+          args: _(c.function.arguments, {}),
           timestamp: n.timestamp
         }));
         t.splice(e, 1, ...a), e += a.length - 1;
       } else if (n.role === "tool" && n.content) {
-        const a = t.find((i) => n.tool_call_id == i.id);
+        const a = t.find((c) => n.tool_call_id == c.id);
         a && (n.content.includes('"error":') ? a.error = n.content : a.content = n.content), t.splice(e, 1), e--;
       }
       t[e]?.timestamp || (t[e].timestamp = Date.now());
@@ -238,76 +230,72 @@ class W extends S {
           content: n.error || n.content
         });
       else {
-        const { timestamp: a, ...i } = n;
-        e.push(i);
+        const { timestamp: a, ...c } = n;
+        e.push(c);
       }
       return e;
     }, []);
   }
   ask(t, e = {}) {
-    const n = new AbortController(), a = new Promise(async (i, f) => {
-      let c = this.fromStandard([...e.history || [], { role: "user", content: t, timestamp: Date.now() }]);
-      e.compress && (c = await this.ai.llm.compress(c, e.compress.max, e.compress.min, e));
+    const n = new AbortController(), a = new Promise(async (c, f) => {
+      let i = this.fromStandard([...e.history || [], { role: "user", content: t, timestamp: Date.now() }]);
+      e.compress && (i = await this.ai.language.compressHistory(i, e.compress.max, e.compress.min, e));
       const l = {
         model: e.model || this.model,
-        messages: c,
+        messages: i,
         stream: !!e.stream,
         max_tokens: e.max_tokens || this.ai.options.max_tokens || 4096,
         temperature: e.temperature || this.ai.options.temperature || 0.7,
-        tools: (e.tools || this.ai.options.tools || []).map((m) => ({
+        tools: (e.tools || this.ai.options.tools || []).map((d) => ({
           type: "function",
           function: {
-            name: m.name,
-            description: m.description,
+            name: d.name,
+            description: d.description,
             parameters: {
               type: "object",
-              properties: m.args ? k(m.args, (r, s) => ({ ...s, required: void 0 })) : {},
-              required: m.args ? Object.entries(m.args).filter((r) => r[1].required).map((r) => r[0]) : []
+              properties: d.args ? b(d.args, (s, r) => ({ ...r, required: void 0 })) : {},
+              required: d.args ? Object.entries(d.args).filter((s) => s[1].required).map((s) => s[0]) : []
             }
           }
         }))
       };
-      let d;
-      const o = [];
+      let m, o = !0;
       do {
-        if (d = await this.client.chat.completions.create(l), e.stream) {
-          o.length && e.stream({ text: `
+        if (m = await this.client.chat.completions.create(l), e.stream) {
+          o ? o = !1 : e.stream({ text: `
 
-` }), d.choices = [{ message: { content: "", tool_calls: [] } }];
-          for await (const r of d) {
+` }), m.choices = [{ message: { content: "", tool_calls: [] } }];
+          for await (const s of m) {
             if (n.signal.aborted) break;
-            r.choices[0].delta.content && (d.choices[0].message.content += r.choices[0].delta.content, e.stream({ text: r.choices[0].delta.content })), r.choices[0].delta.tool_calls && (d.choices[0].message.tool_calls = r.choices[0].delta.tool_calls);
+            s.choices[0].delta.content && (m.choices[0].message.content += s.choices[0].delta.content, e.stream({ text: s.choices[0].delta.content })), s.choices[0].delta.tool_calls && (m.choices[0].message.tool_calls = s.choices[0].delta.tool_calls);
           }
         }
-        o.push({ role: "assistant", content: d.choices[0].message.content || "", timestamp: Date.now() });
-        const m = d.choices[0].message.tool_calls || [];
-        if (m.length && !n.signal.aborted) {
-          c.push(d.choices[0].message);
-          const r = await Promise.all(m.map(async (s) => {
-            const p = e.tools?.find(x("name", s.function.name));
-            if (!p) return { role: "tool", tool_call_id: s.id, content: '{"error": "Tool not found"}' };
+        const d = m.choices[0].message.tool_calls || [];
+        if (d.length && !n.signal.aborted) {
+          i.push(m.choices[0].message);
+          const s = await Promise.all(d.map(async (r) => {
+            const u = e.tools?.find(k("name", r.function.name));
+            if (!u) return { role: "tool", tool_call_id: r.id, content: '{"error": "Tool not found"}' };
             try {
-              const g = y(s.function.arguments, {}), w = await p.fn(g, this.ai);
-              return { role: "tool", tool_call_id: s.id, content: b(w) };
-            } catch (g) {
-              return { role: "tool", tool_call_id: s.id, content: b({ error: g?.message || g?.toString() || "Unknown" }) };
+              const h = _(r.function.arguments, {}), g = await u.fn(h, this.ai);
+              return { role: "tool", tool_call_id: r.id, content: y(g) };
+            } catch (h) {
+              return { role: "tool", tool_call_id: r.id, content: y({ error: h?.message || h?.toString() || "Unknown" }) };
             }
           }));
-          c.push(...r), o.push(...r.map((s) => ({ ...s, timestamp: Date.now() }))), l.messages = c;
+          i.push(...s), l.messages = i;
         }
-      } while (!n.signal.aborted && d.choices?.[0]?.message?.tool_calls?.length);
-      const h = o.filter((m) => m.role === "assistant").map((m) => m.content).filter((m) => m).join(`
-
-`);
-      e.stream && e.stream({ done: !0 }), i(this.toStandard([...c, { role: "assistant", content: h, timestamp: Date.now() }]));
+      } while (!n.signal.aborted && m.choices?.[0]?.message?.tool_calls?.length);
+      e.stream && e.stream({ done: !0 }), c(this.toStandard([...i, { role: "assistant", content: m.choices[0].message.content || "" }]));
     });
     return Object.assign(a, { abort: () => n.abort() });
   }
 }
-class N {
-  constructor(t, e) {
-    this.ai = t, this.options = e, e.anthropic?.token && (this.providers.anthropic = new I(this.ai, e.anthropic.token, e.anthropic.model)), e.ollama?.host && (this.providers.ollama = new J(this.ai, e.ollama.host, e.ollama.model)), e.openAi?.token && (this.providers.openAi = new W(this.ai, e.openAi.token, e.openAi.model));
+class I {
+  constructor(t) {
+    this.ai = t, this.embedModel = T("feature-extraction", "Xenova/all-MiniLM-L6-v2"), t.options.anthropic?.token && (this.providers.anthropic = new z(this.ai, t.options.anthropic.token, t.options.anthropic.model)), t.options.ollama?.host && (this.providers.ollama = new H(this.ai, t.options.ollama.host, t.options.ollama.model)), t.options.openAi?.token && (this.providers.openAi = new N(this.ai, t.options.openAi.token, t.options.openAi.model));
   }
+  embedModel;
   providers = {};
   /**
    * Chat with LLM
@@ -317,7 +305,7 @@ class N {
    */
   ask(t, e = {}) {
     let n = [null, null];
-    if (e.model && (typeof e.model == "object" ? n = e.model : n = [e.model, this.options[e.model]?.model]), (!e.model || n[1] == null) && (typeof this.options.model == "object" ? n = this.options.model : n = [this.options.model, this.options[this.options.model]?.model]), !n[0] || !n[1]) throw new Error(`Unknown LLM provider or model: ${n[0]} / ${n[1]}`);
+    if (e.model && (typeof e.model == "object" ? n = e.model : n = [e.model, this.ai.options[e.model]?.model]), (!e.model || n[1] == null) && (typeof this.ai.options.model == "object" ? n = this.ai.options.model : n = [this.ai.options.model, this.ai.options[this.ai.options.model]?.model]), !n[0] || !n[1]) throw new Error(`Unknown LLM provider or model: ${n[0]} / ${n[1]}`);
     return this.providers[n[0]].ask(t, { ...e, model: n[1] });
   }
   /**
@@ -328,17 +316,49 @@ class N {
    * @param {LLMRequest} options LLM options
    * @returns {Promise<LLMMessage[]>} New chat history will summary at index 0
    */
-  async compress(t, e, n, a) {
+  async compressHistory(t, e, n, a) {
     if (this.estimateTokens(t) < e) return t;
-    let i = 0, f = 0;
+    let c = 0, f = 0;
     for (let o of t.toReversed())
-      if (f += this.estimateTokens(o.content), f < n) i++;
+      if (f += this.estimateTokens(o.content), f < n) c++;
       else break;
-    if (t.length <= i) return t;
-    const c = i == 0 ? [] : t.slice(-i), l = (i == 0 ? t : t.slice(0, -i)).filter((o) => o.role === "assistant" || o.role === "user");
+    if (t.length <= c) return t;
+    const i = c == 0 ? [] : t.slice(-c), l = (c == 0 ? t : t.slice(0, -c)).filter((o) => o.role === "assistant" || o.role === "user");
     return [{ role: "assistant", content: `Conversation Summary: ${await this.summarize(l.map((o) => `${o.role}: ${o.content}`).join(`
 
-`), 250, a)}`, timestamp: Date.now() }, ...c];
+`), 250, a)}`, timestamp: Date.now() }, ...i];
+  }
+  embedding(t, e = 500, n = 50) {
+    const a = (o, d = "") => o == null ? [] : Object.entries(o).flatMap(([s, r]) => {
+      const u = d ? `${d}${isNaN(+s) ? `.${s}` : `[${s}]`}` : s;
+      if (typeof r == "object" && r !== null && !Array.isArray(r)) return a(r, u);
+      const h = Array.isArray(r) ? r.join(", ") : String(r);
+      return `${u}: ${h}`;
+    }), c = async (o) => {
+      const s = await (await this.embedModel)(o, { pooling: "mean", normalize: !0 });
+      return Array.from(s.data);
+    }, i = (typeof t == "object" ? a(t) : t.split(`
+`)).flatMap((o) => [...o.split(/\s+/).filter((d) => d.trim()), `
+`]), l = [];
+    let m = 0;
+    for (; m < i.length; ) {
+      let o = m, d = "";
+      for (; o < i.length; ) {
+        const r = i[o], u = d + (d ? " " : "") + r;
+        if (this.estimateTokens(u.replace(/\s*\n\s*/g, `
+`)) > e && d) break;
+        d = u, o++;
+      }
+      const s = d.replace(/\s*\n\s*/g, `
+`).trim();
+      s && l.push(s), m = o - n, m <= o - i.length + o && (m = o);
+    }
+    return Promise.all(l.map(async (o, d) => ({
+      index: d,
+      embedding: await c(o),
+      text: o,
+      tokens: this.estimateTokens(o)
+    })));
   }
   /**
    * Estimate variable as tokens
@@ -349,6 +369,21 @@ class N {
     const e = JSON.stringify(t);
     return Math.ceil(e.length / 4 * 1.2);
   }
+  /**
+   * Compare the difference between two strings using tensor math
+   * @param target Text that will checked
+   * @param {string} searchTerms Multiple search terms to check against target
+   * @returns {{avg: number, max: number, similarities: number[]}} Similarity values 0-1: 0 = unique, 1 = identical
+   */
+  fuzzyMatch(t, ...e) {
+    if (e.length < 2) throw new Error("Requires at least 2 strings to compare");
+    const n = (i, l = 10) => i.toLowerCase().split("").map((m, o) => m.charCodeAt(0) * (o + 1) % l / l).slice(0, l), a = (i, l) => {
+      if (i.length !== l.length) throw new Error("Vectors must be same length");
+      const m = w.tensor1d(i), o = w.tensor1d(l), d = w.dot(m, o), s = w.norm(m), r = w.norm(o);
+      return s.dataSync()[0] === 0 || r.dataSync()[0] === 0 ? 0 : d.dataSync()[0] / (s.dataSync()[0] * r.dataSync()[0]);
+    }, c = n(t), f = e.map((i) => n(i)).map((i) => a(c, i));
+    return { avg: f.reduce((i, l) => i + l, 0) / f.length, max: Math.max(...f), similarities: f };
+  }
   /**
    * Ask a question with JSON response
    * @param {string} message Question
@@ -360,7 +395,7 @@ class N {
       system: "Respond using a JSON blob",
       ...e
     });
-    return n?.[0]?.content ? y(new RegExp("{[sS]*}").exec(n[0].content), {}) : {};
+    return n?.[0]?.content ? _(new RegExp("{[sS]*}").exec(n[0].content), {}) : {};
   }
   /**
    * Create a summary of some text
@@ -373,14 +408,12 @@ class N {
     return this.ask(t, { system: `Generate a brief summary <= ${e} tokens. Output nothing else`, temperature: 0.3, ...n }).then((a) => a.pop()?.content || null);
   }
 }
-class ee {
+class J {
   constructor(t) {
-    this.options = t, this.llm = new N(this, t), this.options.whisper?.binary && (this.whisperModel = this.options.whisper?.model.endsWith(".bin") ? this.options.whisper?.model : this.options.whisper?.model + ".bin", this.downloadAsrModel());
+    this.ai = t, t.options.whisper?.binary && (this.whisperModel = t.options.whisper?.model.endsWith(".bin") ? t.options.whisper?.model : t.options.whisper?.model + ".bin", this.downloadAsrModel());
   }
   downloads = {};
   whisperModel;
-  /** Large Language Models */
-  llm;
   /**
    * Convert audio to text using Auditory Speech Recognition
    * @param {string} path Path to audio
@@ -388,15 +421,15 @@ class ee {
    * @returns {Promise<any>} Extracted text
    */
   asr(t, e = this.whisperModel) {
-    if (!this.options.whisper?.binary) throw new Error("Whisper not configured");
+    if (!this.ai.options.whisper?.binary) throw new Error("Whisper not configured");
     let n = () => {
     };
-    return { response: new Promise((i, f) => {
-      this.downloadAsrModel(e).then((c) => {
+    return { response: new Promise((c, f) => {
+      this.downloadAsrModel(e).then((i) => {
         let l = "";
-        const d = $(this.options.whisper?.binary, ["-nt", "-np", "-m", c, "-f", t], { stdio: ["ignore", "pipe", "ignore"] });
-        n = () => d.kill("SIGTERM"), d.on("error", (o) => f(o)), d.stdout.on("data", (o) => l += o.toString()), d.on("close", (o) => {
-          o === 0 ? i(l.trim() || null) : f(new Error(`Exit code ${o}`));
+        const m = O(this.ai.options.whisper?.binary, ["-nt", "-np", "-m", i, "-f", t], { stdio: ["ignore", "pipe", "ignore"] });
+        n = () => m.kill("SIGTERM"), m.on("error", (o) => f(o)), m.stdout.on("data", (o) => l += o.toString()), m.on("close", (o) => {
+          o === 0 ? c(l.trim() || null) : f(new Error(`Exit code ${o}`));
         });
       });
     }), abort: n };
@@ -408,10 +441,15 @@ class ee {
    * @return {Promise<string>} Absolute path to model file, resolves once downloaded
    */
   async downloadAsrModel(t = this.whisperModel) {
-    if (!this.options.whisper?.binary) throw new Error("Whisper not configured");
+    if (!this.ai.options.whisper?.binary) throw new Error("Whisper not configured");
     t.endsWith(".bin") || (t += ".bin");
-    const e = U.join(this.options.whisper.path, t);
-    return await j.stat(e).then(() => !0).catch(() => !1) ? e : this.downloads[t] ? this.downloads[t] : (this.downloads[t] = fetch(`https://huggingface.co/ggerganov/whisper.cpp/resolve/main/${t}`).then((n) => n.arrayBuffer()).then((n) => Buffer.from(n)).then(async (n) => (await j.writeFile(e, n), delete this.downloads[t], e)), this.downloads[t]);
+    const e = U.join(this.ai.options.whisper.path, t);
+    return await S.stat(e).then(() => !0).catch(() => !1) ? e : this.downloads[t] ? this.downloads[t] : (this.downloads[t] = fetch(`https://huggingface.co/ggerganov/whisper.cpp/resolve/main/${t}`).then((n) => n.arrayBuffer()).then((n) => Buffer.from(n)).then(async (n) => (await S.writeFile(e, n), delete this.downloads[t], e)), this.downloads[t]);
+  }
+}
+class W {
+  constructor(t) {
+    this.ai = t;
   }
   /**
    * Convert image to text using Optical Character Recognition
@@ -425,60 +463,58 @@ class ee {
         e?.terminate();
       },
       response: new Promise(async (n) => {
-        e = await T("eng");
+        e = await L("eng");
         const { data: a } = await e.recognize(t);
         await e.terminate(), n(a.text.trim() || null);
       })
     };
   }
-  /**
-   * Compare the difference between two strings using tensor math
-   * @param target Text that will checked
-   * @param {string} searchTerms Multiple search terms to check against target
-   * @returns {{avg: number, max: number, similarities: number[]}} Similarity values 0-1: 0 = unique, 1 = identical
-   */
-  semanticSimilarity(t, ...e) {
-    if (e.length < 2) throw new Error("Requires at least 2 strings to compare");
-    const n = (c, l = 10) => c.toLowerCase().split("").map((d, o) => d.charCodeAt(0) * (o + 1) % l / l).slice(0, l), a = (c, l) => {
-      if (c.length !== l.length) throw new Error("Vectors must be same length");
-      const d = _.tensor1d(c), o = _.tensor1d(l), h = _.dot(d, o), m = _.norm(d), r = _.norm(o);
-      return m.dataSync()[0] === 0 || r.dataSync()[0] === 0 ? 0 : h.dataSync()[0] / (m.dataSync()[0] * r.dataSync()[0]);
-    }, i = n(t), f = e.map((c) => n(c)).map((c) => a(i, c));
-    return { avg: f.reduce((c, l) => c + l, 0) / f.length, max: Math.max(...f), similarities: f };
+}
+class oe {
+  constructor(t) {
+    this.options = t, this.audio = new J(this), this.language = new I(this), this.vision = new W(this);
   }
+  downloads = {};
+  whisperModel;
+  /** Audio processing AI */
+  audio;
+  /** Language processing AI */
+  language;
+  /** Vision processing AI */
+  vision;
 }
-const z = {
+const G = {
   name: "cli",
   description: "Use the command line interface, returns any output",
   args: { command: { type: "string", description: "Command to run", required: !0 } },
-  fn: (u) => L`${u.command}`
-}, te = {
+  fn: (p) => R`${p.command}`
+}, se = {
   name: "get_datetime",
   description: "Get current date and time",
   args: {},
   fn: async () => (/* @__PURE__ */ new Date()).toISOString()
-}, ne = {
+}, re = {
   name: "exec",
   description: "Run code/scripts",
   args: {
     language: { type: "string", description: "Execution language", enum: ["cli", "node", "python"], required: !0 },
     code: { type: "string", description: "Code to execute", required: !0 }
   },
-  fn: async (u, t) => {
+  fn: async (p, t) => {
     try {
-      switch (u.type) {
+      switch (p.type) {
         case "bash":
-          return await z.fn({ command: u.code }, t);
+          return await G.fn({ command: p.code }, t);
         case "node":
-          return await C.fn({ code: u.code }, t);
+          return await F.fn({ code: p.code }, t);
         case "python":
-          return await G.fn({ code: u.code }, t);
+          return await B.fn({ code: p.code }, t);
       }
     } catch (e) {
       return { error: e?.message || e.toString() };
     }
   }
-}, oe = {
+}, ae = {
   name: "fetch",
   description: "Make HTTP request to URL",
   args: {
@@ -487,54 +523,54 @@ const z = {
     headers: { type: "object", description: "HTTP headers to send", default: {} },
     body: { type: "object", description: "HTTP body to send" }
   },
-  fn: (u) => new v({ url: u.url, headers: u.headers }).request({ method: u.method || "GET", body: u.body })
-}, C = {
+  fn: (p) => new M({ url: p.url, headers: p.headers }).request({ method: p.method || "GET", body: p.body })
+}, F = {
   name: "exec_javascript",
   description: "Execute commonjs javascript",
   args: {
     code: { type: "string", description: "CommonJS javascript", required: !0 }
   },
-  fn: async (u) => {
-    const t = P(null), e = await A({ console: t }, u.code, !0).catch((n) => t.output.error.push(n));
+  fn: async (p) => {
+    const t = A(null), e = await q({ console: t }, p.code, !0).catch((n) => t.output.error.push(n));
     return { ...t.output, return: e, stdout: void 0, stderr: void 0 };
   }
-}, G = {
+}, B = {
   name: "exec_javascript",
   description: "Execute commonjs javascript",
   args: {
     code: { type: "string", description: "CommonJS javascript", required: !0 }
   },
-  fn: async (u) => ({ result: R`python -c "${u.code}"` })
-}, se = {
+  fn: async (p) => ({ result: D`python -c "${p.code}"` })
+}, ie = {
   name: "search",
   description: "Use a search engine to find relevant URLs, should be changed with fetch to scrape sources",
   args: {
     query: { type: "string", description: "Search string", required: !0 },
     length: { type: "string", description: "Number of results to return", default: 5 }
   },
-  fn: async (u) => {
-    const t = await fetch(`https://html.duckduckgo.com/html/?q=${encodeURIComponent(u.query)}`, {
+  fn: async (p) => {
+    const t = await fetch(`https://html.duckduckgo.com/html/?q=${encodeURIComponent(p.query)}`, {
       headers: { "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)", "Accept-Language": "en-US,en;q=0.9" }
-    }).then((i) => i.text());
+    }).then((c) => c.text());
     let e, n = /<a .*?href="(.+?)".+?<\/a>/g;
-    const a = new E();
+    const a = new v();
     for (; (e = n.exec(t)) !== null; ) {
-      let i = /uddg=(.+)&amp?/.exec(decodeURIComponent(e[1]))?.[1];
-      if (i && (i = decodeURIComponent(i)), i && a.add(i), a.size >= (u.length || 5)) break;
+      let c = /uddg=(.+)&amp?/.exec(decodeURIComponent(e[1]))?.[1];
+      if (c && (c = decodeURIComponent(c)), c && a.add(c), a.size >= (p.length || 5)) break;
     }
     return a;
   }
 };
 export {
-  ee as Ai,
-  I as Anthropic,
-  z as CliTool,
-  te as DateTimeTool,
-  ne as ExecTool,
-  oe as FetchTool,
-  C as JSTool,
-  N as LLM,
-  G as PythonTool,
-  se as SearchTool
+  oe as Ai,
+  z as Anthropic,
+  G as CliTool,
+  se as DateTimeTool,
+  re as ExecTool,
+  ae as FetchTool,
+  F as JSTool,
+  I as LLM,
+  B as PythonTool,
+  ie as SearchTool
 };
 //# sourceMappingURL=index.mjs.map