@ztimson/ai-utils 0.8.15 → 0.9.0

package/dist/index.mjs

@@ -1,40 +1,40 @@
-import * as O from "node:os";
-import { tmpdir as N } from "node:os";
-import { Anthropic as U } from "@anthropic-ai/sdk";
-import { objectMap as z, JSONAttemptParse as S, findByProp as R, JSONSanitize as _, clean as W, Http as C, consoleInterceptor as J, fn as I, ASet as F } from "@ztimson/utils";
-import { OpenAI as B } from "openai";
-import { fileURLToPath as D } from "url";
-import { join as H, dirname as G } from "path";
-import { spawn as w, execSync as K } from "node:child_process";
-import { mkdtempSync as Y } from "node:fs";
-import b from "node:fs/promises";
-import * as M from "node:path";
-import q, { join as A } from "node:path";
-import { createWorker as V } from "tesseract.js";
-import * as Z from "cheerio";
+import * as R from "node:os";
+import { tmpdir as W } from "node:os";
+import { Anthropic as C } from "@anthropic-ai/sdk";
+import { objectMap as O, JSONAttemptParse as $, findByProp as U, JSONSanitize as T, clean as J, Http as F, consoleInterceptor as B, fn as I, decodeHtml as D, ASet as H } from "@ztimson/utils";
+import { OpenAI as G } from "openai";
+import { fileURLToPath as K } from "url";
+import { join as Y, dirname as V } from "path";
+import { spawn as k, execSync as Z } from "node:child_process";
+import { mkdtempSync as Q } from "node:fs";
+import x from "node:fs/promises";
+import * as q from "node:path";
+import M, { join as A } from "node:path";
+import { createWorker as X } from "tesseract.js";
+import * as ee from "cheerio";
 import { $Sync as j } from "@ztimson/node-utils";
 class L {
 }
-class Q extends L {
+class te extends L {
   constructor(r, e, t) {
-    super(), this.ai = r, this.apiToken = e, this.model = t, this.client = new U({ apiKey: e });
+    super(), this.ai = r, this.apiToken = e, this.model = t, this.client = new C({ apiKey: e });
   }
   client;
   toStandard(r) {
     const e = Date.now(), t = [];
-    for (let a of r)
-      if (typeof a.content == "string")
-        t.push({ timestamp: e, ...a });
+    for (let l of r)
+      if (typeof l.content == "string")
+        t.push({ timestamp: e, ...l });
       else {
-        const o = a.content?.filter((n) => n.type == "text").map((n) => n.text).join(`
+        const n = l.content?.filter((s) => s.type == "text").map((s) => s.text).join(`
 
 `);
-        o && t.push({ timestamp: e, role: a.role, content: o }), a.content.forEach((n) => {
-          if (n.type == "tool_use")
-            t.push({ timestamp: e, role: "tool", id: n.id, name: n.name, args: n.input, content: void 0 });
-          else if (n.type == "tool_result") {
-            const m = t.findLast((l) => l.id == n.tool_use_id);
-            m && (m[n.is_error ? "error" : "content"] = n.content);
+        n && t.push({ timestamp: e, role: l.role, content: n }), l.content.forEach((s) => {
+          if (s.type == "tool_use")
+            t.push({ timestamp: e, role: "tool", id: s.id, name: s.name, args: s.input, content: void 0 });
+          else if (s.type == "tool_result") {
+            const o = t.findLast((u) => u.id == s.tool_use_id);
+            o && (o[s.is_error ? "error" : "content"] = s.content);
           }
         });
       }
@@ -55,78 +55,78 @@ class Q extends L {
   }
   ask(r, e = {}) {
     const t = new AbortController();
-    return Object.assign(new Promise(async (a) => {
-      let o = this.fromStandard([...e.history || [], { role: "user", content: r, timestamp: Date.now() }]);
-      const n = e.tools || this.ai.options.llm?.tools || [], m = {
+    return Object.assign(new Promise(async (l) => {
+      let n = this.fromStandard([...e.history || [], { role: "user", content: r, timestamp: Date.now() }]);
+      const s = e.tools || this.ai.options.llm?.tools || [], o = {
         model: e.model || this.model,
         max_tokens: e.max_tokens || this.ai.options.llm?.max_tokens || 4096,
         system: e.system || this.ai.options.llm?.system || "",
         temperature: e.temperature || this.ai.options.llm?.temperature || 0.7,
-        tools: n.map((u) => ({
-          name: u.name,
-          description: u.description,
+        tools: s.map((m) => ({
+          name: m.name,
+          description: m.description,
           input_schema: {
             type: "object",
-            properties: u.args ? z(u.args, (s, c) => ({ ...c, required: void 0 })) : {},
-            required: u.args ? Object.entries(u.args).filter((s) => s[1].required).map((s) => s[0]) : []
+            properties: m.args ? O(m.args, (i, p) => ({ ...p, required: void 0 })) : {},
+            required: m.args ? Object.entries(m.args).filter((i) => i[1].required).map((i) => i[0]) : []
           },
           fn: void 0
         })),
-        messages: o,
+        messages: n,
         stream: !!e.stream
       };
-      let l, i = !0;
+      let u, a = !0;
       do {
-        if (l = await this.client.messages.create(m).catch((s) => {
-          throw s.message += `
+        if (u = await this.client.messages.create(o).catch((i) => {
+          throw i.message += `
 
 Messages:
-${JSON.stringify(o, null, 2)}`, s;
+${JSON.stringify(n, null, 2)}`, i;
         }), e.stream) {
-          i ? i = !1 : e.stream({ text: `
+          a ? a = !1 : e.stream({ text: `
 
-` }), l.content = [];
-          for await (const s of l) {
+` }), u.content = [];
+          for await (const i of u) {
             if (t.signal.aborted) break;
-            if (s.type === "content_block_start")
-              s.content_block.type === "text" ? l.content.push({ type: "text", text: "" }) : s.content_block.type === "tool_use" && l.content.push({ type: "tool_use", id: s.content_block.id, name: s.content_block.name, input: "" });
-            else if (s.type === "content_block_delta")
-              if (s.delta.type === "text_delta") {
-                const c = s.delta.text;
-                l.content.at(-1).text += c, e.stream({ text: c });
-              } else s.delta.type === "input_json_delta" && (l.content.at(-1).input += s.delta.partial_json);
-            else if (s.type === "content_block_stop") {
-              const c = l.content.at(-1);
-              c.input != null && (c.input = c.input ? S(c.input, {}) : {});
-            } else if (s.type === "message_stop")
+            if (i.type === "content_block_start")
+              i.content_block.type === "text" ? u.content.push({ type: "text", text: "" }) : i.content_block.type === "tool_use" && u.content.push({ type: "tool_use", id: i.content_block.id, name: i.content_block.name, input: "" });
+            else if (i.type === "content_block_delta")
+              if (i.delta.type === "text_delta") {
+                const p = i.delta.text;
+                u.content.at(-1).text += p, e.stream({ text: p });
+              } else i.delta.type === "input_json_delta" && (u.content.at(-1).input += i.delta.partial_json);
+            else if (i.type === "content_block_stop") {
+              const p = u.content.at(-1);
+              p.input != null && (p.input = p.input ? $(p.input, {}) : {});
+            } else if (i.type === "message_stop")
               break;
           }
         }
-        const u = l.content.filter((s) => s.type === "tool_use");
-        if (u.length && !t.signal.aborted) {
-          o.push({ role: "assistant", content: l.content });
-          const s = await Promise.all(u.map(async (c) => {
-            const d = n.find(R("name", c.name));
-            if (e.stream && e.stream({ tool: c.name }), !d) return { tool_use_id: c.id, is_error: !0, content: "Tool not found" };
+        const m = u.content.filter((i) => i.type === "tool_use");
+        if (m.length && !t.signal.aborted) {
+          n.push({ role: "assistant", content: u.content });
+          const i = await Promise.all(m.map(async (p) => {
+            const d = s.find(U("name", p.name));
+            if (e.stream && e.stream({ tool: p.name }), !d) return { tool_use_id: p.id, is_error: !0, content: "Tool not found" };
             try {
-              const p = await d.fn(c.input, e?.stream, this.ai);
-              return { type: "tool_result", tool_use_id: c.id, content: _(p) };
-            } catch (p) {
-              return { type: "tool_result", tool_use_id: c.id, is_error: !0, content: p?.message || p?.toString() || "Unknown" };
+              const c = await d.fn(p.input, e?.stream, this.ai);
+              return { type: "tool_result", tool_use_id: p.id, content: typeof c == "object" ? T(c) : c };
+            } catch (c) {
+              return { type: "tool_result", tool_use_id: p.id, is_error: !0, content: c?.message || c?.toString() || "Unknown" };
             }
           }));
-          o.push({ role: "user", content: s }), m.messages = o;
+          n.push({ role: "user", content: i }), o.messages = n;
         }
-      } while (!t.signal.aborted && l.content.some((u) => u.type === "tool_use"));
-      o.push({ role: "assistant", content: l.content.filter((u) => u.type == "text").map((u) => u.text).join(`
+      } while (!t.signal.aborted && u.content.some((m) => m.type === "tool_use"));
+      n.push({ role: "assistant", content: u.content.filter((m) => m.type == "text").map((m) => m.text).join(`
 
-`) }), o = this.toStandard(o), e.stream && e.stream({ done: !0 }), e.history && e.history.splice(0, e.history.length, ...o), a(o.at(-1)?.content);
+`) }), n = this.toStandard(n), e.stream && e.stream({ done: !0 }), e.history && e.history.splice(0, e.history.length, ...n), l(n.at(-1)?.content);
     }), { abort: () => t.abort() });
   }
 }
 class P extends L {
-  constructor(r, e, t, a) {
-    super(), this.ai = r, this.host = e, this.token = t, this.model = a, this.client = new B(W({
+  constructor(r, e, t, l) {
+    super(), this.ai = r, this.host = e, this.token = t, this.model = l, this.client = new G(J({
       baseURL: e,
       apiKey: t || e ? "ignored" : void 0
     }));
@@ -136,17 +136,17 @@ class P extends L {
     for (let e = 0; e < r.length; e++) {
       const t = r[e];
       if (t.role === "assistant" && t.tool_calls) {
-        const a = t.tool_calls.map((o) => ({
+        const l = t.tool_calls.map((n) => ({
           role: "tool",
-          id: o.id,
-          name: o.function.name,
-          args: S(o.function.arguments, {}),
+          id: n.id,
+          name: n.function.name,
+          args: $(n.function.arguments, {}),
           timestamp: t.timestamp
         }));
-        r.splice(e, 1, ...a), e += a.length - 1;
+        r.splice(e, 1, ...l), e += l.length - 1;
       } else if (t.role === "tool" && t.content) {
-        const a = r.find((o) => t.tool_call_id == o.id);
-        a && (t.content.includes('"error":') ? a.error = t.content : a.content = t.content), r.splice(e, 1), e--;
+        const l = r.find((n) => t.tool_call_id == n.id);
+        l && (t.content.includes('"error":') ? l.error = t.content : l.content = t.content), r.splice(e, 1), e--;
       }
       r[e]?.timestamp || (r[e].timestamp = Date.now());
     }
@@ -167,53 +167,53 @@ class P extends L {
           content: t.error || t.content
         });
       else {
-        const { timestamp: a, ...o } = t;
-        e.push(o);
+        const { timestamp: l, ...n } = t;
+        e.push(n);
       }
       return e;
     }, []);
   }
   ask(r, e = {}) {
     const t = new AbortController();
-    return Object.assign(new Promise(async (a, o) => {
+    return Object.assign(new Promise(async (l, n) => {
       e.system && (e.history?.[0]?.role != "system" ? e.history?.splice(0, 0, { role: "system", content: e.system, timestamp: Date.now() }) : e.history[0].content = e.system);
-      let n = this.fromStandard([...e.history || [], { role: "user", content: r, timestamp: Date.now() }]);
-      const m = e.tools || this.ai.options.llm?.tools || [], l = {
+      let s = this.fromStandard([...e.history || [], { role: "user", content: r, timestamp: Date.now() }]);
+      const o = e.tools || this.ai.options.llm?.tools || [], u = {
         model: e.model || this.model,
-        messages: n,
+        messages: s,
         stream: !!e.stream,
         max_tokens: e.max_tokens || this.ai.options.llm?.max_tokens || 4096,
         temperature: e.temperature || this.ai.options.llm?.temperature || 0.7,
-        tools: m.map((s) => ({
+        tools: o.map((i) => ({
           type: "function",
           function: {
-            name: s.name,
-            description: s.description,
+            name: i.name,
+            description: i.description,
             parameters: {
               type: "object",
-              properties: s.args ? z(s.args, (c, d) => ({ ...d, required: void 0 })) : {},
-              required: s.args ? Object.entries(s.args).filter((c) => c[1].required).map((c) => c[0]) : []
+              properties: i.args ? O(i.args, (p, d) => ({ ...d, required: void 0 })) : {},
+              required: i.args ? Object.entries(i.args).filter((p) => p[1].required).map((p) => p[0]) : []
             }
           }
         }))
       };
-      let i, u = !0;
+      let a, m = !0;
       do {
-        if (i = await this.client.chat.completions.create(l).catch((c) => {
-          throw c.message += `
+        if (a = await this.client.chat.completions.create(u).catch((p) => {
+          throw p.message += `
 
 Messages:
-${JSON.stringify(n, null, 2)}`, c;
+${JSON.stringify(s, null, 2)}`, p;
         }), e.stream) {
-          u ? u = !1 : e.stream({ text: `
+          m ? m = !1 : e.stream({ text: `
 
-` }), i.choices = [{ message: { role: "assistant", content: "", tool_calls: [] } }];
-          for await (const c of i) {
+` }), a.choices = [{ message: { role: "assistant", content: "", tool_calls: [] } }];
+          for await (const p of a) {
             if (t.signal.aborted) break;
-            if (c.choices[0].delta.content && (i.choices[0].message.content += c.choices[0].delta.content, e.stream({ text: c.choices[0].delta.content })), c.choices[0].delta.tool_calls)
-              for (const d of c.choices[0].delta.tool_calls) {
-                const p = i.choices[0].message.tool_calls.find((f) => f.index === d.index);
-                p ? (d.id && (p.id = d.id), d.type && (p.type = d.type), d.function && (p.function || (p.function = {}), d.function.name && (p.function.name = d.function.name), d.function.arguments && (p.function.arguments = (p.function.arguments || "") + d.function.arguments))) : i.choices[0].message.tool_calls.push({
+            if (p.choices[0].delta.content && (a.choices[0].message.content += p.choices[0].delta.content, e.stream({ text: p.choices[0].delta.content })), p.choices[0].delta.tool_calls)
+              for (const d of p.choices[0].delta.tool_calls) {
+                const c = a.choices[0].message.tool_calls.find((f) => f.index === d.index);
+                c ? (d.id && (c.id = d.id), d.type && (c.type = d.type), d.function && (c.function || (c.function = {}), d.function.name && (c.function.name = d.function.name), d.function.arguments && (c.function.arguments = (c.function.arguments || "") + d.function.arguments))) : a.choices[0].message.tool_calls.push({
                   index: d.index,
                   id: d.id || "",
                   type: d.type || "function",
@@ -225,30 +225,30 @@ ${JSON.stringify(n, null, 2)}`, c;
               }
           }
         }
-        const s = i.choices[0].message.tool_calls || [];
-        if (s.length && !t.signal.aborted) {
-          n.push(i.choices[0].message);
-          const c = await Promise.all(s.map(async (d) => {
-            const p = m?.find(R("name", d.function.name));
-            if (e.stream && e.stream({ tool: d.function.name }), !p) return { role: "tool", tool_call_id: d.id, content: '{"error": "Tool not found"}' };
+        const i = a.choices[0].message.tool_calls || [];
+        if (i.length && !t.signal.aborted) {
+          s.push(a.choices[0].message);
+          const p = await Promise.all(i.map(async (d) => {
+            const c = o?.find(U("name", d.function.name));
+            if (e.stream && e.stream({ tool: d.function.name }), !c) return { role: "tool", tool_call_id: d.id, content: '{"error": "Tool not found"}' };
             try {
-              const f = S(d.function.arguments, {}), g = await p.fn(f, e.stream, this.ai);
-              return { role: "tool", tool_call_id: d.id, content: _(g) };
+              const f = $(d.function.arguments, {}), g = await c.fn(f, e.stream, this.ai);
+              return { role: "tool", tool_call_id: d.id, content: typeof g == "object" ? T(g) : g };
             } catch (f) {
-              return { role: "tool", tool_call_id: d.id, content: _({ error: f?.message || f?.toString() || "Unknown" }) };
+              return { role: "tool", tool_call_id: d.id, content: T({ error: f?.message || f?.toString() || "Unknown" }) };
             }
           }));
-          n.push(...c), l.messages = n;
+          s.push(...p), u.messages = s;
         }
-      } while (!t.signal.aborted && i.choices?.[0]?.message?.tool_calls?.length);
-      n.push({ role: "assistant", content: i.choices[0].message.content || "" }), n = this.toStandard(n), e.stream && e.stream({ done: !0 }), e.history && e.history.splice(0, e.history.length, ...n), a(n.at(-1)?.content);
+      } while (!t.signal.aborted && a.choices?.[0]?.message?.tool_calls?.length);
+      s.push({ role: "assistant", content: a.choices[0].message.content || "" }), s = this.toStandard(s), e.stream && e.stream({ done: !0 }), e.history && e.history.splice(0, e.history.length, ...s), l(s.at(-1)?.content);
     }), { abort: () => t.abort() });
   }
 }
-class X {
+class re {
   constructor(r) {
     this.ai = r, r.options.llm?.models && Object.entries(r.options.llm.models).forEach(([e, t]) => {
-      this.defaultModel || (this.defaultModel = e), t.proto == "anthropic" ? this.models[e] = new Q(this.ai, t.token, e) : t.proto == "ollama" ? this.models[e] = new P(this.ai, t.host, "not-needed", e) : t.proto == "openai" && (this.models[e] = new P(this.ai, t.host || null, t.token, e));
+      this.defaultModel || (this.defaultModel = e), t.proto == "anthropic" ? this.models[e] = new te(this.ai, t.token, e) : t.proto == "ollama" ? this.models[e] = new P(this.ai, t.host, "not-needed", e) : t.proto == "openai" && (this.models[e] = new P(this.ai, t.host || null, t.token, e));
     });
   }
   defaultModel;
@@ -270,27 +270,27 @@ class X {
     };
     const t = e.model || this.defaultModel;
     if (!this.models[t]) throw new Error(`Model does not exist: ${t}`);
-    let a = () => {
+    let l = () => {
     };
-    return Object.assign(new Promise(async (o) => {
+    return Object.assign(new Promise(async (n) => {
       if (e.history || (e.history = []), e.memory) {
-        const m = async (i, u, s = 10) => {
-          const [c, d] = await Promise.all([
-            u ? this.embedding(u) : Promise.resolve(null),
-            i ? this.embedding(i) : Promise.resolve(null)
+        const o = async (a, m, i = 10) => {
+          const [p, d] = await Promise.all([
+            m ? this.embedding(m) : Promise.resolve(null),
+            a ? this.embedding(a) : Promise.resolve(null)
           ]);
-          return (e.memory || []).map((p) => {
-            const f = (c ? this.cosineSimilarity(p.embeddings[0], c[0].embedding) : 0) + (d ? this.cosineSimilarity(p.embeddings[1], d[0].embedding) : 0);
-            return { ...p, score: f };
-          }).toSorted((p, f) => p.score - f.score).slice(0, s).map((p) => `- ${p.owner}: ${p.fact}`).join(`
+          return (e.memory || []).map((c) => {
+            const f = (p ? this.cosineSimilarity(c.embeddings[0], p[0].embedding) : 0) + (d ? this.cosineSimilarity(c.embeddings[1], d[0].embedding) : 0);
+            return { ...c, score: f };
+          }).toSorted((c, f) => c.score - f.score).slice(0, i).map((c) => `- ${c.owner}: ${c.fact}`).join(`
 `);
         };
         e.system += `
 You have RAG memory and will be given the top_k closest memories regarding the users query. Save anything new you have learned worth remembering from the user message using the remember tool and feel free to recall memories manually.
 `;
-        const l = await m(r);
-        l.length && e.history.push({ role: "tool", name: "recall", id: "auto_recall_" + Math.random().toString(), args: {}, content: `Things I remembered:
-${l}` }), e.tools = [{
+        const u = await o(r);
+        u.length && e.history.push({ role: "tool", name: "recall", id: "auto_recall_" + Math.random().toString(), args: {}, content: `Things I remembered:
+${u}` }), e.tools = [{
           name: "recall",
           description: "Recall the closest memories you have regarding a query using RAG",
           args: {
@@ -298,9 +298,9 @@ ${l}` }), e.tools = [{
             query: { type: "string", description: "Search memory based on a query, can be used with or without subject argument" },
             topK: { type: "number", description: "Result limit, default 5" }
           },
-          fn: (i) => {
-            if (!i.subject && !i.query) throw new Error("Either a subject or query argument is required");
-            return m(i.query, i.subject, i.topK);
+          fn: (a) => {
+            if (!a.subject && !a.query) throw new Error("Either a subject or query argument is required");
+            return o(a.query, a.subject, a.topK);
           }
         }, {
           name: "remember",
@@ -309,31 +309,31 @@ ${l}` }), e.tools = [{
             owner: { type: "string", description: "Subject/person this fact is about" },
             fact: { type: "string", description: "The information to remember" }
           },
-          fn: async (i) => {
+          fn: async (a) => {
             if (!e.memory) return;
-            const u = await Promise.all([
-              this.embedding(i.owner),
-              this.embedding(`${i.owner}: ${i.fact}`)
-            ]), s = { owner: i.owner, fact: i.fact, embeddings: [u[0][0].embedding, u[1][0].embedding] };
-            return e.memory.splice(0, e.memory.length, ...e.memory.filter((c) => !(this.cosineSimilarity(s.embeddings[0], c.embeddings[0]) >= 0.9 && this.cosineSimilarity(s.embeddings[1], c.embeddings[1]) >= 0.8)), s), "Remembered!";
+            const m = await Promise.all([
+              this.embedding(a.owner),
+              this.embedding(`${a.owner}: ${a.fact}`)
+            ]), i = { owner: a.owner, fact: a.fact, embeddings: [m[0][0].embedding, m[1][0].embedding] };
+            return e.memory.splice(0, e.memory.length, ...e.memory.filter((p) => !(this.cosineSimilarity(i.embeddings[0], p.embeddings[0]) >= 0.9 && this.cosineSimilarity(i.embeddings[1], p.embeddings[1]) >= 0.8)), i), "Remembered!";
           }
         }, ...e.tools || []];
       }
-      const n = await this.models[t].ask(r, e);
-      if (e.memory && e.history.splice(0, e.history.length, ...e.history.filter((m) => m.role != "tool" || m.name != "recall" && m.name != "remember")), e.compress) {
-        const m = await this.ai.language.compressHistory(e.history, e.compress.max, e.compress.min, e);
-        e.history.splice(0, e.history.length, ...m);
+      const s = await this.models[t].ask(r, e);
+      if (e.memory && e.history.splice(0, e.history.length, ...e.history.filter((o) => o.role != "tool" || o.name != "recall" && o.name != "remember")), e.compress) {
+        const o = await this.ai.language.compressHistory(e.history, e.compress.max, e.compress.min, e);
+        e.history.splice(0, e.history.length, ...o);
       }
-      return o(n);
-    }), { abort: a });
+      return n(s);
+    }), { abort: l });
   }
   async code(r, e) {
     const t = await this.ask(r, { ...e, system: [
       e?.system,
       "Return your response in a code block"
-    ].filter((o) => !!o).join(`
-`) }), a = /```(?:.+)?\s*([\s\S]*?)```/.exec(t);
-    return a ? a[1].trim() : null;
+    ].filter((n) => !!n).join(`
+`) }), l = /```(?:.+)?\s*([\s\S]*?)```/.exec(t);
+    return l ? l[1].trim() : null;
   }
   /**
    * Compress chat history to reduce context size
@@ -343,17 +343,17 @@ ${l}` }), e.tools = [{
    * @param {LLMRequest} options LLM options
    * @returns {Promise<LLMMessage[]>} New chat history will summary at index 0
    */
-  async compressHistory(r, e, t, a) {
+  async compressHistory(r, e, t, l) {
     if (this.estimateTokens(r) < e) return r;
-    let o = 0, n = 0;
+    let n = 0, s = 0;
     for (let d of r.toReversed())
-      if (n += this.estimateTokens(d.content), n < t) o++;
+      if (s += this.estimateTokens(d.content), s < t) n++;
       else break;
-    if (r.length <= o) return r;
-    const m = r[0].role == "system" ? r[0] : null, l = o == 0 ? [] : r.slice(-o), i = (o == 0 ? r : r.slice(0, -o)).filter((d) => d.role === "assistant" || d.role === "user"), u = await this.summarize(i.map((d) => `[${d.role}]: ${d.content}`).join(`
+    if (r.length <= n) return r;
+    const o = r[0].role == "system" ? r[0] : null, u = n == 0 ? [] : r.slice(-n), a = (n == 0 ? r : r.slice(0, -n)).filter((d) => d.role === "assistant" || d.role === "user"), m = await this.summarize(a.map((d) => `[${d.role}]: ${d.content}`).join(`
 
-`), 500, a), s = Date.now(), c = [{ role: "tool", name: "summary", id: "summary_" + s, args: {}, content: `Conversation Summary: ${u?.summary}`, timestamp: s }, ...l];
-    return m && c.splice(0, 0, m), c;
+`), 500, l), i = Date.now(), p = [{ role: "tool", name: "summary", id: "summary_" + i, args: {}, content: `Conversation Summary: ${m?.summary}`, timestamp: i }, ...u];
+    return o && p.splice(0, 0, o), p;
   }
   /**
    * Compare the difference between embeddings (calculates the angle between two vectors)
@@ -363,11 +363,11 @@ ${l}` }), e.tools = [{
    */
   cosineSimilarity(r, e) {
     if (r.length !== e.length) throw new Error("Vectors must be same length");
-    let t = 0, a = 0, o = 0;
-    for (let m = 0; m < r.length; m++)
-      t += r[m] * e[m], a += r[m] * r[m], o += e[m] * e[m];
-    const n = Math.sqrt(a) * Math.sqrt(o);
-    return n === 0 ? 0 : t / n;
+    let t = 0, l = 0, n = 0;
+    for (let o = 0; o < r.length; o++)
+      t += r[o] * e[o], l += r[o] * r[o], n += e[o] * e[o];
+    const s = Math.sqrt(l) * Math.sqrt(n);
+    return s === 0 ? 0 : t / s;
   }
   /**
    * Chunk text into parts for AI digestion
@@ -377,25 +377,25 @@ ${l}` }), e.tools = [{
    * @returns {string[]} Chunked strings
    */
   chunk(r, e = 500, t = 50) {
-    const a = (l, i = "") => l ? Object.entries(l).flatMap(([u, s]) => {
-      const c = i ? `${i}${isNaN(+u) ? `.${u}` : `[${u}]`}` : u;
-      return typeof s == "object" && !Array.isArray(s) ? a(s, c) : `${c}: ${Array.isArray(s) ? s.join(", ") : s}`;
-    }) : [], n = (typeof r == "object" ? a(r) : r.toString().split(`
-`)).flatMap((l) => [...l.split(/\s+/).filter(Boolean), `
-`]), m = [];
-    for (let l = 0; l < n.length; ) {
-      let i = "", u = l;
-      for (; u < n.length; ) {
-        const c = i + (i ? " " : "") + n[u];
-        if (this.estimateTokens(c.replace(/\s*\n\s*/g, `
-`)) > e && i) break;
-        i = c, u++;
+    const l = (u, a = "") => u ? Object.entries(u).flatMap(([m, i]) => {
+      const p = a ? `${a}${isNaN(+m) ? `.${m}` : `[${m}]`}` : m;
+      return typeof i == "object" && !Array.isArray(i) ? l(i, p) : `${p}: ${Array.isArray(i) ? i.join(", ") : i}`;
+    }) : [], s = (typeof r == "object" ? l(r) : r.toString().split(`
+`)).flatMap((u) => [...u.split(/\s+/).filter(Boolean), `
+`]), o = [];
+    for (let u = 0; u < s.length; ) {
+      let a = "", m = u;
+      for (; m < s.length; ) {
+        const p = a + (a ? " " : "") + s[m];
+        if (this.estimateTokens(p.replace(/\s*\n\s*/g, `
+`)) > e && a) break;
+        a = p, m++;
       }
-      const s = i.replace(/\s*\n\s*/g, `
+      const i = a.replace(/\s*\n\s*/g, `
 `).trim();
-      s && m.push(s), l = Math.max(u - t, u === l ? l + 1 : u);
+      i && o.push(i), u = Math.max(m - t, m === u ? u + 1 : m);
     }
-    return m;
+    return o;
   }
   /**
    * Create a vector representation of a string
@@ -404,39 +404,39 @@ ${l}` }), e.tools = [{
    * @returns {Promise<Awaited<{index: number, embedding: number[], text: string, tokens: number}>[]>} Chunked embeddings
    */
   embedding(r, e = {}) {
-    let { maxTokens: t = 500, overlapTokens: a = 50 } = e, o = !1;
-    const n = () => {
-      o = !0;
-    }, m = (i) => new Promise((u, s) => {
-      if (o) return s(new Error("Aborted"));
-      const c = [
-        H(G(D(import.meta.url)), "embedder.js"),
+    let { maxTokens: t = 500, overlapTokens: l = 50 } = e, n = !1;
+    const s = () => {
+      n = !0;
+    }, o = (a) => new Promise((m, i) => {
+      if (n) return i(new Error("Aborted"));
+      const p = [
+        Y(V(K(import.meta.url)), "embedder.js"),
         this.ai.options.path,
         this.ai.options?.embedder || "bge-small-en-v1.5"
-      ], d = w("node", c, { stdio: ["pipe", "pipe", "ignore"] });
-      d.stdin.write(i), d.stdin.end();
-      let p = "";
-      d.stdout.on("data", (f) => p += f.toString()), d.on("close", (f) => {
-        if (o) return s(new Error("Aborted"));
+      ], d = k("node", p, { stdio: ["pipe", "pipe", "ignore"] });
+      d.stdin.write(a), d.stdin.end();
+      let c = "";
+      d.stdout.on("data", (f) => c += f.toString()), d.on("close", (f) => {
+        if (n) return i(new Error("Aborted"));
         if (f === 0)
           try {
-            const g = JSON.parse(p);
-            u(g.embedding);
+            const g = JSON.parse(c);
+            m(g.embedding);
           } catch {
-            s(new Error("Failed to parse embedding output"));
+            i(new Error("Failed to parse embedding output"));
           }
         else
-          s(new Error(`Embedder process exited with code ${f}`));
-      }), d.on("error", s);
-    }), l = (async () => {
-      const i = this.chunk(r, t, a), u = [];
-      for (let s = 0; s < i.length && !o; s++) {
-        const c = i[s], d = await m(c);
-        u.push({ index: s, embedding: d, text: c, tokens: this.estimateTokens(c) });
+          i(new Error(`Embedder process exited with code ${f}`));
+      }), d.on("error", i);
+    }), u = (async () => {
+      const a = this.chunk(r, t, l), m = [];
+      for (let i = 0; i < a.length && !n; i++) {
+        const p = a[i], d = await o(p);
+        m.push({ index: i, embedding: d, text: p, tokens: this.estimateTokens(p) });
       }
-      return u;
+      return m;
     })();
-    return Object.assign(l, { abort: n });
+    return Object.assign(u, { abort: s });
   }
   /**
    * Estimate variable as tokens
@@ -455,8 +455,8 @@ ${l}` }), e.tools = [{
    */
   fuzzyMatch(r, ...e) {
     if (e.length < 2) throw new Error("Requires at least 2 strings to compare");
-    const t = (n, m = 10) => n.toLowerCase().split("").map((l, i) => l.charCodeAt(0) * (i + 1) % m / m).slice(0, m), a = t(r), o = e.map((n) => t(n)).map((n) => this.cosineSimilarity(a, n));
-    return { avg: o.reduce((n, m) => n + m, 0) / o.length, max: Math.max(...o), similarities: o };
+    const t = (s, o = 10) => s.toLowerCase().split("").map((u, a) => u.charCodeAt(0) * (a + 1) % o / o).slice(0, o), l = t(r), n = e.map((s) => t(s)).map((s) => this.cosineSimilarity(l, s));
+    return { avg: n.reduce((s, o) => s + o, 0) / n.length, max: Math.max(...n), similarities: n };
   }
   /**
    * Ask a question with JSON response
@@ -466,28 +466,28 @@ ${l}` }), e.tools = [{
    * @returns {Promise<{} | {} | RegExpExecArray | null>}
    */
   async json(r, e, t) {
-    let a = `Your job is to convert input to JSON using tool calls. Call the \`submit\` tool at least once with JSON matching this schema:
+    let l = `Your job is to convert input to JSON using tool calls. Call the \`submit\` tool at least once with JSON matching this schema:
 \`\`\`json
 ${e}
 \`\`\`
 
 Responses are ignored`;
-    return t?.system && (a += `
+    return t?.system && (l += `
 
-` + t.system), new Promise(async (o, n) => {
-      let m = !1;
-      const l = await this.ask(r, {
+` + t.system), new Promise(async (n, s) => {
+      let o = !1;
+      const u = await this.ask(r, {
         temperature: 0.3,
         ...t,
-        system: a,
+        system: l,
         tools: [{
           name: "submit",
           description: "Submit JSON",
           args: { json: { type: "string", description: "Javascript parsable JSON string", required: !0 } },
-          fn: (i) => {
+          fn: (a) => {
             try {
-              const u = JSON.parse(i.json);
-              o(u), m = !0;
+              const m = JSON.parse(a.json);
+              n(m), o = !0;
             } catch {
               return "Invalid JSON";
             }
@@ -495,8 +495,8 @@ Responses are ignored`;
           }
         }, ...t?.tools || []]
       });
-      m || n(`AI failed to create JSON:
-${l}`);
+      o || s(`AI failed to create JSON:
+${u}`);
     });
   }
   /**
@@ -507,28 +507,28 @@ ${l}`);
    * @returns {Promise<string>} Summary
    */
   async summarize(r, e = 500, t) {
-    let a = `Your job is to summarize the users message using tool calls. Call the \`submit\` tool at least once with the shortest summary possible that's <= ${e} words. The tool call will respond with the token count. Responses are ignored`;
-    return t?.system && (a += `
+    let l = `Your job is to summarize the users message using tool calls. Call the \`submit\` tool at least once with the shortest summary possible that's <= ${e} words. The tool call will respond with the token count. Responses are ignored`;
+    return t?.system && (l += `
 
-` + t.system), new Promise(async (o, n) => {
-      let m = !1;
-      const l = await this.ask(r, {
+` + t.system), new Promise(async (n, s) => {
+      let o = !1;
+      const u = await this.ask(r, {
         temperature: 0.3,
         ...t,
-        system: a,
+        system: l,
         tools: [{
           name: "submit",
           description: "Submit summary",
           args: { summary: { type: "string", description: "Text summarization", required: !0 } },
-          fn: (i) => i.summary ? i.summary.split(" ").length > e ? `Too long: ${e} words` : (m = !0, o(i.summary || null), `Saved: ${e} words`) : "No summary provided"
+          fn: (a) => a.summary ? a.summary.split(" ").length > e ? `Too long: ${e} words` : (o = !0, n(a.summary || null), `Saved: ${e} words`) : "No summary provided"
         }, ...t?.tools || []]
       });
-      m || n(`AI failed to create summary:
-${l}`);
+      o || s(`AI failed to create summary:
+${u}`);
     });
   }
 }
-class ee {
+class ne {
   constructor(r) {
     this.ai = r, r.options.whisper && (this.whisperModel = r.options.asr || "ggml-base.en.bin", this.downloadAsrModel()), this.pyannote = `
 import sys
@@ -551,21 +551,21 @@ print(json.dumps(segments))
   pyannote;
   whisperModel;
   async addPunctuation(r, e, t = 150) {
-    const a = (n) => {
-      if (n = n.toLowerCase().replace(/[^a-z]/g, ""), n.length <= 3) return 1;
-      const m = n.match(/[aeiouy]+/g);
-      let l = m ? m.length : 1;
-      return n.endsWith("e") && l--, Math.max(1, l);
+    const l = (s) => {
+      if (s = s.toLowerCase().replace(/[^a-z]/g, ""), s.length <= 3) return 1;
+      const o = s.match(/[aeiouy]+/g);
+      let u = o ? o.length : 1;
+      return s.endsWith("e") && u--, Math.max(1, u);
     };
-    let o = "";
-    return r.transcription.filter((n, m) => {
-      let l = !1;
-      const i = r.transcription[m - 1], u = r.transcription[m + 1];
-      return !n.text && u ? (u.offsets.from = n.offsets.from, u.timestamps.from = n.offsets.from) : n.text && n.text[0] != " " && i && (i.offsets.to = n.offsets.to, i.timestamps.to = n.timestamps.to, i.text += n.text, l = !0), !!n.text && !l;
-    }).forEach((n) => {
-      const m = /^[A-Z]/.test(n.text.trim()), l = n.offsets.to - n.offsets.from, u = a(n.text.trim()) * t;
-      m && l > u * 2 && n.text[0] == " " && (o += "."), o += n.text;
-    }), e ? this.ai.language.ask(o, {
+    let n = "";
+    return r.transcription.filter((s, o) => {
+      let u = !1;
+      const a = r.transcription[o - 1], m = r.transcription[o + 1];
+      return !s.text && m ? (m.offsets.from = s.offsets.from, m.timestamps.from = s.offsets.from) : s.text && s.text[0] != " " && a && (a.offsets.to = s.offsets.to, a.timestamps.to = s.timestamps.to, a.text += s.text, u = !0), !!s.text && !u;
+    }).forEach((s) => {
+      const o = /^[A-Z]/.test(s.text.trim()), u = s.offsets.to - s.offsets.from, m = l(s.text.trim()) * t;
+      o && u > m * 2 && s.text[0] == " " && (n += "."), n += s.text;
+    }), e ? this.ai.language.ask(n, {
       system: "Remove any misplaced punctuation from the following ASR transcript using the replace tool. Avoid modifying words unless there is an obvious typo",
       temperature: 0.1,
       tools: [{
@@ -575,141 +575,141 @@ print(json.dumps(segments))
           find: { type: "string", description: "Text to find", required: !0 },
           replace: { type: "string", description: "Text to replace", required: !0 }
         },
-        fn: (n) => o = o.replace(n.find, n.replace)
+        fn: (s) => n = n.replace(s.find, s.replace)
       }]
-    }).then(() => o) : o.trim();
+    }).then(() => n) : n.trim();
   }
   async diarizeTranscript(r, e, t) {
-    const a = /* @__PURE__ */ new Map();
-    let o = 0;
-    e.forEach((p) => {
-      a.has(p.speaker) || a.set(p.speaker, ++o);
+    const l = /* @__PURE__ */ new Map();
+    let n = 0;
+    e.forEach((c) => {
+      l.has(c.speaker) || l.set(c.speaker, ++n);
     });
-    const n = await this.addPunctuation(r, t), m = n.match(/[^.!?]+[.!?]+/g) || [n], l = r.transcription.filter((p) => p.text.trim()), i = m.map((p) => {
-      if (p = p.trim(), !p) return null;
-      const f = p.toLowerCase().replace(/[^\w\s]/g, "").split(/\s+/), g = /* @__PURE__ */ new Map();
-      f.forEach((x) => {
-        const k = l.find((y) => x === y.text.trim().toLowerCase().replace(/[^\w]/g, ""));
-        if (!k) return;
-        const E = k.offsets.from / 1e3, $ = e.find((y) => E >= y.start && E <= y.end);
-        if ($) {
-          const y = a.get($.speaker);
-          g.set(y, (g.get(y) || 0) + 1);
+    const s = await this.addPunctuation(r, t), o = s.match(/[^.!?]+[.!?]+/g) || [s], u = r.transcription.filter((c) => c.text.trim()), a = o.map((c) => {
+      if (c = c.trim(), !c) return null;
+      const f = c.toLowerCase().replace(/[^\w\s]/g, "").split(/\s+/), g = /* @__PURE__ */ new Map();
+      f.forEach((y) => {
+        const _ = u.find((w) => y === w.text.trim().toLowerCase().replace(/[^\w]/g, ""));
+        if (!_) return;
+        const v = _.offsets.from / 1e3, E = e.find((w) => v >= w.start && v <= w.end);
+        if (E) {
+          const w = l.get(E.speaker);
+          g.set(w, (g.get(w) || 0) + 1);
         }
       });
-      let T = 1, v = 0;
-      return g.forEach((x, k) => {
-        x > v && (v = x, T = k);
-      }), { speaker: T, text: p };
-    }).filter((p) => p !== null), u = [];
-    i.forEach((p) => {
-      const f = u[u.length - 1];
-      f && f.speaker === p.speaker ? f.text += " " + p.text : u.push({ ...p });
+      let b = 1, S = 0;
+      return g.forEach((y, _) => {
+        y > S && (S = y, b = _);
+      }), { speaker: b, text: c };
+    }).filter((c) => c !== null), m = [];
+    a.forEach((c) => {
+      const f = m[m.length - 1];
+      f && f.speaker === c.speaker ? f.text += " " + c.text : m.push({ ...c });
     });
-    let s = u.map((p) => `[Speaker ${p.speaker}]: ${p.text}`).join(`
+    let i = m.map((c) => `[Speaker ${c.speaker}]: ${c.text}`).join(`
 `).trim();
-    if (!t) return s;
-    let c = this.ai.language.chunk(s, 500, 0);
-    c.length > 4 && (c = [...c.slice(0, 3), c.at(-1)]);
-    const d = await this.ai.language.json(c.join(`
+    if (!t) return i;
+    let p = this.ai.language.chunk(i, 500, 0);
+    p.length > 4 && (p = [...p.slice(0, 3), p.at(-1)]);
+    const d = await this.ai.language.json(p.join(`
 `), '{1: "Detected Name", 2: "Second Name"}', {
       system: "Use the following transcript to identify speakers. Only identify speakers you are positive about, dont mention speakers you are unsure about in your response",
       temperature: 0.1
     });
-    return Object.entries(d).forEach(([p, f]) => s = s.replaceAll(`[Speaker ${p}]`, `[${f}]`)), s;
+    return Object.entries(d).forEach(([c, f]) => i = i.replaceAll(`[Speaker ${c}]`, `[${f}]`)), i;
   }
   runAsr(r, e = {}) {
     let t;
-    const a = new Promise((o, n) => {
-      this.downloadAsrModel(e.model).then((m) => {
+    const l = new Promise((n, s) => {
+      this.downloadAsrModel(e.model).then((o) => {
         if (e.diarization) {
-          let l = M.join(M.dirname(r), "transcript");
-          t = w(
+          let u = q.join(q.dirname(r), "transcript");
+          t = k(
             this.ai.options.whisper,
-            ["-m", m, "-f", r, "-np", "-ml", "1", "-oj", "-of", l],
+            ["-m", o, "-f", r, "-np", "-ml", "1", "-oj", "-of", u],
             { stdio: ["ignore", "ignore", "pipe"] }
-          ), t.on("error", (i) => n(i)), t.on("close", async (i) => {
-            if (i === 0) {
-              l = await b.readFile(l + ".json", "utf-8"), b.rm(l + ".json").catch(() => {
+          ), t.on("error", (a) => s(a)), t.on("close", async (a) => {
+            if (a === 0) {
+              u = await x.readFile(u + ".json", "utf-8"), x.rm(u + ".json").catch(() => {
               });
               try {
-                o(JSON.parse(l));
+                n(JSON.parse(u));
               } catch {
-                n(new Error("Failed to parse whisper JSON"));
+                s(new Error("Failed to parse whisper JSON"));
               }
             } else
-              n(new Error(`Exit code ${i}`));
+              s(new Error(`Exit code ${a}`));
           });
         } else {
-          let l = "";
-          t = w(this.ai.options.whisper, ["-m", m, "-f", r, "-np", "-nt"]), t.on("error", (i) => n(i)), t.stdout.on("data", (i) => l += i.toString()), t.on("close", async (i) => {
-            i === 0 ? o(l.trim() || null) : n(new Error(`Exit code ${i}`));
+          let u = "";
+          t = k(this.ai.options.whisper, ["-m", o, "-f", r, "-np", "-nt"]), t.on("error", (a) => s(a)), t.stdout.on("data", (a) => u += a.toString()), t.on("close", async (a) => {
+            a === 0 ? n(u.trim() || null) : s(new Error(`Exit code ${a}`));
           });
         }
       });
     });
-    return Object.assign(a, { abort: () => t?.kill("SIGTERM") });
+    return Object.assign(l, { abort: () => t?.kill("SIGTERM") });
   }
   runDiarization(r) {
     let e = !1, t = () => {
       e = !0;
     };
-    const a = (n) => new Promise((m) => {
-      const l = w(n, ["-W", "ignore", "-c", "import pyannote.audio"]);
-      l.on("close", (i) => m(i === 0)), l.on("error", () => m(!1));
-    }), o = Promise.all([
-      a("python"),
-      a("python3")
-    ]).then((async ([n, m]) => {
+    const l = (s) => new Promise((o) => {
+      const u = k(s, ["-W", "ignore", "-c", "import pyannote.audio"]);
+      u.on("close", (a) => o(a === 0)), u.on("error", () => o(!1));
+    }), n = Promise.all([
+      l("python"),
+      l("python3")
+    ]).then((async ([s, o]) => {
       if (e) return;
-      if (!n && !m) throw new Error("Pyannote is not installed: pip install pyannote.audio");
-      const l = m ? "python3" : "python";
-      return new Promise((i, u) => {
+      if (!s && !o) throw new Error("Pyannote is not installed: pip install pyannote.audio");
+      const u = o ? "python3" : "python";
+      return new Promise((a, m) => {
         if (e) return;
-        let s = "";
-        const c = w(l, ["-W", "ignore", "-c", this.pyannote, r]);
-        c.stdout.on("data", (d) => s += d.toString()), c.stderr.on("data", (d) => console.error(d.toString())), c.on("close", (d) => {
+        let i = "";
+        const p = k(u, ["-W", "ignore", "-c", this.pyannote, r]);
+        p.stdout.on("data", (d) => i += d.toString()), p.stderr.on("data", (d) => console.error(d.toString())), p.on("close", (d) => {
           if (d === 0)
             try {
-              i(JSON.parse(s));
+              a(JSON.parse(i));
             } catch {
-              u(new Error("Failed to parse diarization output"));
+              m(new Error("Failed to parse diarization output"));
             }
           else
-            u(new Error(`Python process exited with code ${d}`));
-        }), c.on("error", u), t = () => c.kill("SIGTERM");
+            m(new Error(`Python process exited with code ${d}`));
+        }), p.on("error", m), t = () => p.kill("SIGTERM");
       });
     }));
-    return Object.assign(o, { abort: t });
+    return Object.assign(n, { abort: t });
   }
   asr(r, e = {}) {
     if (!this.ai.options.whisper) throw new Error("Whisper not configured");
-    const t = A(Y(A(N(), "audio-")), "converted.wav");
-    K(`ffmpeg -i "${r}" -ar 16000 -ac 1 -f wav "${t}"`, { stdio: "ignore" });
-    const a = () => b.rm(q.dirname(t), { recursive: !0, force: !0 }).catch(() => {
+    const t = A(Q(A(W(), "audio-")), "converted.wav");
+    Z(`ffmpeg -i "${r}" -ar 16000 -ac 1 -f wav "${t}"`, { stdio: "ignore" });
+    const l = () => x.rm(M.dirname(t), { recursive: !0, force: !0 }).catch(() => {
     });
     if (!e.diarization) return this.runAsr(t, { model: e.model });
-    const o = this.runAsr(t, { model: e.model, diarization: !0 }), n = this.runDiarization(t);
-    let m = !1, l = () => {
-      m = !0, o.abort(), n.abort(), a();
+    const n = this.runAsr(t, { model: e.model, diarization: !0 }), s = this.runDiarization(t);
+    let o = !1, u = () => {
+      o = !0, n.abort(), s.abort(), l();
     };
-    const i = Promise.allSettled([o, n]).then(async ([u, s]) => {
-      if (u.status == "rejected") throw new Error(`Whisper.cpp timestamps:
-` + u.reason);
-      if (s.status == "rejected") throw new Error(`Pyannote:
-` + s.reason);
-      return m || !e.diarization ? u.value : this.diarizeTranscript(u.value, s.value, e.diarization == "llm");
-    }).finally(() => a());
-    return Object.assign(i, { abort: l });
+    const a = Promise.allSettled([n, s]).then(async ([m, i]) => {
+      if (m.status == "rejected") throw new Error(`Whisper.cpp timestamps:
+` + m.reason);
+      if (i.status == "rejected") throw new Error(`Pyannote:
+` + i.reason);
+      return o || !e.diarization ? m.value : this.diarizeTranscript(m.value, i.value, e.diarization == "llm");
+    }).finally(() => l());
+    return Object.assign(a, { abort: u });
   }
   async downloadAsrModel(r = this.whisperModel) {
     if (!this.ai.options.whisper) throw new Error("Whisper not configured");
     r.endsWith(".bin") || (r += ".bin");
-    const e = q.join(this.ai.options.path, r);
-    return await b.stat(e).then(() => !0).catch(() => !1) ? e : this.downloads[r] ? this.downloads[r] : (this.downloads[r] = fetch(`https://huggingface.co/ggerganov/whisper.cpp/resolve/main/${r}`).then((t) => t.arrayBuffer()).then((t) => Buffer.from(t)).then(async (t) => (await b.writeFile(e, t), delete this.downloads[r], e)), this.downloads[r]);
+    const e = M.join(this.ai.options.path, r);
+    return await x.stat(e).then(() => !0).catch(() => !1) ? e : this.downloads[r] ? this.downloads[r] : (this.downloads[r] = fetch(`https://huggingface.co/ggerganov/whisper.cpp/resolve/main/${r}`).then((t) => t.arrayBuffer()).then((t) => Buffer.from(t)).then(async (t) => (await x.writeFile(e, t), delete this.downloads[r], e)), this.downloads[r]);
   }
 }
-class te {
+class se {
   constructor(r) {
     this.ai = r;
   }
@@ -720,17 +720,17 @@ class te {
    */
   ocr(r) {
     let e;
-    const t = new Promise(async (a) => {
-      e = await V(this.ai.options.ocr || "eng", 2, { cachePath: this.ai.options.path });
-      const { data: o } = await e.recognize(r);
-      await e.terminate(), a(o.text.trim() || null);
+    const t = new Promise(async (l) => {
+      e = await X(this.ai.options.ocr || "eng", 2, { cachePath: this.ai.options.path });
+      const { data: n } = await e.recognize(r);
+      await e.terminate(), l(n.text.trim() || null);
     });
     return Object.assign(t, { abort: () => e?.terminate() });
   }
 }
-class be {
+class ke {
   constructor(r) {
-    this.options = r, r.path || (r.path = O.tmpdir()), process.env.TRANSFORMERS_CACHE = r.path, this.audio = new ee(this), this.language = new X(this), this.vision = new te(this);
+    this.options = r, r.path || (r.path = R.tmpdir()), process.env.TRANSFORMERS_CACHE = r.path, this.audio = new ne(this), this.language = new re(this), this.vision = new se(this);
   }
   /** Audio processing AI */
   audio;
@@ -739,37 +739,37 @@ class be {
   /** Vision processing AI */
   vision;
 }
-const re = () => O.platform() == "win32" ? "cmd" : j`echo $SHELL`?.split("/").pop() || "bash", ne = {
+const z = "Mozilla/5.0 (Windows NT 10.0; Win64; x64)", oe = () => R.platform() == "win32" ? "cmd" : j`echo $SHELL`?.split("/").pop() || "bash", ie = {
   name: "cli",
   description: "Use the command line interface, returns any output",
   args: { command: { type: "string", description: "Command to run", required: !0 } },
   fn: (h) => j`${h.command}`
-}, we = {
+}, Se = {
   name: "get_datetime",
   description: "Get local date / time",
   args: {},
   fn: async () => (/* @__PURE__ */ new Date()).toString()
-}, xe = {
+}, _e = {
   name: "get_datetime_utc",
   description: "Get current UTC date / time",
   args: {},
   fn: async () => (/* @__PURE__ */ new Date()).toUTCString()
-}, ke = {
+}, $e = {
   name: "exec",
   description: "Run code/scripts",
   args: {
-    language: { type: "string", description: `Execution language (CLI: ${re()})`, enum: ["cli", "node", "python"], required: !0 },
+    language: { type: "string", description: `Execution language (CLI: ${oe()})`, enum: ["cli", "node", "python"], required: !0 },
     code: { type: "string", description: "Code to execute", required: !0 }
   },
   fn: async (h, r, e) => {
     try {
       switch (h.language) {
         case "cli":
-          return await ne.fn({ command: h.code }, r, e);
+          return await ie.fn({ command: h.code }, r, e);
         case "node":
-          return await se.fn({ code: h.code }, r, e);
+          return await ae.fn({ code: h.code }, r, e);
         case "python":
-          return await oe.fn({ code: h.code }, r, e);
+          return await ce.fn({ code: h.code }, r, e);
         default:
           throw new Error(`Unsupported language: ${h.language}`);
       }
@@ -777,7 +777,7 @@ const re = () => O.platform() == "win32" ? "cmd" : j`echo $SHELL`?.split("/").po
       return { error: t?.message || t.toString() };
     }
   }
-}, Se = {
+}, Te = {
   name: "fetch",
   description: "Make HTTP request to URL",
   args: {
@@ -786,100 +786,122 @@ const re = () => O.platform() == "win32" ? "cmd" : j`echo $SHELL`?.split("/").po
     headers: { type: "object", description: "HTTP headers to send", default: {} },
     body: { type: "object", description: "HTTP body to send" }
   },
-  fn: (h) => new C({ url: h.url, headers: h.headers }).request({ method: h.method || "GET", body: h.body })
-}, se = {
+  fn: (h) => new F({ url: h.url, headers: h.headers }).request({ method: h.method || "GET", body: h.body })
+}, ae = {
   name: "exec_javascript",
   description: "Execute commonjs javascript",
   args: {
     code: { type: "string", description: "CommonJS javascript", required: !0 }
   },
   fn: async (h) => {
-    const r = J(null), e = await I({ console: r }, h.code, !0).catch((t) => r.output.error.push(t));
+    const r = B(null), e = await I({ console: r }, h.code, !0).catch((t) => r.output.error.push(t));
     return { ...r.output, return: e, stdout: void 0, stderr: void 0 };
   }
-}, oe = {
+}, ce = {
   name: "exec_javascript",
   description: "Execute commonjs javascript",
   args: {
     code: { type: "string", description: "CommonJS javascript", required: !0 }
   },
   fn: async (h) => ({ result: j`python -c "${h.code}"` })
-}, _e = {
+}, je = {
   name: "read_webpage",
-  description: "Extract clean, structured content from a webpage or convert media/documents to accessible formats",
+  description: "Extract clean content from webpages, or convert media/documents to accessible formats",
   args: {
-    url: { type: "string", description: "URL to extract content from", required: !0 },
-    mimeRegex: { type: "string", description: 'Optional: Regex pattern to filter MIME types (e.g., "^image/", "text/", "application/pdf")' },
-    maxSize: { type: "number", description: "Optional: Max file size in bytes for binary content (default: 10MB)" }
+    url: { type: "string", description: "URL to read", required: !0 },
+    mimeRegex: { type: "string", description: 'Optional regex to filter MIME types (e.g., "^image/", "text/")' }
   },
   fn: async (h) => {
-    const e = await fetch(h.url, {
+    const t = await fetch(h.url, {
       headers: {
-        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36",
+        "User-Agent": "AiTools-Webpage/1.0",
         Accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
         "Accept-Language": "en-US,en;q=0.5"
       },
       redirect: "follow"
-    }).catch((s) => {
-      throw new Error(`Failed to fetch: ${s.message}`);
-    }), t = e.headers.get("content-type") || "", a = t.split(";")[0].trim().toLowerCase();
-    if (t.match(/charset=([^;]+)/)?.[1], h.mimeRegex && !new RegExp(h.mimeRegex, "i").test(a))
-      return { url: h.url, error: "MIME type rejected", mimeType: a, filter: h.mimeRegex };
-    if (a.startsWith("image/") || a.startsWith("audio/") || a.startsWith("video/")) {
-      const s = await e.arrayBuffer();
-      if (s.byteLength > 10485760)
-        return { url: h.url, type: "media", mimeType: a, error: "File too large", size: s.byteLength, maxSize: 10485760 };
-      const c = Buffer.from(s).toString("base64");
-      return { url: h.url, type: "media", mimeType: a, dataUrl: `data:${a};base64,${c}`, size: s.byteLength };
+    }).catch((c) => {
+      throw new Error(`Failed to fetch: ${c.message}`);
+    }), n = (t.headers.get("content-type") || "").split(";")[0].trim().toLowerCase();
+    if (h.mimeRegex && !new RegExp(h.mimeRegex, "i").test(n))
+      return `❌ MIME type rejected: ${n} (filter: ${h.mimeRegex})`;
+    if (n.match(/^(image|audio|video)\//)) {
+      const c = await t.arrayBuffer();
+      if (c.byteLength > 10485760)
+        return `❌ File too large: ${(c.byteLength / 1024 / 1024).toFixed(1)}MB (max 10MB)
+Type: ${n}`;
+      const f = Buffer.from(c).toString("base64");
+      return `## Media File
+**Type:** ${n}
+**Size:** ${(c.byteLength / 1024).toFixed(1)}KB
+**Data URL:** \`data:${n};base64,${f.slice(0, 100)}...\``;
     }
-    if (a.match(/^(text\/(plain|csv|xml)|application\/(json|xml|csv|x-yaml))/) || h.url.match(/\.(txt|json|xml|csv|yaml|yml|md)$/i)) {
-      const s = await e.text();
-      return { url: h.url, type: "text", mimeType: a, content: s.slice(0, 1e5) };
+    if (n.match(/^text\/(plain|csv|xml)/) || h.url.match(/\.(txt|csv|xml|md|yaml|yml)$/i)) {
+      const c = await t.text(), f = c.length > 5e4 ? c.slice(0, 5e4) : c;
+      return `## Text File
+**Type:** ${n}
+**URL:** ${h.url}
+
+${f}`;
     }
-    if (a === "application/pdf" || a.startsWith("application/") && !a.includes("html")) {
-      const s = await e.arrayBuffer();
-      if (s.byteLength > 10485760)
-        return { url: h.url, type: "binary", mimeType: a, error: "File too large", size: s.byteLength, maxSize: 10485760 };
-      const c = Buffer.from(s).toString("base64");
-      return { url: h.url, type: "binary", mimeType: a, dataUrl: `data:${a};base64,${c}`, size: s.byteLength };
+    if (n.match(/application\/(json|xml|csv)/)) {
+      const c = await t.text(), f = c.length > 5e4 ? c.slice(0, 5e4) : c;
+      return `## Structured Data
+**Type:** ${n}
+**URL:** ${h.url}
+
+\`\`\`
+${f}
+\`\`\``;
     }
-    const o = await e.text(), n = Z.load(o);
-    n('script, style, nav, footer, header, aside, iframe, noscript, svg, [role="navigation"], [role="banner"], [role="complementary"], .ad, .ads, .advertisement, .cookie, .popup, .modal, .sidebar, .related, .comments, .social-share').remove();
-    const m = {
-      title: n('meta[property="og:title"]').attr("content") || n("title").text() || "",
-      description: n('meta[name="description"]').attr("content") || n('meta[property="og:description"]').attr("content") || "",
-      author: n('meta[name="author"]').attr("content") || "",
-      published: n('meta[property="article:published_time"]').attr("content") || n("time").attr("datetime") || "",
-      image: n('meta[property="og:image"]').attr("content") || ""
-    };
-    let l = "";
-    const i = ["article", "main", '[role="main"]', ".content", ".post-content", ".entry-content", ".article-content", "body"];
-    for (const s of i) {
-      const c = n(s).first();
-      if (c.length && c.text().trim().length > 200) {
-        l = c.text();
-        break;
+    if (n === "application/pdf" || n.startsWith("application/") && !n.includes("html")) {
+      const c = await t.arrayBuffer();
+      if (c.byteLength > 10485760)
+        return `❌ File too large: ${(c.byteLength / 1024 / 1024).toFixed(1)}MB (max 10MB)
+Type: ${n}`;
+      const f = Buffer.from(c).toString("base64");
+      return `## Binary File
+**Type:** ${n}
+**Size:** ${(c.byteLength / 1024).toFixed(1)}KB
+**Data URL:** \`data:${n};base64,${f.slice(0, 100)}...\``;
+    }
+    const s = await t.text(), o = ee.load(s);
+    o("script, style, nav, footer, header, aside, iframe, noscript, svg").remove(), o('[role="navigation"], [role="banner"], [role="complementary"]').remove(), o('[aria-hidden="true"], [hidden], .visually-hidden, .sr-only, .screen-reader-text').remove(), o(".ad, .ads, .advertisement, .cookie, .popup, .modal, .sidebar, .related, .comments, .social-share").remove(), o('button, [class*="share"], [class*="follow"], [class*="social"]').remove();
+    const u = o('meta[property="og:title"]').attr("content") || o("title").text().trim() || "", a = o('meta[name="description"]').attr("content") || o('meta[property="og:description"]').attr("content") || "", m = o('meta[name="author"]').attr("content") || "";
+    let i = "";
+    const p = ["article", "main", '[role="main"]', ".content", ".post-content", ".entry-content", ".article-content"];
+    for (const c of p) {
+      const f = o(c).first();
+      if (f.length && f.text().trim().length > 200) {
+        const g = [];
+        if (f.find("p").each((b, S) => {
+          const y = o(S).text().trim();
+          y.length > 80 && g.push(y);
+        }), g.length > 2) {
+          i = g.join(`
+
+`);
+          break;
+        }
       }
     }
-    l || (l = n("body").text()), l = l.replace(/\n\s*\n\s*\n/g, `
+    if (!i) {
+      const c = [];
+      o("body p").each((f, g) => {
+        const b = o(g).text().trim();
+        b.length > 80 && c.push(b);
+      }), i = c.slice(0, 30).join(`
 
-`).replace(/[ \t]+/g, " ").trim().slice(0, 5e4);
-    let u = [];
-    return l.length < 500 && (n("a[href]").each((s, c) => {
-      const d = n(c).attr("href"), p = n(c).text().trim();
-      d && p && !d.startsWith("#") && u.push({ text: p, href: d });
-    }), u = u.slice(0, 50)), {
-      url: h.url,
-      type: "html",
-      title: m.title.trim(),
-      description: m.description.trim(),
-      author: m.author.trim(),
-      published: m.published,
-      content: l,
-      links: u.length ? u : void 0
-    };
+`);
+    }
+    const d = [`## ${u || "Webpage"}`];
+    return a && d.push(`_${a}_`), m && d.push(`👤 ${m}`), d.push(`🔗 ${h.url}
+`), d.push(i), D(d.join(`
+
+`).replaceAll(/\n{3,}/g, `
+
+`));
   }
-}, je = {
+}, ve = {
   name: "web_search",
   description: "Use duckduckgo (anonymous) to find find relevant online resources. Returns a list of URLs that works great with the `read_webpage` tool",
   args: {
@@ -888,32 +910,110 @@ const re = () => O.platform() == "win32" ? "cmd" : j`echo $SHELL`?.split("/").po
   },
   fn: async (h) => {
     const r = await fetch(`https://html.duckduckgo.com/html/?q=${encodeURIComponent(h.query)}`, {
-      headers: { "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)", "Accept-Language": "en-US,en;q=0.9" }
-    }).then((o) => o.text());
+      headers: { "User-Agent": z, "Accept-Language": "en-US,en;q=0.9" }
+    }).then((n) => n.text());
     let e, t = /<a .*?href="(.+?)".+?<\/a>/g;
-    const a = new F();
+    const l = new H();
     for (; (e = t.exec(r)) !== null; ) {
-      let o = /uddg=(.+)&amp?/.exec(decodeURIComponent(e[1]))?.[1];
-      if (o && (o = decodeURIComponent(o)), o && a.add(o), a.size >= (h.length || 5)) break;
+      let n = /uddg=(.+)&amp?/.exec(decodeURIComponent(e[1]))?.[1];
+      if (n && (n = decodeURIComponent(n)), n && l.add(n), l.size >= (h.length || 5)) break;
     }
-    return a;
+    return l;
   }
 };
+class N {
+  async get(r) {
+    return (await fetch(r, { headers: { "User-Agent": z } })).json();
+  }
+  api(r) {
+    const e = new URLSearchParams({ ...r, format: "json", utf8: "1" }).toString();
+    return this.get(`https://en.wikipedia.org/w/api.php?${e}`);
+  }
+  clean(r) {
+    return r.replace(/\n{3,}/g, `
+
+`).replace(/ {2,}/g, " ").replace(/\[\d+\]/g, "").trim();
+  }
+  truncate(r, e) {
+    if (r.length <= e) return r;
+    const t = r.slice(0, e), l = t.lastIndexOf(`
+
+`);
+    return l > e * 0.7 ? t.slice(0, l) : t;
+  }
+  async searchTitles(r, e = 6) {
+    return (await this.api({ action: "query", list: "search", srsearch: r, srlimit: e, srprop: "snippet" })).query?.search || [];
+  }
+  async fetchExtract(r, e = !1) {
+    const t = { action: "query", prop: "extracts", titles: r, explaintext: 1, redirects: 1 };
+    e && (t.exintro = 1);
+    const l = await this.api(t), n = Object.values(l.query?.pages || {})[0];
+    return this.clean(n?.extract || "");
+  }
+  pageUrl(r) {
+    return `https://en.wikipedia.org/wiki/${encodeURIComponent(r.replace(/ /g, "_"))}`;
+  }
+  stripHtml(r) {
+    return r.replace(/<[^>]+>/g, "");
+  }
+  async lookup(r, e = "intro") {
+    const t = await this.searchTitles(r, 6);
+    if (!t.length) return `❌ No Wikipedia articles found for "${r}"`;
+    const l = t[0].title, n = this.pageUrl(l), s = await this.fetchExtract(l, e === "intro"), o = this.truncate(s, e === "intro" ? 2e3 : 8e3);
+    return `## ${l}
+🔗 ${n}
+
+${o}`;
+  }
+  async search(r) {
+    const e = await this.searchTitles(r, 8);
+    if (!e.length) return `❌ No results for "${r}"`;
+    const t = [`### Search results for "${r}"
+`];
+    for (let l = 0; l < e.length; l++) {
+      const n = e[l], s = this.truncate(this.stripHtml(n.snippet || ""), 150);
+      t.push(`**${l + 1}. ${n.title}**
+${s}
+${this.pageUrl(n.title)}`);
+    }
+    return t.join(`
+
+`);
+  }
+}
+const Ee = {
+  name: "wikipedia_lookup",
+  description: "Get Wikipedia article content",
+  args: {
+    query: { type: "string", description: "Topic or article title", required: !0 },
+    detail: { type: "string", description: 'Content level: "intro" (summary, default) or "full" (complete article)', enum: ["intro", "full"], default: "intro" }
+  },
+  fn: async (h) => new N().lookup(h.query, h.detail || "intro")
+}, qe = {
+  name: "wikipedia_search",
+  description: "Search Wikipedia for matching articles",
+  args: {
+    query: { type: "string", description: "Search terms", required: !0 }
+  },
+  fn: async (h) => new N().search(h.query)
+};
 export {
-  be as Ai,
-  Q as Anthropic,
-  ee as Audio,
-  ne as CliTool,
-  we as DateTimeTool,
-  xe as DateTimeUTCTool,
-  ke as ExecTool,
-  Se as FetchTool,
-  se as JSTool,
+  ke as Ai,
+  te as Anthropic,
+  ne as Audio,
+  ie as CliTool,
+  Se as DateTimeTool,
+  _e as DateTimeUTCTool,
+  $e as ExecTool,
+  Te as FetchTool,
+  ae as JSTool,
   L as LLMProvider,
   P as OpenAi,
-  oe as PythonTool,
-  _e as ReadWebpageTool,
-  te as Vision,
-  je as WebSearchTool
+  ce as PythonTool,
+  je as ReadWebpageTool,
+  se as Vision,
+  ve as WebSearchTool,
+  Ee as WikipediaLookupTool,
+  qe as WikipediaSearchTool
 };
 //# sourceMappingURL=index.mjs.map