@ztimson/ai-utils 0.2.4 → 0.2.6

package/dist/index.mjs

@@ -1,124 +1,126 @@
 import * as T from "node:os";
-import { pipeline as j } from "@xenova/transformers";
-import { deepCopy as M, objectMap as b, JSONAttemptParse as _, findByProp as k, JSONSanitize as y, Http as A, consoleInterceptor as q, fn as P, ASet as O } from "@ztimson/utils";
-import { Anthropic as $ } from "@anthropic-ai/sdk";
-import { Ollama as E } from "ollama";
-import { OpenAI as v } from "openai";
-import { spawn as R } from "node:child_process";
+import { deepCopy as j, objectMap as y, JSONAttemptParse as _, findByProp as k, JSONSanitize as b, Http as M, consoleInterceptor as A, fn as q, ASet as P } from "@ztimson/utils";
+import { Anthropic as O } from "@anthropic-ai/sdk";
+import { Ollama as $ } from "ollama";
+import { OpenAI as E } from "openai";
+import { Worker as v } from "worker_threads";
+import { fileURLToPath as R } from "url";
+import { join as U, dirname as L } from "path";
+import { spawn as N } from "node:child_process";
 import S from "node:fs/promises";
-import U from "node:path";
-import { createWorker as L } from "tesseract.js";
-import { $ as N, $Sync as D } from "@ztimson/node-utils";
+import W from "node:path";
+import { createWorker as D } from "tesseract.js";
+import { $ as J, $Sync as H } from "@ztimson/node-utils";
 class x {
 }
-class J extends x {
-  constructor(t, e, n) {
-    super(), this.ai = t, this.apiToken = e, this.model = n, this.client = new $({ apiKey: e });
+class I extends x {
+  constructor(t, e, s) {
+    super(), this.ai = t, this.apiToken = e, this.model = s, this.client = new O({ apiKey: e });
   }
   client;
   toStandard(t) {
     for (let e = 0; e < t.length; e++) {
-      const n = e;
-      typeof t[n].content != "string" && (t[n].role == "assistant" ? t[n].content.filter((r) => r.type == "tool_use").forEach((r) => {
-        e++, t.splice(e, 0, { role: "tool", id: r.id, name: r.name, args: r.input, timestamp: Date.now() });
-      }) : t[n].role == "user" && t[n].content.filter((r) => r.type == "tool_result").forEach((r) => {
-        const c = t.find((f) => f.id == r.tool_use_id);
-        c[r.is_error ? "error" : "content"] = r.content;
-      }), t[n].content = t[n].content.filter((r) => r.type == "text").map((r) => r.text).join(`
+      const s = e;
+      typeof t[s].content != "string" && (t[s].role == "assistant" ? t[s].content.filter((o) => o.type == "tool_use").forEach((o) => {
+        e++, t.splice(e, 0, { role: "tool", id: o.id, name: o.name, args: o.input, timestamp: Date.now() });
+      }) : t[s].role == "user" && t[s].content.filter((o) => o.type == "tool_result").forEach((o) => {
+        const c = t.find((f) => f.id == o.tool_use_id);
+        c[o.is_error ? "error" : "content"] = o.content;
+      }), t[s].content = t[s].content.filter((o) => o.type == "text").map((o) => o.text).join(`
 
-`)), t[n].timestamp || (t[n].timestamp = Date.now());
+`)), t[s].timestamp || (t[s].timestamp = Date.now());
     }
     return t.filter((e) => !!e.content);
   }
   fromStandard(t) {
     for (let e = 0; e < t.length; e++)
       if (t[e].role == "tool") {
-        const n = t[e];
+        const s = t[e];
         t.splice(
           e,
           1,
-          { role: "assistant", content: [{ type: "tool_use", id: n.id, name: n.name, input: n.args }] },
-          { role: "user", content: [{ type: "tool_result", tool_use_id: n.id, is_error: !!n.error, content: n.error || n.content }] }
+          { role: "assistant", content: [{ type: "tool_use", id: s.id, name: s.name, input: s.args }] },
+          { role: "user", content: [{ type: "tool_result", tool_use_id: s.id, is_error: !!s.error, content: s.error || s.content }] }
         ), e++;
       }
-    return t.map(({ timestamp: e, ...n }) => n);
+    return t.map(({ timestamp: e, ...s }) => s);
   }
   ask(t, e = {}) {
-    const n = new AbortController(), r = new Promise(async (c, f) => {
-      let i = this.fromStandard([...e.history || [], { role: "user", content: t, timestamp: Date.now() }]);
-      const m = M(i);
-      e.compress && (i = await this.ai.language.compressHistory(i, e.compress.max, e.compress.min, e));
-      const h = e.tools || this.ai.options.tools || [], a = {
+    const s = new AbortController(), o = new Promise(async (c, f) => {
+      let a = this.fromStandard([...e.history || [], { role: "user", content: t, timestamp: Date.now() }]);
+      const m = j(a);
+      e.compress && (a = await this.ai.language.compressHistory(a, e.compress.max, e.compress.min, e));
+      const h = e.tools || this.ai.options.tools || [], i = {
         model: e.model || this.model,
         max_tokens: e.max_tokens || this.ai.options.max_tokens || 4096,
         system: e.system || this.ai.options.system || "",
         temperature: e.temperature || this.ai.options.temperature || 0.7,
-        tools: h.map((s) => ({
-          name: s.name,
-          description: s.description,
+        tools: h.map((n) => ({
+          name: n.name,
+          description: n.description,
           input_schema: {
             type: "object",
-            properties: s.args ? b(s.args, (o, u) => ({ ...u, required: void 0 })) : {},
-            required: s.args ? Object.entries(s.args).filter((o) => o[1].required).map((o) => o[0]) : []
+            properties: n.args ? y(n.args, (r, u) => ({ ...u, required: void 0 })) : {},
+            required: n.args ? Object.entries(n.args).filter((r) => r[1].required).map((r) => r[0]) : []
           },
           fn: void 0
         })),
-        messages: i,
+        messages: a,
         stream: !!e.stream
       };
       let l, p = !0;
       do {
-        if (l = await this.client.messages.create(a).catch((o) => {
-          throw o.message += `
+        if (l = await this.client.messages.create(i).catch((r) => {
+          throw r.message += `
 
 Messages:
-${JSON.stringify(i, null, 2)}`, o;
+${JSON.stringify(a, null, 2)}`, r;
         }), e.stream) {
           p ? p = !1 : e.stream({ text: `
 
 ` }), l.content = [];
-          for await (const o of l) {
-            if (n.signal.aborted) break;
-            if (o.type === "content_block_start")
-              o.content_block.type === "text" ? l.content.push({ type: "text", text: "" }) : o.content_block.type === "tool_use" && l.content.push({ type: "tool_use", id: o.content_block.id, name: o.content_block.name, input: "" });
-            else if (o.type === "content_block_delta")
-              if (o.delta.type === "text_delta") {
-                const u = o.delta.text;
+          for await (const r of l) {
+            if (s.signal.aborted) break;
+            if (r.type === "content_block_start")
+              r.content_block.type === "text" ? l.content.push({ type: "text", text: "" }) : r.content_block.type === "tool_use" && l.content.push({ type: "tool_use", id: r.content_block.id, name: r.content_block.name, input: "" });
+            else if (r.type === "content_block_delta")
+              if (r.delta.type === "text_delta") {
+                const u = r.delta.text;
                 l.content.at(-1).text += u, e.stream({ text: u });
-              } else o.delta.type === "input_json_delta" && (l.content.at(-1).input += o.delta.partial_json);
-            else if (o.type === "content_block_stop") {
+              } else r.delta.type === "input_json_delta" && (l.content.at(-1).input += r.delta.partial_json);
+            else if (r.type === "content_block_stop") {
               const u = l.content.at(-1);
               u.input != null && (u.input = u.input ? _(u.input, {}) : {});
-            } else if (o.type === "message_stop")
+            } else if (r.type === "message_stop")
               break;
           }
         }
-        const s = l.content.filter((o) => o.type === "tool_use");
-        if (s.length && !n.signal.aborted) {
-          i.push({ role: "assistant", content: l.content }), m.push({ role: "assistant", content: l.content });
-          const o = await Promise.all(s.map(async (u) => {
+        const n = l.content.filter((r) => r.type === "tool_use");
+        if (n.length && !s.signal.aborted) {
+          a.push({ role: "assistant", content: l.content }), m.push({ role: "assistant", content: l.content });
+          const r = await Promise.all(n.map(async (u) => {
             const g = h.find(k("name", u.name));
             if (!g) return { tool_use_id: u.id, is_error: !0, content: "Tool not found" };
             try {
               const w = await g.fn(u.input, this.ai);
-              return { type: "tool_result", tool_use_id: u.id, content: y(w) };
+              return { type: "tool_result", tool_use_id: u.id, content: b(w) };
             } catch (w) {
               return { type: "tool_result", tool_use_id: u.id, is_error: !0, content: w?.message || w?.toString() || "Unknown" };
             }
           }));
-          i.push({ role: "user", content: o }), a.messages = i;
+          a.push({ role: "user", content: r }), i.messages = a;
         }
-      } while (!n.signal.aborted && l.content.some((s) => s.type === "tool_use"));
-      e.stream && e.stream({ done: !0 }), c(this.toStandard([...i, { role: "assistant", content: l.content.filter((s) => s.type == "text").map((s) => s.text).join(`
+      } while (!s.signal.aborted && l.content.some((n) => n.type === "tool_use"));
+      e.stream && e.stream({ done: !0 }), c(this.toStandard([...a, { role: "assistant", content: l.content.filter((n) => n.type == "text").map((n) => n.text).join(`
 
 `) }]));
     });
-    return Object.assign(r, { abort: () => n.abort() });
+    return Object.assign(o, { abort: () => s.abort() });
   }
 }
-class H extends x {
-  constructor(t, e, n) {
-    super(), this.ai = t, this.host = e, this.model = n, this.client = new E({ host: e });
+class z extends x {
+  constructor(t, e, s) {
+    super(), this.ai = t, this.host = e, this.model = s, this.client = new $({ host: e });
   }
   client;
   toStandard(t) {
@@ -126,8 +128,8 @@ class H extends x {
       if (t[e].role == "assistant" && t[e].tool_calls)
         t[e].content ? delete t[e].tool_calls : (t.splice(e, 1), e--);
       else if (t[e].role == "tool") {
-        const n = t[e].content.startsWith('{"error":');
-        t[e] = { role: "tool", name: t[e].tool_name, args: t[e].args, [n ? "error" : "content"]: t[e].content, timestamp: t[e].timestamp };
+        const s = t[e].content.startsWith('{"error":');
+        t[e] = { role: "tool", name: t[e].tool_name, args: t[e].args, [s ? "error" : "content"]: t[e].content, timestamp: t[e].timestamp };
       }
       t[e]?.timestamp || (t[e].timestamp = Date.now());
     }
@@ -135,124 +137,124 @@ class H extends x {
   }
   fromStandard(t) {
     return t.map((e) => {
-      const { timestamp: n, ...r } = e;
-      return e.role != "tool" ? r : { role: "tool", tool_name: e.name, content: e.error || e.content };
+      const { timestamp: s, ...o } = e;
+      return e.role != "tool" ? o : { role: "tool", tool_name: e.name, content: e.error || e.content };
     });
   }
   ask(t, e = {}) {
-    const n = new AbortController(), r = new Promise(async (c, f) => {
-      let i = e.system || this.ai.options.system, m = this.fromStandard([...e.history || [], { role: "user", content: t, timestamp: Date.now() }]);
-      m[0].roll == "system" && (i ? m.shift() : i = m.shift()), e.compress && (m = await this.ai.language.compressHistory(m, e.compress.max, e.compress.min)), e.system && m.unshift({ role: "system", content: i });
-      const h = e.tools || this.ai.options.tools || [], a = {
+    const s = new AbortController(), o = new Promise(async (c, f) => {
+      let a = e.system || this.ai.options.system, m = this.fromStandard([...e.history || [], { role: "user", content: t, timestamp: Date.now() }]);
+      m[0].roll == "system" && (a ? m.shift() : a = m.shift()), e.compress && (m = await this.ai.language.compressHistory(m, e.compress.max, e.compress.min)), e.system && m.unshift({ role: "system", content: a });
+      const h = e.tools || this.ai.options.tools || [], i = {
         model: e.model || this.model,
         messages: m,
         stream: !!e.stream,
-        signal: n.signal,
+        signal: s.signal,
         options: {
           temperature: e.temperature || this.ai.options.temperature || 0.7,
           num_predict: e.max_tokens || this.ai.options.max_tokens || 4096
         },
-        tools: h.map((s) => ({
+        tools: h.map((n) => ({
           type: "function",
           function: {
-            name: s.name,
-            description: s.description,
+            name: n.name,
+            description: n.description,
             parameters: {
               type: "object",
-              properties: s.args ? b(s.args, (o, u) => ({ ...u, required: void 0 })) : {},
-              required: s.args ? Object.entries(s.args).filter((o) => o[1].required).map((o) => o[0]) : []
+              properties: n.args ? y(n.args, (r, u) => ({ ...u, required: void 0 })) : {},
+              required: n.args ? Object.entries(n.args).filter((r) => r[1].required).map((r) => r[0]) : []
             }
           }
         }))
       };
       let l, p = !0;
       do {
-        if (l = await this.client.chat(a).catch((s) => {
-          throw s.message += `
+        if (l = await this.client.chat(i).catch((n) => {
+          throw n.message += `
 
 Messages:
-${JSON.stringify(m, null, 2)}`, s;
+${JSON.stringify(m, null, 2)}`, n;
         }), e.stream) {
           p ? p = !1 : e.stream({ text: `
 
 ` }), l.message = { role: "assistant", content: "", tool_calls: [] };
-          for await (const s of l)
-            if (n.signal.aborted || (s.message?.content && (l.message.content += s.message.content, e.stream({ text: s.message.content })), s.message?.tool_calls && (l.message.tool_calls = s.message.tool_calls), s.done)) break;
+          for await (const n of l)
+            if (s.signal.aborted || (n.message?.content && (l.message.content += n.message.content, e.stream({ text: n.message.content })), n.message?.tool_calls && (l.message.tool_calls = n.message.tool_calls), n.done)) break;
         }
-        if (l.message?.tool_calls?.length && !n.signal.aborted) {
+        if (l.message?.tool_calls?.length && !s.signal.aborted) {
           m.push(l.message);
-          const s = await Promise.all(l.message.tool_calls.map(async (o) => {
-            const u = h.find(k("name", o.function.name));
-            if (!u) return { role: "tool", tool_name: o.function.name, content: '{"error": "Tool not found"}' };
-            const g = typeof o.function.arguments == "string" ? _(o.function.arguments, {}) : o.function.arguments;
+          const n = await Promise.all(l.message.tool_calls.map(async (r) => {
+            const u = h.find(k("name", r.function.name));
+            if (!u) return { role: "tool", tool_name: r.function.name, content: '{"error": "Tool not found"}' };
+            const g = typeof r.function.arguments == "string" ? _(r.function.arguments, {}) : r.function.arguments;
             try {
               const w = await u.fn(g, this.ai);
-              return { role: "tool", tool_name: o.function.name, args: g, content: y(w) };
+              return { role: "tool", tool_name: r.function.name, args: g, content: b(w) };
             } catch (w) {
-              return { role: "tool", tool_name: o.function.name, args: g, content: y({ error: w?.message || w?.toString() || "Unknown" }) };
+              return { role: "tool", tool_name: r.function.name, args: g, content: b({ error: w?.message || w?.toString() || "Unknown" }) };
             }
           }));
-          m.push(...s), a.messages = m;
+          m.push(...n), i.messages = m;
         }
-      } while (!n.signal.aborted && l.message?.tool_calls?.length);
+      } while (!s.signal.aborted && l.message?.tool_calls?.length);
       e.stream && e.stream({ done: !0 }), c(this.toStandard([...m, { role: "assistant", content: l.message?.content }]));
     });
-    return Object.assign(r, { abort: () => n.abort() });
+    return Object.assign(o, { abort: () => s.abort() });
   }
 }
-class z extends x {
-  constructor(t, e, n) {
-    super(), this.ai = t, this.apiToken = e, this.model = n, this.client = new v({ apiKey: e });
+class F extends x {
+  constructor(t, e, s) {
+    super(), this.ai = t, this.apiToken = e, this.model = s, this.client = new E({ apiKey: e });
   }
   client;
   toStandard(t) {
     for (let e = 0; e < t.length; e++) {
-      const n = t[e];
-      if (n.role === "assistant" && n.tool_calls) {
-        const r = n.tool_calls.map((c) => ({
+      const s = t[e];
+      if (s.role === "assistant" && s.tool_calls) {
+        const o = s.tool_calls.map((c) => ({
           role: "tool",
           id: c.id,
           name: c.function.name,
           args: _(c.function.arguments, {}),
-          timestamp: n.timestamp
+          timestamp: s.timestamp
         }));
-        t.splice(e, 1, ...r), e += r.length - 1;
-      } else if (n.role === "tool" && n.content) {
-        const r = t.find((c) => n.tool_call_id == c.id);
-        r && (n.content.includes('"error":') ? r.error = n.content : r.content = n.content), t.splice(e, 1), e--;
+        t.splice(e, 1, ...o), e += o.length - 1;
+      } else if (s.role === "tool" && s.content) {
+        const o = t.find((c) => s.tool_call_id == c.id);
+        o && (s.content.includes('"error":') ? o.error = s.content : o.content = s.content), t.splice(e, 1), e--;
       }
       t[e]?.timestamp || (t[e].timestamp = Date.now());
     }
     return t;
   }
   fromStandard(t) {
-    return t.reduce((e, n) => {
-      if (n.role === "tool")
+    return t.reduce((e, s) => {
+      if (s.role === "tool")
         e.push({
           role: "assistant",
           content: null,
-          tool_calls: [{ id: n.id, type: "function", function: { name: n.name, arguments: JSON.stringify(n.args) } }],
+          tool_calls: [{ id: s.id, type: "function", function: { name: s.name, arguments: JSON.stringify(s.args) } }],
           refusal: null,
           annotations: []
         }, {
           role: "tool",
-          tool_call_id: n.id,
-          content: n.error || n.content
+          tool_call_id: s.id,
+          content: s.error || s.content
         });
       else {
-        const { timestamp: r, ...c } = n;
+        const { timestamp: o, ...c } = s;
         e.push(c);
       }
       return e;
     }, []);
   }
   ask(t, e = {}) {
-    const n = new AbortController(), r = new Promise(async (c, f) => {
-      let i = this.fromStandard([...e.history || [], { role: "user", content: t, timestamp: Date.now() }]);
-      e.compress && (i = await this.ai.language.compressHistory(i, e.compress.max, e.compress.min, e));
+    const s = new AbortController(), o = new Promise(async (c, f) => {
+      let a = this.fromStandard([...e.history || [], { role: "user", content: t, timestamp: Date.now() }]);
+      e.compress && (a = await this.ai.language.compressHistory(a, e.compress.max, e.compress.min, e));
       const m = e.tools || this.ai.options.tools || [], h = {
         model: e.model || this.model,
-        messages: i,
+        messages: a,
         stream: !!e.stream,
         max_tokens: e.max_tokens || this.ai.options.max_tokens || 4096,
         temperature: e.temperature || this.ai.options.temperature || 0.7,
@@ -263,54 +265,59 @@ class z extends x {
             description: p.description,
             parameters: {
               type: "object",
-              properties: p.args ? b(p.args, (s, o) => ({ ...o, required: void 0 })) : {},
-              required: p.args ? Object.entries(p.args).filter((s) => s[1].required).map((s) => s[0]) : []
+              properties: p.args ? y(p.args, (n, r) => ({ ...r, required: void 0 })) : {},
+              required: p.args ? Object.entries(p.args).filter((n) => n[1].required).map((n) => n[0]) : []
             }
           }
         }))
       };
-      let a, l = !0;
+      let i, l = !0;
       do {
-        if (a = await this.client.chat.completions.create(h).catch((s) => {
-          throw s.message += `
+        if (i = await this.client.chat.completions.create(h).catch((n) => {
+          throw n.message += `
 
 Messages:
-${JSON.stringify(i, null, 2)}`, s;
+${JSON.stringify(a, null, 2)}`, n;
         }), e.stream) {
           l ? l = !1 : e.stream({ text: `
 
-` }), a.choices = [{ message: { content: "", tool_calls: [] } }];
-          for await (const s of a) {
-            if (n.signal.aborted) break;
-            s.choices[0].delta.content && (a.choices[0].message.content += s.choices[0].delta.content, e.stream({ text: s.choices[0].delta.content })), s.choices[0].delta.tool_calls && (a.choices[0].message.tool_calls = s.choices[0].delta.tool_calls);
+` }), i.choices = [{ message: { content: "", tool_calls: [] } }];
+          for await (const n of i) {
+            if (s.signal.aborted) break;
+            n.choices[0].delta.content && (i.choices[0].message.content += n.choices[0].delta.content, e.stream({ text: n.choices[0].delta.content })), n.choices[0].delta.tool_calls && (i.choices[0].message.tool_calls = n.choices[0].delta.tool_calls);
           }
         }
-        const p = a.choices[0].message.tool_calls || [];
-        if (p.length && !n.signal.aborted) {
-          i.push(a.choices[0].message);
-          const s = await Promise.all(p.map(async (o) => {
-            const u = m?.find(k("name", o.function.name));
-            if (!u) return { role: "tool", tool_call_id: o.id, content: '{"error": "Tool not found"}' };
+        const p = i.choices[0].message.tool_calls || [];
+        if (p.length && !s.signal.aborted) {
+          a.push(i.choices[0].message);
+          const n = await Promise.all(p.map(async (r) => {
+            const u = m?.find(k("name", r.function.name));
+            if (!u) return { role: "tool", tool_call_id: r.id, content: '{"error": "Tool not found"}' };
             try {
-              const g = _(o.function.arguments, {}), w = await u.fn(g, this.ai);
-              return { role: "tool", tool_call_id: o.id, content: y(w) };
+              const g = _(r.function.arguments, {}), w = await u.fn(g, this.ai);
+              return { role: "tool", tool_call_id: r.id, content: b(w) };
             } catch (g) {
-              return { role: "tool", tool_call_id: o.id, content: y({ error: g?.message || g?.toString() || "Unknown" }) };
+              return { role: "tool", tool_call_id: r.id, content: b({ error: g?.message || g?.toString() || "Unknown" }) };
             }
           }));
-          i.push(...s), h.messages = i;
+          a.push(...n), h.messages = a;
         }
-      } while (!n.signal.aborted && a.choices?.[0]?.message?.tool_calls?.length);
-      e.stream && e.stream({ done: !0 }), c(this.toStandard([...i, { role: "assistant", content: a.choices[0].message.content || "" }]));
+      } while (!s.signal.aborted && i.choices?.[0]?.message?.tool_calls?.length);
+      e.stream && e.stream({ done: !0 }), c(this.toStandard([...a, { role: "assistant", content: i.choices[0].message.content || "" }]));
     });
-    return Object.assign(r, { abort: () => n.abort() });
+    return Object.assign(o, { abort: () => s.abort() });
   }
 }
-class I {
+class G {
   constructor(t) {
-    this.ai = t, this.embedModel = j("feature-extraction", "Xenova/all-MiniLM-L6-v2"), t.options.anthropic?.token && (this.providers.anthropic = new J(this.ai, t.options.anthropic.token, t.options.anthropic.model)), t.options.ollama?.host && (this.providers.ollama = new H(this.ai, t.options.ollama.host, t.options.ollama.model)), t.options.openAi?.token && (this.providers.openAi = new z(this.ai, t.options.openAi.token, t.options.openAi.model));
+    this.ai = t, this.embedWorker = new v(U(L(R(import.meta.url)), "embedder.js")), this.embedWorker.on("message", ({ id: e, embedding: s }) => {
+      const o = this.embedQueue.get(e);
+      o && (o.resolve(s), this.embedQueue.delete(e));
+    }), t.options.anthropic?.token && (this.providers.anthropic = new I(this.ai, t.options.anthropic.token, t.options.anthropic.model)), t.options.ollama?.host && (this.providers.ollama = new z(this.ai, t.options.ollama.host, t.options.ollama.model)), t.options.openAi?.token && (this.providers.openAi = new F(this.ai, t.options.openAi.token, t.options.openAi.model));
   }
-  embedModel;
+  embedWorker = null;
+  embedQueue = /* @__PURE__ */ new Map();
+  embedId = 0;
   providers = {};
   /**
    * Chat with LLM
@@ -319,9 +326,9 @@ class I {
    * @returns {{abort: () => void, response: Promise<LLMMessage[]>}} Function to abort response and chat history
    */
   ask(t, e = {}) {
-    let n = [null, null];
-    if (e.model && (typeof e.model == "object" ? n = e.model : n = [e.model, this.ai.options[e.model]?.model]), (!e.model || n[1] == null) && (typeof this.ai.options.model == "object" ? n = this.ai.options.model : n = [this.ai.options.model, this.ai.options[this.ai.options.model]?.model]), !n[0] || !n[1]) throw new Error(`Unknown LLM provider or model: ${n[0]} / ${n[1]}`);
-    return this.providers[n[0]].ask(t, { ...e, model: n[1] });
+    let s = [null, null];
+    if (e.model && (typeof e.model == "object" ? s = e.model : s = [e.model, this.ai.options[e.model]?.model]), (!e.model || s[1] == null) && (typeof this.ai.options.model == "object" ? s = this.ai.options.model : s = [this.ai.options.model, this.ai.options[this.ai.options.model]?.model]), !s[0] || !s[1]) throw new Error(`Unknown LLM provider or model: ${s[0]} / ${s[1]}`);
+    return this.providers[s[0]].ask(t, { ...e, model: s[1] });
   }
   /**
    * Compress chat history to reduce context size
@@ -331,56 +338,56 @@ class I {
    * @param {LLMRequest} options LLM options
    * @returns {Promise<LLMMessage[]>} New chat history will summary at index 0
    */
-  async compressHistory(t, e, n, r) {
+  async compressHistory(t, e, s, o) {
     if (this.estimateTokens(t) < e) return t;
     let c = 0, f = 0;
-    for (let a of t.toReversed())
-      if (f += this.estimateTokens(a.content), f < n) c++;
+    for (let i of t.toReversed())
+      if (f += this.estimateTokens(i.content), f < s) c++;
       else break;
     if (t.length <= c) return t;
-    const i = c == 0 ? [] : t.slice(-c), m = (c == 0 ? t : t.slice(0, -c)).filter((a) => a.role === "assistant" || a.role === "user");
-    return [{ role: "assistant", content: `Conversation Summary: ${await this.summarize(m.map((a) => `${a.role}: ${a.content}`).join(`
+    const a = c == 0 ? [] : t.slice(-c), m = (c == 0 ? t : t.slice(0, -c)).filter((i) => i.role === "assistant" || i.role === "user");
+    return [{ role: "assistant", content: `Conversation Summary: ${await this.summarize(m.map((i) => `${i.role}: ${i.content}`).join(`
 
-`), 250, r)}`, timestamp: Date.now() }, ...i];
+`), 250, o)}`, timestamp: Date.now() }, ...a];
   }
   cosineSimilarity(t, e) {
     if (t.length !== e.length) throw new Error("Vectors must be same length");
-    let n = 0, r = 0, c = 0;
-    for (let i = 0; i < t.length; i++)
-      n += t[i] * e[i], r += t[i] * t[i], c += e[i] * e[i];
-    const f = Math.sqrt(r) * Math.sqrt(c);
-    return f === 0 ? 0 : n / f;
+    let s = 0, o = 0, c = 0;
+    for (let a = 0; a < t.length; a++)
+      s += t[a] * e[a], o += t[a] * t[a], c += e[a] * e[a];
+    const f = Math.sqrt(o) * Math.sqrt(c);
+    return f === 0 ? 0 : s / f;
   }
-  embedding(t, e = 500, n = 50) {
-    const r = (a, l = "") => a == null ? [] : Object.entries(a).flatMap(([p, s]) => {
-      const o = l ? `${l}${isNaN(+p) ? `.${p}` : `[${p}]`}` : p;
-      if (typeof s == "object" && s !== null && !Array.isArray(s)) return r(s, o);
-      const u = Array.isArray(s) ? s.join(", ") : String(s);
-      return `${o}: ${u}`;
-    }), c = async (a) => {
-      const p = await (await this.embedModel)(a, { pooling: "mean", normalize: !0 });
-      return Array.from(p.data);
-    }, i = (typeof t == "object" ? r(t) : t.split(`
-`)).flatMap((a) => [...a.split(/\s+/).filter((l) => l.trim()), `
+  embedding(t, e = 500, s = 50) {
+    const o = (i, l = "") => i == null ? [] : Object.entries(i).flatMap(([p, n]) => {
+      const r = l ? `${l}${isNaN(+p) ? `.${p}` : `[${p}]`}` : p;
+      if (typeof n == "object" && n !== null && !Array.isArray(n)) return o(n, r);
+      const u = Array.isArray(n) ? n.join(", ") : String(n);
+      return `${r}: ${u}`;
+    }), c = (i) => new Promise((l, p) => {
+      const n = this.embedId++;
+      this.embedQueue.set(n, { resolve: l, reject: p }), this.embedWorker?.postMessage({ id: n, text: i });
+    }), a = (typeof t == "object" ? o(t) : t.split(`
+`)).flatMap((i) => [...i.split(/\s+/).filter((l) => l.trim()), `
 `]), m = [];
     let h = 0;
-    for (; h < i.length; ) {
-      let a = h, l = "";
-      for (; a < i.length; ) {
-        const s = i[a], o = l + (l ? " " : "") + s;
-        if (this.estimateTokens(o.replace(/\s*\n\s*/g, `
+    for (; h < a.length; ) {
+      let i = h, l = "";
+      for (; i < a.length; ) {
+        const n = a[i], r = l + (l ? " " : "") + n;
+        if (this.estimateTokens(r.replace(/\s*\n\s*/g, `
 `)) > e && l) break;
-        l = o, a++;
+        l = r, i++;
       }
       const p = l.replace(/\s*\n\s*/g, `
 `).trim();
-      p && m.push(p), h = a - n, h <= a - i.length + a && (h = a);
+      p && m.push(p), h = i - s, h <= i - a.length + i && (h = i);
     }
-    return Promise.all(m.map(async (a, l) => ({
+    return Promise.all(m.map(async (i, l) => ({
       index: l,
-      embedding: await c(a),
-      text: a,
-      tokens: this.estimateTokens(a)
+      embedding: await c(i),
+      text: i,
+      tokens: this.estimateTokens(i)
     })));
   }
   /**
@@ -400,8 +407,8 @@ class I {
    */
   fuzzyMatch(t, ...e) {
     if (e.length < 2) throw new Error("Requires at least 2 strings to compare");
-    const n = (f, i = 10) => f.toLowerCase().split("").map((m, h) => m.charCodeAt(0) * (h + 1) % i / i).slice(0, i), r = n(t), c = e.map((f) => n(f)).map((f) => this.cosineSimilarity(r, f));
-    return { avg: c.reduce((f, i) => f + i, 0) / c.length, max: Math.max(...c), similarities: c };
+    const s = (f, a = 10) => f.toLowerCase().split("").map((m, h) => m.charCodeAt(0) * (h + 1) % a / a).slice(0, a), o = s(t), c = e.map((f) => s(f)).map((f) => this.cosineSimilarity(o, f));
+    return { avg: c.reduce((f, a) => f + a, 0) / c.length, max: Math.max(...c), similarities: c };
   }
   /**
    * Ask a question with JSON response
@@ -410,11 +417,11 @@ class I {
    * @returns {Promise<{} | {} | RegExpExecArray | null>}
    */
   async json(t, e) {
-    let n = await this.ask(t, {
+    let s = await this.ask(t, {
       system: "Respond using a JSON blob",
       ...e
     });
-    return n?.[0]?.content ? _(new RegExp("{[sS]*}").exec(n[0].content), {}) : {};
+    return s?.[0]?.content ? _(new RegExp("{[sS]*}").exec(s[0].content), {}) : {};
   }
   /**
    * Create a summary of some text
@@ -423,11 +430,11 @@ class I {
    * @param options LLM request options
    * @returns {Promise<string>} Summary
    */
-  summarize(t, e, n) {
-    return this.ask(t, { system: `Generate a brief summary <= ${e} tokens. Output nothing else`, temperature: 0.3, ...n }).then((r) => r.pop()?.content || null);
+  summarize(t, e, s) {
+    return this.ask(t, { system: `Generate a brief summary <= ${e} tokens. Output nothing else`, temperature: 0.3, ...s }).then((o) => o.pop()?.content || null);
   }
 }
-class W {
+class C {
   constructor(t) {
     this.ai = t, t.options.whisper?.binary && (this.whisperModel = t.options.whisper?.model.endsWith(".bin") ? t.options.whisper?.model : t.options.whisper?.model + ".bin", this.downloadAsrModel());
   }
@@ -441,17 +448,17 @@ class W {
    */
   asr(t, e = this.whisperModel) {
     if (!this.ai.options.whisper?.binary) throw new Error("Whisper not configured");
-    let n = () => {
+    let s = () => {
     };
     return { response: new Promise((c, f) => {
-      this.downloadAsrModel(e).then((i) => {
+      this.downloadAsrModel(e).then((a) => {
         let m = "";
-        const h = R(this.ai.options.whisper?.binary, ["-nt", "-np", "-m", i, "-f", t], { stdio: ["ignore", "pipe", "ignore"] });
-        n = () => h.kill("SIGTERM"), h.on("error", (a) => f(a)), h.stdout.on("data", (a) => m += a.toString()), h.on("close", (a) => {
-          a === 0 ? c(m.trim() || null) : f(new Error(`Exit code ${a}`));
+        const h = N(this.ai.options.whisper?.binary, ["-nt", "-np", "-m", a, "-f", t], { stdio: ["ignore", "pipe", "ignore"] });
+        s = () => h.kill("SIGTERM"), h.on("error", (i) => f(i)), h.stdout.on("data", (i) => m += i.toString()), h.on("close", (i) => {
+          i === 0 ? c(m.trim() || null) : f(new Error(`Exit code ${i}`));
         });
       });
-    }), abort: n };
+    }), abort: s };
   }
   /**
    * Downloads the specified Whisper model if it is not already present locally.
@@ -462,11 +469,11 @@ class W {
   async downloadAsrModel(t = this.whisperModel) {
     if (!this.ai.options.whisper?.binary) throw new Error("Whisper not configured");
     t.endsWith(".bin") || (t += ".bin");
-    const e = U.join(this.ai.options.path, t);
-    return await S.stat(e).then(() => !0).catch(() => !1) ? e : this.downloads[t] ? this.downloads[t] : (this.downloads[t] = fetch(`https://huggingface.co/ggerganov/whisper.cpp/resolve/main/${t}`).then((n) => n.arrayBuffer()).then((n) => Buffer.from(n)).then(async (n) => (await S.writeFile(e, n), delete this.downloads[t], e)), this.downloads[t]);
+    const e = W.join(this.ai.options.path, t);
+    return await S.stat(e).then(() => !0).catch(() => !1) ? e : this.downloads[t] ? this.downloads[t] : (this.downloads[t] = fetch(`https://huggingface.co/ggerganov/whisper.cpp/resolve/main/${t}`).then((s) => s.arrayBuffer()).then((s) => Buffer.from(s)).then(async (s) => (await S.writeFile(e, s), delete this.downloads[t], e)), this.downloads[t]);
   }
 }
-class F {
+class B {
   constructor(t) {
     this.ai = t;
   }
@@ -481,17 +488,17 @@ class F {
       abort: () => {
         e?.terminate();
       },
-      response: new Promise(async (n) => {
-        e = await L("eng", 1, { cachePath: this.ai.options.path });
-        const { data: r } = await e.recognize(t);
-        await e.terminate(), n(r.text.trim() || null);
+      response: new Promise(async (s) => {
+        e = await D(this.ai.options.tesseract?.model || "eng", 2, { cachePath: this.ai.options.path });
+        const { data: o } = await e.recognize(t);
+        await e.terminate(), s(o.text.trim() || null);
       })
     };
   }
 }
-class oe {
+class le {
   constructor(t) {
-    this.options = t, t.path || (t.path = T.tmpdir()), process.env.TRANSFORMERS_CACHE = t.path, this.audio = new W(this), this.language = new I(this), this.vision = new F(this);
+    this.options = t, t.path || (t.path = T.tmpdir()), process.env.TRANSFORMERS_CACHE = t.path, this.audio = new C(this), this.language = new G(this), this.vision = new B(this);
   }
   /** Audio processing AI */
   audio;
@@ -500,17 +507,17 @@ class oe {
   /** Vision processing AI */
   vision;
 }
-const G = {
+const Q = {
   name: "cli",
   description: "Use the command line interface, returns any output",
   args: { command: { type: "string", description: "Command to run", required: !0 } },
-  fn: (d) => N`${d.command}`
-}, re = {
+  fn: (d) => J`${d.command}`
+}, me = {
   name: "get_datetime",
   description: "Get current date and time",
   args: {},
   fn: async () => (/* @__PURE__ */ new Date()).toISOString()
-}, ae = {
+}, de = {
   name: "exec",
   description: "Run code/scripts",
   args: {
@@ -521,17 +528,17 @@ const G = {
     try {
       switch (d.type) {
         case "bash":
-          return await G.fn({ command: d.code }, t);
+          return await Q.fn({ command: d.code }, t);
         case "node":
-          return await C.fn({ code: d.code }, t);
+          return await K.fn({ code: d.code }, t);
         case "python":
-          return await B.fn({ code: d.code }, t);
+          return await V.fn({ code: d.code }, t);
       }
     } catch (e) {
       return { error: e?.message || e.toString() };
     }
   }
-}, ie = {
+}, ue = {
   name: "fetch",
   description: "Make HTTP request to URL",
   args: {
@@ -540,25 +547,25 @@ const G = {
     headers: { type: "object", description: "HTTP headers to send", default: {} },
     body: { type: "object", description: "HTTP body to send" }
   },
-  fn: (d) => new A({ url: d.url, headers: d.headers }).request({ method: d.method || "GET", body: d.body })
-}, C = {
+  fn: (d) => new M({ url: d.url, headers: d.headers }).request({ method: d.method || "GET", body: d.body })
+}, K = {
   name: "exec_javascript",
   description: "Execute commonjs javascript",
   args: {
     code: { type: "string", description: "CommonJS javascript", required: !0 }
   },
   fn: async (d) => {
-    const t = q(null), e = await P({ console: t }, d.code, !0).catch((n) => t.output.error.push(n));
+    const t = A(null), e = await q({ console: t }, d.code, !0).catch((s) => t.output.error.push(s));
     return { ...t.output, return: e, stdout: void 0, stderr: void 0 };
   }
-}, B = {
+}, V = {
   name: "exec_javascript",
   description: "Execute commonjs javascript",
   args: {
     code: { type: "string", description: "CommonJS javascript", required: !0 }
   },
-  fn: async (d) => ({ result: D`python -c "${d.code}"` })
-}, ce = {
+  fn: async (d) => ({ result: H`python -c "${d.code}"` })
+}, pe = {
   name: "search",
   description: "Use a search engine to find relevant URLs, should be changed with fetch to scrape sources",
   args: {
@@ -569,25 +576,25 @@ const G = {
     const t = await fetch(`https://html.duckduckgo.com/html/?q=${encodeURIComponent(d.query)}`, {
       headers: { "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)", "Accept-Language": "en-US,en;q=0.9" }
     }).then((c) => c.text());
-    let e, n = /<a .*?href="(.+?)".+?<\/a>/g;
-    const r = new O();
-    for (; (e = n.exec(t)) !== null; ) {
+    let e, s = /<a .*?href="(.+?)".+?<\/a>/g;
+    const o = new P();
+    for (; (e = s.exec(t)) !== null; ) {
       let c = /uddg=(.+)&amp?/.exec(decodeURIComponent(e[1]))?.[1];
-      if (c && (c = decodeURIComponent(c)), c && r.add(c), r.size >= (d.length || 5)) break;
+      if (c && (c = decodeURIComponent(c)), c && o.add(c), o.size >= (d.length || 5)) break;
     }
-    return r;
+    return o;
   }
 };
 export {
-  oe as Ai,
-  J as Anthropic,
-  G as CliTool,
-  re as DateTimeTool,
-  ae as ExecTool,
-  ie as FetchTool,
-  C as JSTool,
-  I as LLM,
-  B as PythonTool,
-  ce as SearchTool
+  le as Ai,
+  I as Anthropic,
+  Q as CliTool,
+  me as DateTimeTool,
+  de as ExecTool,
+  ue as FetchTool,
+  K as JSTool,
+  G as LLM,
+  V as PythonTool,
+  pe as SearchTool
 };
 //# sourceMappingURL=index.mjs.map