@ztimson/ai-utils 0.8.15 → 0.8.16

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.mjs CHANGED
@@ -1,63 +1,63 @@
1
1
  import * as O from "node:os";
2
- import { tmpdir as N } from "node:os";
3
- import { Anthropic as U } from "@anthropic-ai/sdk";
4
- import { objectMap as z, JSONAttemptParse as S, findByProp as R, JSONSanitize as _, clean as W, Http as C, consoleInterceptor as J, fn as I, ASet as F } from "@ztimson/utils";
2
+ import { tmpdir as L } from "node:os";
3
+ import { Anthropic as N } from "@anthropic-ai/sdk";
4
+ import { objectMap as R, JSONAttemptParse as S, findByProp as z, JSONSanitize as _, clean as C, Http as J, consoleInterceptor as I, fn as F, ASet as H } from "@ztimson/utils";
5
5
  import { OpenAI as B } from "openai";
6
6
  import { fileURLToPath as D } from "url";
7
- import { join as H, dirname as G } from "path";
8
- import { spawn as w, execSync as K } from "node:child_process";
9
- import { mkdtempSync as Y } from "node:fs";
10
- import b from "node:fs/promises";
11
- import * as M from "node:path";
12
- import q, { join as A } from "node:path";
13
- import { createWorker as V } from "tesseract.js";
14
- import * as Z from "cheerio";
15
- import { $Sync as j } from "@ztimson/node-utils";
16
- class L {
7
+ import { join as G, dirname as K } from "path";
8
+ import { spawn as b, execSync as Y } from "node:child_process";
9
+ import { mkdtempSync as V } from "node:fs";
10
+ import w from "node:fs/promises";
11
+ import * as q from "node:path";
12
+ import M, { join as A } from "node:path";
13
+ import { createWorker as Z } from "tesseract.js";
14
+ import * as Q from "cheerio";
15
+ import { $Sync as T } from "@ztimson/node-utils";
16
+ class W {
17
17
  }
18
- class Q extends L {
19
- constructor(r, e, t) {
20
- super(), this.ai = r, this.apiToken = e, this.model = t, this.client = new U({ apiKey: e });
18
+ class X extends W {
19
+ constructor(t, e, r) {
20
+ super(), this.ai = t, this.apiToken = e, this.model = r, this.client = new N({ apiKey: e });
21
21
  }
22
22
  client;
23
- toStandard(r) {
24
- const e = Date.now(), t = [];
25
- for (let a of r)
26
- if (typeof a.content == "string")
27
- t.push({ timestamp: e, ...a });
23
+ toStandard(t) {
24
+ const e = Date.now(), r = [];
25
+ for (let o of t)
26
+ if (typeof o.content == "string")
27
+ r.push({ timestamp: e, ...o });
28
28
  else {
29
- const o = a.content?.filter((n) => n.type == "text").map((n) => n.text).join(`
29
+ const i = o.content?.filter((n) => n.type == "text").map((n) => n.text).join(`
30
30
 
31
31
  `);
32
- o && t.push({ timestamp: e, role: a.role, content: o }), a.content.forEach((n) => {
32
+ i && r.push({ timestamp: e, role: o.role, content: i }), o.content.forEach((n) => {
33
33
  if (n.type == "tool_use")
34
- t.push({ timestamp: e, role: "tool", id: n.id, name: n.name, args: n.input, content: void 0 });
34
+ r.push({ timestamp: e, role: "tool", id: n.id, name: n.name, args: n.input, content: void 0 });
35
35
  else if (n.type == "tool_result") {
36
- const m = t.findLast((l) => l.id == n.tool_use_id);
37
- m && (m[n.is_error ? "error" : "content"] = n.content);
36
+ const l = r.findLast((m) => m.id == n.tool_use_id);
37
+ l && (l[n.is_error ? "error" : "content"] = n.content);
38
38
  }
39
39
  });
40
40
  }
41
- return t;
41
+ return r;
42
42
  }
43
- fromStandard(r) {
44
- for (let e = 0; e < r.length; e++)
45
- if (r[e].role == "tool") {
46
- const t = r[e];
47
- r.splice(
43
+ fromStandard(t) {
44
+ for (let e = 0; e < t.length; e++)
45
+ if (t[e].role == "tool") {
46
+ const r = t[e];
47
+ t.splice(
48
48
  e,
49
49
  1,
50
- { role: "assistant", content: [{ type: "tool_use", id: t.id, name: t.name, input: t.args }] },
51
- { role: "user", content: [{ type: "tool_result", tool_use_id: t.id, is_error: !!t.error, content: t.error || t.content }] }
50
+ { role: "assistant", content: [{ type: "tool_use", id: r.id, name: r.name, input: r.args }] },
51
+ { role: "user", content: [{ type: "tool_result", tool_use_id: r.id, is_error: !!r.error, content: r.error || r.content }] }
52
52
  ), e++;
53
53
  }
54
- return r.map(({ timestamp: e, ...t }) => t);
54
+ return t.map(({ timestamp: e, ...r }) => r);
55
55
  }
56
- ask(r, e = {}) {
57
- const t = new AbortController();
58
- return Object.assign(new Promise(async (a) => {
59
- let o = this.fromStandard([...e.history || [], { role: "user", content: r, timestamp: Date.now() }]);
60
- const n = e.tools || this.ai.options.llm?.tools || [], m = {
56
+ ask(t, e = {}) {
57
+ const r = new AbortController();
58
+ return Object.assign(new Promise(async (o) => {
59
+ let i = this.fromStandard([...e.history || [], { role: "user", content: t, timestamp: Date.now() }]);
60
+ const n = e.tools || this.ai.options.llm?.tools || [], l = {
61
61
  model: e.model || this.model,
62
62
  max_tokens: e.max_tokens || this.ai.options.llm?.max_tokens || 4096,
63
63
  system: e.system || this.ai.options.llm?.system || "",
@@ -67,139 +67,139 @@ class Q extends L {
67
67
  description: u.description,
68
68
  input_schema: {
69
69
  type: "object",
70
- properties: u.args ? z(u.args, (s, c) => ({ ...c, required: void 0 })) : {},
70
+ properties: u.args ? R(u.args, (s, c) => ({ ...c, required: void 0 })) : {},
71
71
  required: u.args ? Object.entries(u.args).filter((s) => s[1].required).map((s) => s[0]) : []
72
72
  },
73
73
  fn: void 0
74
74
  })),
75
- messages: o,
75
+ messages: i,
76
76
  stream: !!e.stream
77
77
  };
78
- let l, i = !0;
78
+ let m, a = !0;
79
79
  do {
80
- if (l = await this.client.messages.create(m).catch((s) => {
80
+ if (m = await this.client.messages.create(l).catch((s) => {
81
81
  throw s.message += `
82
82
 
83
83
  Messages:
84
- ${JSON.stringify(o, null, 2)}`, s;
84
+ ${JSON.stringify(i, null, 2)}`, s;
85
85
  }), e.stream) {
86
- i ? i = !1 : e.stream({ text: `
86
+ a ? a = !1 : e.stream({ text: `
87
87
 
88
- ` }), l.content = [];
89
- for await (const s of l) {
90
- if (t.signal.aborted) break;
88
+ ` }), m.content = [];
89
+ for await (const s of m) {
90
+ if (r.signal.aborted) break;
91
91
  if (s.type === "content_block_start")
92
- s.content_block.type === "text" ? l.content.push({ type: "text", text: "" }) : s.content_block.type === "tool_use" && l.content.push({ type: "tool_use", id: s.content_block.id, name: s.content_block.name, input: "" });
92
+ s.content_block.type === "text" ? m.content.push({ type: "text", text: "" }) : s.content_block.type === "tool_use" && m.content.push({ type: "tool_use", id: s.content_block.id, name: s.content_block.name, input: "" });
93
93
  else if (s.type === "content_block_delta")
94
94
  if (s.delta.type === "text_delta") {
95
95
  const c = s.delta.text;
96
- l.content.at(-1).text += c, e.stream({ text: c });
97
- } else s.delta.type === "input_json_delta" && (l.content.at(-1).input += s.delta.partial_json);
96
+ m.content.at(-1).text += c, e.stream({ text: c });
97
+ } else s.delta.type === "input_json_delta" && (m.content.at(-1).input += s.delta.partial_json);
98
98
  else if (s.type === "content_block_stop") {
99
- const c = l.content.at(-1);
99
+ const c = m.content.at(-1);
100
100
  c.input != null && (c.input = c.input ? S(c.input, {}) : {});
101
101
  } else if (s.type === "message_stop")
102
102
  break;
103
103
  }
104
104
  }
105
- const u = l.content.filter((s) => s.type === "tool_use");
106
- if (u.length && !t.signal.aborted) {
107
- o.push({ role: "assistant", content: l.content });
105
+ const u = m.content.filter((s) => s.type === "tool_use");
106
+ if (u.length && !r.signal.aborted) {
107
+ i.push({ role: "assistant", content: m.content });
108
108
  const s = await Promise.all(u.map(async (c) => {
109
- const d = n.find(R("name", c.name));
110
- if (e.stream && e.stream({ tool: c.name }), !d) return { tool_use_id: c.id, is_error: !0, content: "Tool not found" };
109
+ const p = n.find(z("name", c.name));
110
+ if (e.stream && e.stream({ tool: c.name }), !p) return { tool_use_id: c.id, is_error: !0, content: "Tool not found" };
111
111
  try {
112
- const p = await d.fn(c.input, e?.stream, this.ai);
113
- return { type: "tool_result", tool_use_id: c.id, content: _(p) };
114
- } catch (p) {
115
- return { type: "tool_result", tool_use_id: c.id, is_error: !0, content: p?.message || p?.toString() || "Unknown" };
112
+ const d = await p.fn(c.input, e?.stream, this.ai);
113
+ return { type: "tool_result", tool_use_id: c.id, content: _(d) };
114
+ } catch (d) {
115
+ return { type: "tool_result", tool_use_id: c.id, is_error: !0, content: d?.message || d?.toString() || "Unknown" };
116
116
  }
117
117
  }));
118
- o.push({ role: "user", content: s }), m.messages = o;
118
+ i.push({ role: "user", content: s }), l.messages = i;
119
119
  }
120
- } while (!t.signal.aborted && l.content.some((u) => u.type === "tool_use"));
121
- o.push({ role: "assistant", content: l.content.filter((u) => u.type == "text").map((u) => u.text).join(`
120
+ } while (!r.signal.aborted && m.content.some((u) => u.type === "tool_use"));
121
+ i.push({ role: "assistant", content: m.content.filter((u) => u.type == "text").map((u) => u.text).join(`
122
122
 
123
- `) }), o = this.toStandard(o), e.stream && e.stream({ done: !0 }), e.history && e.history.splice(0, e.history.length, ...o), a(o.at(-1)?.content);
124
- }), { abort: () => t.abort() });
123
+ `) }), i = this.toStandard(i), e.stream && e.stream({ done: !0 }), e.history && e.history.splice(0, e.history.length, ...i), o(i.at(-1)?.content);
124
+ }), { abort: () => r.abort() });
125
125
  }
126
126
  }
127
- class P extends L {
128
- constructor(r, e, t, a) {
129
- super(), this.ai = r, this.host = e, this.token = t, this.model = a, this.client = new B(W({
127
+ class P extends W {
128
+ constructor(t, e, r, o) {
129
+ super(), this.ai = t, this.host = e, this.token = r, this.model = o, this.client = new B(C({
130
130
  baseURL: e,
131
- apiKey: t || e ? "ignored" : void 0
131
+ apiKey: r || e ? "ignored" : void 0
132
132
  }));
133
133
  }
134
134
  client;
135
- toStandard(r) {
136
- for (let e = 0; e < r.length; e++) {
137
- const t = r[e];
138
- if (t.role === "assistant" && t.tool_calls) {
139
- const a = t.tool_calls.map((o) => ({
135
+ toStandard(t) {
136
+ for (let e = 0; e < t.length; e++) {
137
+ const r = t[e];
138
+ if (r.role === "assistant" && r.tool_calls) {
139
+ const o = r.tool_calls.map((i) => ({
140
140
  role: "tool",
141
- id: o.id,
142
- name: o.function.name,
143
- args: S(o.function.arguments, {}),
144
- timestamp: t.timestamp
141
+ id: i.id,
142
+ name: i.function.name,
143
+ args: S(i.function.arguments, {}),
144
+ timestamp: r.timestamp
145
145
  }));
146
- r.splice(e, 1, ...a), e += a.length - 1;
147
- } else if (t.role === "tool" && t.content) {
148
- const a = r.find((o) => t.tool_call_id == o.id);
149
- a && (t.content.includes('"error":') ? a.error = t.content : a.content = t.content), r.splice(e, 1), e--;
146
+ t.splice(e, 1, ...o), e += o.length - 1;
147
+ } else if (r.role === "tool" && r.content) {
148
+ const o = t.find((i) => r.tool_call_id == i.id);
149
+ o && (r.content.includes('"error":') ? o.error = r.content : o.content = r.content), t.splice(e, 1), e--;
150
150
  }
151
- r[e]?.timestamp || (r[e].timestamp = Date.now());
151
+ t[e]?.timestamp || (t[e].timestamp = Date.now());
152
152
  }
153
- return r;
153
+ return t;
154
154
  }
155
- fromStandard(r) {
156
- return r.reduce((e, t) => {
157
- if (t.role === "tool")
155
+ fromStandard(t) {
156
+ return t.reduce((e, r) => {
157
+ if (r.role === "tool")
158
158
  e.push({
159
159
  role: "assistant",
160
160
  content: null,
161
- tool_calls: [{ id: t.id, type: "function", function: { name: t.name, arguments: JSON.stringify(t.args) } }],
161
+ tool_calls: [{ id: r.id, type: "function", function: { name: r.name, arguments: JSON.stringify(r.args) } }],
162
162
  refusal: null,
163
163
  annotations: []
164
164
  }, {
165
165
  role: "tool",
166
- tool_call_id: t.id,
167
- content: t.error || t.content
166
+ tool_call_id: r.id,
167
+ content: r.error || r.content
168
168
  });
169
169
  else {
170
- const { timestamp: a, ...o } = t;
171
- e.push(o);
170
+ const { timestamp: o, ...i } = r;
171
+ e.push(i);
172
172
  }
173
173
  return e;
174
174
  }, []);
175
175
  }
176
- ask(r, e = {}) {
177
- const t = new AbortController();
178
- return Object.assign(new Promise(async (a, o) => {
176
+ ask(t, e = {}) {
177
+ const r = new AbortController();
178
+ return Object.assign(new Promise(async (o, i) => {
179
179
  e.system && (e.history?.[0]?.role != "system" ? e.history?.splice(0, 0, { role: "system", content: e.system, timestamp: Date.now() }) : e.history[0].content = e.system);
180
- let n = this.fromStandard([...e.history || [], { role: "user", content: r, timestamp: Date.now() }]);
181
- const m = e.tools || this.ai.options.llm?.tools || [], l = {
180
+ let n = this.fromStandard([...e.history || [], { role: "user", content: t, timestamp: Date.now() }]);
181
+ const l = e.tools || this.ai.options.llm?.tools || [], m = {
182
182
  model: e.model || this.model,
183
183
  messages: n,
184
184
  stream: !!e.stream,
185
185
  max_tokens: e.max_tokens || this.ai.options.llm?.max_tokens || 4096,
186
186
  temperature: e.temperature || this.ai.options.llm?.temperature || 0.7,
187
- tools: m.map((s) => ({
187
+ tools: l.map((s) => ({
188
188
  type: "function",
189
189
  function: {
190
190
  name: s.name,
191
191
  description: s.description,
192
192
  parameters: {
193
193
  type: "object",
194
- properties: s.args ? z(s.args, (c, d) => ({ ...d, required: void 0 })) : {},
194
+ properties: s.args ? R(s.args, (c, p) => ({ ...p, required: void 0 })) : {},
195
195
  required: s.args ? Object.entries(s.args).filter((c) => c[1].required).map((c) => c[0]) : []
196
196
  }
197
197
  }
198
198
  }))
199
199
  };
200
- let i, u = !0;
200
+ let a, u = !0;
201
201
  do {
202
- if (i = await this.client.chat.completions.create(l).catch((c) => {
202
+ if (a = await this.client.chat.completions.create(m).catch((c) => {
203
203
  throw c.message += `
204
204
 
205
205
  Messages:
@@ -207,48 +207,48 @@ ${JSON.stringify(n, null, 2)}`, c;
207
207
  }), e.stream) {
208
208
  u ? u = !1 : e.stream({ text: `
209
209
 
210
- ` }), i.choices = [{ message: { role: "assistant", content: "", tool_calls: [] } }];
211
- for await (const c of i) {
212
- if (t.signal.aborted) break;
213
- if (c.choices[0].delta.content && (i.choices[0].message.content += c.choices[0].delta.content, e.stream({ text: c.choices[0].delta.content })), c.choices[0].delta.tool_calls)
214
- for (const d of c.choices[0].delta.tool_calls) {
215
- const p = i.choices[0].message.tool_calls.find((f) => f.index === d.index);
216
- p ? (d.id && (p.id = d.id), d.type && (p.type = d.type), d.function && (p.function || (p.function = {}), d.function.name && (p.function.name = d.function.name), d.function.arguments && (p.function.arguments = (p.function.arguments || "") + d.function.arguments))) : i.choices[0].message.tool_calls.push({
217
- index: d.index,
218
- id: d.id || "",
219
- type: d.type || "function",
210
+ ` }), a.choices = [{ message: { role: "assistant", content: "", tool_calls: [] } }];
211
+ for await (const c of a) {
212
+ if (r.signal.aborted) break;
213
+ if (c.choices[0].delta.content && (a.choices[0].message.content += c.choices[0].delta.content, e.stream({ text: c.choices[0].delta.content })), c.choices[0].delta.tool_calls)
214
+ for (const p of c.choices[0].delta.tool_calls) {
215
+ const d = a.choices[0].message.tool_calls.find((f) => f.index === p.index);
216
+ d ? (p.id && (d.id = p.id), p.type && (d.type = p.type), p.function && (d.function || (d.function = {}), p.function.name && (d.function.name = p.function.name), p.function.arguments && (d.function.arguments = (d.function.arguments || "") + p.function.arguments))) : a.choices[0].message.tool_calls.push({
217
+ index: p.index,
218
+ id: p.id || "",
219
+ type: p.type || "function",
220
220
  function: {
221
- name: d.function?.name || "",
222
- arguments: d.function?.arguments || ""
221
+ name: p.function?.name || "",
222
+ arguments: p.function?.arguments || ""
223
223
  }
224
224
  });
225
225
  }
226
226
  }
227
227
  }
228
- const s = i.choices[0].message.tool_calls || [];
229
- if (s.length && !t.signal.aborted) {
230
- n.push(i.choices[0].message);
231
- const c = await Promise.all(s.map(async (d) => {
232
- const p = m?.find(R("name", d.function.name));
233
- if (e.stream && e.stream({ tool: d.function.name }), !p) return { role: "tool", tool_call_id: d.id, content: '{"error": "Tool not found"}' };
228
+ const s = a.choices[0].message.tool_calls || [];
229
+ if (s.length && !r.signal.aborted) {
230
+ n.push(a.choices[0].message);
231
+ const c = await Promise.all(s.map(async (p) => {
232
+ const d = l?.find(z("name", p.function.name));
233
+ if (e.stream && e.stream({ tool: p.function.name }), !d) return { role: "tool", tool_call_id: p.id, content: '{"error": "Tool not found"}' };
234
234
  try {
235
- const f = S(d.function.arguments, {}), g = await p.fn(f, e.stream, this.ai);
236
- return { role: "tool", tool_call_id: d.id, content: _(g) };
235
+ const f = S(p.function.arguments, {}), g = await d.fn(f, e.stream, this.ai);
236
+ return { role: "tool", tool_call_id: p.id, content: _(g) };
237
237
  } catch (f) {
238
- return { role: "tool", tool_call_id: d.id, content: _({ error: f?.message || f?.toString() || "Unknown" }) };
238
+ return { role: "tool", tool_call_id: p.id, content: _({ error: f?.message || f?.toString() || "Unknown" }) };
239
239
  }
240
240
  }));
241
- n.push(...c), l.messages = n;
241
+ n.push(...c), m.messages = n;
242
242
  }
243
- } while (!t.signal.aborted && i.choices?.[0]?.message?.tool_calls?.length);
244
- n.push({ role: "assistant", content: i.choices[0].message.content || "" }), n = this.toStandard(n), e.stream && e.stream({ done: !0 }), e.history && e.history.splice(0, e.history.length, ...n), a(n.at(-1)?.content);
245
- }), { abort: () => t.abort() });
243
+ } while (!r.signal.aborted && a.choices?.[0]?.message?.tool_calls?.length);
244
+ n.push({ role: "assistant", content: a.choices[0].message.content || "" }), n = this.toStandard(n), e.stream && e.stream({ done: !0 }), e.history && e.history.splice(0, e.history.length, ...n), o(n.at(-1)?.content);
245
+ }), { abort: () => r.abort() });
246
246
  }
247
247
  }
248
- class X {
249
- constructor(r) {
250
- this.ai = r, r.options.llm?.models && Object.entries(r.options.llm.models).forEach(([e, t]) => {
251
- this.defaultModel || (this.defaultModel = e), t.proto == "anthropic" ? this.models[e] = new Q(this.ai, t.token, e) : t.proto == "ollama" ? this.models[e] = new P(this.ai, t.host, "not-needed", e) : t.proto == "openai" && (this.models[e] = new P(this.ai, t.host || null, t.token, e));
248
+ class ee {
249
+ constructor(t) {
250
+ this.ai = t, t.options.llm?.models && Object.entries(t.options.llm.models).forEach(([e, r]) => {
251
+ this.defaultModel || (this.defaultModel = e), r.proto == "anthropic" ? this.models[e] = new X(this.ai, r.token, e) : r.proto == "ollama" ? this.models[e] = new P(this.ai, r.host, "not-needed", e) : r.proto == "openai" && (this.models[e] = new P(this.ai, r.host || null, r.token, e));
252
252
  });
253
253
  }
254
254
  defaultModel;
@@ -259,7 +259,7 @@ class X {
259
259
  * @param {LLMRequest} options Configuration options and chat history
260
260
  * @returns {{abort: () => void, response: Promise<string>}} Function to abort response and chat history
261
261
  */
262
- ask(r, e = {}) {
262
+ ask(t, e = {}) {
263
263
  e = {
264
264
  system: "",
265
265
  temperature: 0.8,
@@ -268,29 +268,29 @@ class X {
268
268
  history: [],
269
269
  ...e
270
270
  };
271
- const t = e.model || this.defaultModel;
272
- if (!this.models[t]) throw new Error(`Model does not exist: ${t}`);
273
- let a = () => {
271
+ const r = e.model || this.defaultModel;
272
+ if (!this.models[r]) throw new Error(`Model does not exist: ${r}`);
273
+ let o = () => {
274
274
  };
275
- return Object.assign(new Promise(async (o) => {
275
+ return Object.assign(new Promise(async (i) => {
276
276
  if (e.history || (e.history = []), e.memory) {
277
- const m = async (i, u, s = 10) => {
278
- const [c, d] = await Promise.all([
277
+ const l = async (a, u, s = 10) => {
278
+ const [c, p] = await Promise.all([
279
279
  u ? this.embedding(u) : Promise.resolve(null),
280
- i ? this.embedding(i) : Promise.resolve(null)
280
+ a ? this.embedding(a) : Promise.resolve(null)
281
281
  ]);
282
- return (e.memory || []).map((p) => {
283
- const f = (c ? this.cosineSimilarity(p.embeddings[0], c[0].embedding) : 0) + (d ? this.cosineSimilarity(p.embeddings[1], d[0].embedding) : 0);
284
- return { ...p, score: f };
285
- }).toSorted((p, f) => p.score - f.score).slice(0, s).map((p) => `- ${p.owner}: ${p.fact}`).join(`
282
+ return (e.memory || []).map((d) => {
283
+ const f = (c ? this.cosineSimilarity(d.embeddings[0], c[0].embedding) : 0) + (p ? this.cosineSimilarity(d.embeddings[1], p[0].embedding) : 0);
284
+ return { ...d, score: f };
285
+ }).toSorted((d, f) => d.score - f.score).slice(0, s).map((d) => `- ${d.owner}: ${d.fact}`).join(`
286
286
  `);
287
287
  };
288
288
  e.system += `
289
289
  You have RAG memory and will be given the top_k closest memories regarding the users query. Save anything new you have learned worth remembering from the user message using the remember tool and feel free to recall memories manually.
290
290
  `;
291
- const l = await m(r);
292
- l.length && e.history.push({ role: "tool", name: "recall", id: "auto_recall_" + Math.random().toString(), args: {}, content: `Things I remembered:
293
- ${l}` }), e.tools = [{
291
+ const m = await l(t);
292
+ m.length && e.history.push({ role: "tool", name: "recall", id: "auto_recall_" + Math.random().toString(), args: {}, content: `Things I remembered:
293
+ ${m}` }), e.tools = [{
294
294
  name: "recall",
295
295
  description: "Recall the closest memories you have regarding a query using RAG",
296
296
  args: {
@@ -298,9 +298,9 @@ ${l}` }), e.tools = [{
298
298
  query: { type: "string", description: "Search memory based on a query, can be used with or without subject argument" },
299
299
  topK: { type: "number", description: "Result limit, default 5" }
300
300
  },
301
- fn: (i) => {
302
- if (!i.subject && !i.query) throw new Error("Either a subject or query argument is required");
303
- return m(i.query, i.subject, i.topK);
301
+ fn: (a) => {
302
+ if (!a.subject && !a.query) throw new Error("Either a subject or query argument is required");
303
+ return l(a.query, a.subject, a.topK);
304
304
  }
305
305
  }, {
306
306
  name: "remember",
@@ -309,31 +309,31 @@ ${l}` }), e.tools = [{
309
309
  owner: { type: "string", description: "Subject/person this fact is about" },
310
310
  fact: { type: "string", description: "The information to remember" }
311
311
  },
312
- fn: async (i) => {
312
+ fn: async (a) => {
313
313
  if (!e.memory) return;
314
314
  const u = await Promise.all([
315
- this.embedding(i.owner),
316
- this.embedding(`${i.owner}: ${i.fact}`)
317
- ]), s = { owner: i.owner, fact: i.fact, embeddings: [u[0][0].embedding, u[1][0].embedding] };
315
+ this.embedding(a.owner),
316
+ this.embedding(`${a.owner}: ${a.fact}`)
317
+ ]), s = { owner: a.owner, fact: a.fact, embeddings: [u[0][0].embedding, u[1][0].embedding] };
318
318
  return e.memory.splice(0, e.memory.length, ...e.memory.filter((c) => !(this.cosineSimilarity(s.embeddings[0], c.embeddings[0]) >= 0.9 && this.cosineSimilarity(s.embeddings[1], c.embeddings[1]) >= 0.8)), s), "Remembered!";
319
319
  }
320
320
  }, ...e.tools || []];
321
321
  }
322
- const n = await this.models[t].ask(r, e);
323
- if (e.memory && e.history.splice(0, e.history.length, ...e.history.filter((m) => m.role != "tool" || m.name != "recall" && m.name != "remember")), e.compress) {
324
- const m = await this.ai.language.compressHistory(e.history, e.compress.max, e.compress.min, e);
325
- e.history.splice(0, e.history.length, ...m);
322
+ const n = await this.models[r].ask(t, e);
323
+ if (e.memory && e.history.splice(0, e.history.length, ...e.history.filter((l) => l.role != "tool" || l.name != "recall" && l.name != "remember")), e.compress) {
324
+ const l = await this.ai.language.compressHistory(e.history, e.compress.max, e.compress.min, e);
325
+ e.history.splice(0, e.history.length, ...l);
326
326
  }
327
- return o(n);
328
- }), { abort: a });
327
+ return i(n);
328
+ }), { abort: o });
329
329
  }
330
- async code(r, e) {
331
- const t = await this.ask(r, { ...e, system: [
330
+ async code(t, e) {
331
+ const r = await this.ask(t, { ...e, system: [
332
332
  e?.system,
333
333
  "Return your response in a code block"
334
- ].filter((o) => !!o).join(`
335
- `) }), a = /```(?:.+)?\s*([\s\S]*?)```/.exec(t);
336
- return a ? a[1].trim() : null;
334
+ ].filter((i) => !!i).join(`
335
+ `) }), o = /```(?:.+)?\s*([\s\S]*?)```/.exec(r);
336
+ return o ? o[1].trim() : null;
337
337
  }
338
338
  /**
339
339
  * Compress chat history to reduce context size
@@ -343,17 +343,17 @@ ${l}` }), e.tools = [{
343
343
  * @param {LLMRequest} options LLM options
344
344
  * @returns {Promise<LLMMessage[]>} New chat history will summary at index 0
345
345
  */
346
- async compressHistory(r, e, t, a) {
347
- if (this.estimateTokens(r) < e) return r;
348
- let o = 0, n = 0;
349
- for (let d of r.toReversed())
350
- if (n += this.estimateTokens(d.content), n < t) o++;
346
+ async compressHistory(t, e, r, o) {
347
+ if (this.estimateTokens(t) < e) return t;
348
+ let i = 0, n = 0;
349
+ for (let p of t.toReversed())
350
+ if (n += this.estimateTokens(p.content), n < r) i++;
351
351
  else break;
352
- if (r.length <= o) return r;
353
- const m = r[0].role == "system" ? r[0] : null, l = o == 0 ? [] : r.slice(-o), i = (o == 0 ? r : r.slice(0, -o)).filter((d) => d.role === "assistant" || d.role === "user"), u = await this.summarize(i.map((d) => `[${d.role}]: ${d.content}`).join(`
352
+ if (t.length <= i) return t;
353
+ const l = t[0].role == "system" ? t[0] : null, m = i == 0 ? [] : t.slice(-i), a = (i == 0 ? t : t.slice(0, -i)).filter((p) => p.role === "assistant" || p.role === "user"), u = await this.summarize(a.map((p) => `[${p.role}]: ${p.content}`).join(`
354
354
 
355
- `), 500, a), s = Date.now(), c = [{ role: "tool", name: "summary", id: "summary_" + s, args: {}, content: `Conversation Summary: ${u?.summary}`, timestamp: s }, ...l];
356
- return m && c.splice(0, 0, m), c;
355
+ `), 500, o), s = Date.now(), c = [{ role: "tool", name: "summary", id: "summary_" + s, args: {}, content: `Conversation Summary: ${u?.summary}`, timestamp: s }, ...m];
356
+ return l && c.splice(0, 0, l), c;
357
357
  }
358
358
  /**
359
359
  * Compare the difference between embeddings (calculates the angle between two vectors)
@@ -361,13 +361,13 @@ ${l}` }), e.tools = [{
361
361
  * @param {number[]} v2 Second embedding / vector for comparison
362
362
  * @returns {number} Similarity values 0-1: 0 = unique, 1 = identical
363
363
  */
364
- cosineSimilarity(r, e) {
365
- if (r.length !== e.length) throw new Error("Vectors must be same length");
366
- let t = 0, a = 0, o = 0;
367
- for (let m = 0; m < r.length; m++)
368
- t += r[m] * e[m], a += r[m] * r[m], o += e[m] * e[m];
369
- const n = Math.sqrt(a) * Math.sqrt(o);
370
- return n === 0 ? 0 : t / n;
364
+ cosineSimilarity(t, e) {
365
+ if (t.length !== e.length) throw new Error("Vectors must be same length");
366
+ let r = 0, o = 0, i = 0;
367
+ for (let l = 0; l < t.length; l++)
368
+ r += t[l] * e[l], o += t[l] * t[l], i += e[l] * e[l];
369
+ const n = Math.sqrt(o) * Math.sqrt(i);
370
+ return n === 0 ? 0 : r / n;
371
371
  }
372
372
  /**
373
373
  * Chunk text into parts for AI digestion
@@ -376,26 +376,26 @@ ${l}` }), e.tools = [{
376
376
  * @param {number} overlapTokens Includes previous X tokens to provide continuity to AI (In addition to max tokens)
377
377
  * @returns {string[]} Chunked strings
378
378
  */
379
- chunk(r, e = 500, t = 50) {
380
- const a = (l, i = "") => l ? Object.entries(l).flatMap(([u, s]) => {
381
- const c = i ? `${i}${isNaN(+u) ? `.${u}` : `[${u}]`}` : u;
382
- return typeof s == "object" && !Array.isArray(s) ? a(s, c) : `${c}: ${Array.isArray(s) ? s.join(", ") : s}`;
383
- }) : [], n = (typeof r == "object" ? a(r) : r.toString().split(`
384
- `)).flatMap((l) => [...l.split(/\s+/).filter(Boolean), `
385
- `]), m = [];
386
- for (let l = 0; l < n.length; ) {
387
- let i = "", u = l;
379
+ chunk(t, e = 500, r = 50) {
380
+ const o = (m, a = "") => m ? Object.entries(m).flatMap(([u, s]) => {
381
+ const c = a ? `${a}${isNaN(+u) ? `.${u}` : `[${u}]`}` : u;
382
+ return typeof s == "object" && !Array.isArray(s) ? o(s, c) : `${c}: ${Array.isArray(s) ? s.join(", ") : s}`;
383
+ }) : [], n = (typeof t == "object" ? o(t) : t.toString().split(`
384
+ `)).flatMap((m) => [...m.split(/\s+/).filter(Boolean), `
385
+ `]), l = [];
386
+ for (let m = 0; m < n.length; ) {
387
+ let a = "", u = m;
388
388
  for (; u < n.length; ) {
389
- const c = i + (i ? " " : "") + n[u];
389
+ const c = a + (a ? " " : "") + n[u];
390
390
  if (this.estimateTokens(c.replace(/\s*\n\s*/g, `
391
- `)) > e && i) break;
392
- i = c, u++;
391
+ `)) > e && a) break;
392
+ a = c, u++;
393
393
  }
394
- const s = i.replace(/\s*\n\s*/g, `
394
+ const s = a.replace(/\s*\n\s*/g, `
395
395
  `).trim();
396
- s && m.push(s), l = Math.max(u - t, u === l ? l + 1 : u);
396
+ s && l.push(s), m = Math.max(u - r, u === m ? m + 1 : u);
397
397
  }
398
- return m;
398
+ return l;
399
399
  }
400
400
  /**
401
401
  * Create a vector representation of a string
@@ -403,48 +403,48 @@ ${l}` }), e.tools = [{
403
403
  * @param {maxTokens?: number, overlapTokens?: number} opts Options for embedding such as chunk sizes
404
404
  * @returns {Promise<Awaited<{index: number, embedding: number[], text: string, tokens: number}>[]>} Chunked embeddings
405
405
  */
406
- embedding(r, e = {}) {
407
- let { maxTokens: t = 500, overlapTokens: a = 50 } = e, o = !1;
406
+ embedding(t, e = {}) {
407
+ let { maxTokens: r = 500, overlapTokens: o = 50 } = e, i = !1;
408
408
  const n = () => {
409
- o = !0;
410
- }, m = (i) => new Promise((u, s) => {
411
- if (o) return s(new Error("Aborted"));
409
+ i = !0;
410
+ }, l = (a) => new Promise((u, s) => {
411
+ if (i) return s(new Error("Aborted"));
412
412
  const c = [
413
- H(G(D(import.meta.url)), "embedder.js"),
413
+ G(K(D(import.meta.url)), "embedder.js"),
414
414
  this.ai.options.path,
415
415
  this.ai.options?.embedder || "bge-small-en-v1.5"
416
- ], d = w("node", c, { stdio: ["pipe", "pipe", "ignore"] });
417
- d.stdin.write(i), d.stdin.end();
418
- let p = "";
419
- d.stdout.on("data", (f) => p += f.toString()), d.on("close", (f) => {
420
- if (o) return s(new Error("Aborted"));
416
+ ], p = b("node", c, { stdio: ["pipe", "pipe", "ignore"] });
417
+ p.stdin.write(a), p.stdin.end();
418
+ let d = "";
419
+ p.stdout.on("data", (f) => d += f.toString()), p.on("close", (f) => {
420
+ if (i) return s(new Error("Aborted"));
421
421
  if (f === 0)
422
422
  try {
423
- const g = JSON.parse(p);
423
+ const g = JSON.parse(d);
424
424
  u(g.embedding);
425
425
  } catch {
426
426
  s(new Error("Failed to parse embedding output"));
427
427
  }
428
428
  else
429
429
  s(new Error(`Embedder process exited with code ${f}`));
430
- }), d.on("error", s);
431
- }), l = (async () => {
432
- const i = this.chunk(r, t, a), u = [];
433
- for (let s = 0; s < i.length && !o; s++) {
434
- const c = i[s], d = await m(c);
435
- u.push({ index: s, embedding: d, text: c, tokens: this.estimateTokens(c) });
430
+ }), p.on("error", s);
431
+ }), m = (async () => {
432
+ const a = this.chunk(t, r, o), u = [];
433
+ for (let s = 0; s < a.length && !i; s++) {
434
+ const c = a[s], p = await l(c);
435
+ u.push({ index: s, embedding: p, text: c, tokens: this.estimateTokens(c) });
436
436
  }
437
437
  return u;
438
438
  })();
439
- return Object.assign(l, { abort: n });
439
+ return Object.assign(m, { abort: n });
440
440
  }
441
441
  /**
442
442
  * Estimate variable as tokens
443
443
  * @param history Object to size
444
444
  * @returns {number} Rough token count
445
445
  */
446
- estimateTokens(r) {
447
- const e = JSON.stringify(r);
446
+ estimateTokens(t) {
447
+ const e = JSON.stringify(t);
448
448
  return Math.ceil(e.length / 4 * 1.2);
449
449
  }
450
450
  /**
@@ -453,10 +453,10 @@ ${l}` }), e.tools = [{
453
453
  * @param {string} searchTerms Multiple search terms to check against target
454
454
  * @returns {{avg: number, max: number, similarities: number[]}} Similarity values 0-1: 0 = unique, 1 = identical
455
455
  */
456
- fuzzyMatch(r, ...e) {
456
+ fuzzyMatch(t, ...e) {
457
457
  if (e.length < 2) throw new Error("Requires at least 2 strings to compare");
458
- const t = (n, m = 10) => n.toLowerCase().split("").map((l, i) => l.charCodeAt(0) * (i + 1) % m / m).slice(0, m), a = t(r), o = e.map((n) => t(n)).map((n) => this.cosineSimilarity(a, n));
459
- return { avg: o.reduce((n, m) => n + m, 0) / o.length, max: Math.max(...o), similarities: o };
458
+ const r = (n, l = 10) => n.toLowerCase().split("").map((m, a) => m.charCodeAt(0) * (a + 1) % l / l).slice(0, l), o = r(t), i = e.map((n) => r(n)).map((n) => this.cosineSimilarity(o, n));
459
+ return { avg: i.reduce((n, l) => n + l, 0) / i.length, max: Math.max(...i), similarities: i };
460
460
  }
461
461
  /**
462
462
  * Ask a question with JSON response
@@ -465,38 +465,38 @@ ${l}` }), e.tools = [{
465
465
  * @param {LLMRequest} options Configuration options and chat history
466
466
  * @returns {Promise<{} | {} | RegExpExecArray | null>}
467
467
  */
468
- async json(r, e, t) {
469
- let a = `Your job is to convert input to JSON using tool calls. Call the \`submit\` tool at least once with JSON matching this schema:
468
+ async json(t, e, r) {
469
+ let o = `Your job is to convert input to JSON using tool calls. Call the \`submit\` tool at least once with JSON matching this schema:
470
470
  \`\`\`json
471
471
  ${e}
472
472
  \`\`\`
473
473
 
474
474
  Responses are ignored`;
475
- return t?.system && (a += `
475
+ return r?.system && (o += `
476
476
 
477
- ` + t.system), new Promise(async (o, n) => {
478
- let m = !1;
479
- const l = await this.ask(r, {
477
+ ` + r.system), new Promise(async (i, n) => {
478
+ let l = !1;
479
+ const m = await this.ask(t, {
480
480
  temperature: 0.3,
481
- ...t,
482
- system: a,
481
+ ...r,
482
+ system: o,
483
483
  tools: [{
484
484
  name: "submit",
485
485
  description: "Submit JSON",
486
486
  args: { json: { type: "string", description: "Javascript parsable JSON string", required: !0 } },
487
- fn: (i) => {
487
+ fn: (a) => {
488
488
  try {
489
- const u = JSON.parse(i.json);
490
- o(u), m = !0;
489
+ const u = JSON.parse(a.json);
490
+ i(u), l = !0;
491
491
  } catch {
492
492
  return "Invalid JSON";
493
493
  }
494
494
  return "Saved";
495
495
  }
496
- }, ...t?.tools || []]
496
+ }, ...r?.tools || []]
497
497
  });
498
- m || n(`AI failed to create JSON:
499
- ${l}`);
498
+ l || n(`AI failed to create JSON:
499
+ ${m}`);
500
500
  });
501
501
  }
502
502
  /**
@@ -506,38 +506,38 @@ ${l}`);
506
506
  * @param options LLM request options
507
507
  * @returns {Promise<string>} Summary
508
508
  */
509
- async summarize(r, e = 500, t) {
510
- let a = `Your job is to summarize the users message using tool calls. Call the \`submit\` tool at least once with the shortest summary possible that's <= ${e} words. The tool call will respond with the token count. Responses are ignored`;
511
- return t?.system && (a += `
509
+ async summarize(t, e = 500, r) {
510
+ let o = `Your job is to summarize the users message using tool calls. Call the \`submit\` tool at least once with the shortest summary possible that's <= ${e} words. The tool call will respond with the token count. Responses are ignored`;
511
+ return r?.system && (o += `
512
512
 
513
- ` + t.system), new Promise(async (o, n) => {
514
- let m = !1;
515
- const l = await this.ask(r, {
513
+ ` + r.system), new Promise(async (i, n) => {
514
+ let l = !1;
515
+ const m = await this.ask(t, {
516
516
  temperature: 0.3,
517
- ...t,
518
- system: a,
517
+ ...r,
518
+ system: o,
519
519
  tools: [{
520
520
  name: "submit",
521
521
  description: "Submit summary",
522
522
  args: { summary: { type: "string", description: "Text summarization", required: !0 } },
523
- fn: (i) => i.summary ? i.summary.split(" ").length > e ? `Too long: ${e} words` : (m = !0, o(i.summary || null), `Saved: ${e} words`) : "No summary provided"
524
- }, ...t?.tools || []]
523
+ fn: (a) => a.summary ? a.summary.split(" ").length > e ? `Too long: ${e} words` : (l = !0, i(a.summary || null), `Saved: ${e} words`) : "No summary provided"
524
+ }, ...r?.tools || []]
525
525
  });
526
- m || n(`AI failed to create summary:
527
- ${l}`);
526
+ l || n(`AI failed to create summary:
527
+ ${m}`);
528
528
  });
529
529
  }
530
530
  }
531
- class ee {
532
- constructor(r) {
533
- this.ai = r, r.options.whisper && (this.whisperModel = r.options.asr || "ggml-base.en.bin", this.downloadAsrModel()), this.pyannote = `
531
+ class te {
532
+ constructor(t) {
533
+ this.ai = t, t.options.whisper && (this.whisperModel = t.options.asr || "ggml-base.en.bin", this.downloadAsrModel()), this.pyannote = `
534
534
  import sys
535
535
  import json
536
536
  import os
537
537
  from pyannote.audio import Pipeline
538
538
 
539
- os.environ['TORCH_HOME'] = r"${r.options.path}"
540
- pipeline = Pipeline.from_pretrained("pyannote/speaker-diarization-3.1", token="${r.options.hfToken}")
539
+ os.environ['TORCH_HOME'] = r"${t.options.path}"
540
+ pipeline = Pipeline.from_pretrained("pyannote/speaker-diarization-3.1", token="${t.options.hfToken}")
541
541
  output = pipeline(sys.argv[1])
542
542
 
543
543
  segments = []
@@ -550,22 +550,22 @@ print(json.dumps(segments))
550
550
  downloads = {};
551
551
  pyannote;
552
552
  whisperModel;
553
- async addPunctuation(r, e, t = 150) {
554
- const a = (n) => {
553
+ async addPunctuation(t, e, r = 150) {
554
+ const o = (n) => {
555
555
  if (n = n.toLowerCase().replace(/[^a-z]/g, ""), n.length <= 3) return 1;
556
- const m = n.match(/[aeiouy]+/g);
557
- let l = m ? m.length : 1;
558
- return n.endsWith("e") && l--, Math.max(1, l);
556
+ const l = n.match(/[aeiouy]+/g);
557
+ let m = l ? l.length : 1;
558
+ return n.endsWith("e") && m--, Math.max(1, m);
559
559
  };
560
- let o = "";
561
- return r.transcription.filter((n, m) => {
562
- let l = !1;
563
- const i = r.transcription[m - 1], u = r.transcription[m + 1];
564
- return !n.text && u ? (u.offsets.from = n.offsets.from, u.timestamps.from = n.offsets.from) : n.text && n.text[0] != " " && i && (i.offsets.to = n.offsets.to, i.timestamps.to = n.timestamps.to, i.text += n.text, l = !0), !!n.text && !l;
560
+ let i = "";
561
+ return t.transcription.filter((n, l) => {
562
+ let m = !1;
563
+ const a = t.transcription[l - 1], u = t.transcription[l + 1];
564
+ return !n.text && u ? (u.offsets.from = n.offsets.from, u.timestamps.from = n.offsets.from) : n.text && n.text[0] != " " && a && (a.offsets.to = n.offsets.to, a.timestamps.to = n.timestamps.to, a.text += n.text, m = !0), !!n.text && !m;
565
565
  }).forEach((n) => {
566
- const m = /^[A-Z]/.test(n.text.trim()), l = n.offsets.to - n.offsets.from, u = a(n.text.trim()) * t;
567
- m && l > u * 2 && n.text[0] == " " && (o += "."), o += n.text;
568
- }), e ? this.ai.language.ask(o, {
566
+ const l = /^[A-Z]/.test(n.text.trim()), m = n.offsets.to - n.offsets.from, u = o(n.text.trim()) * r;
567
+ l && m > u * 2 && n.text[0] == " " && (i += "."), i += n.text;
568
+ }), e ? this.ai.language.ask(i, {
569
569
  system: "Remove any misplaced punctuation from the following ASR transcript using the replace tool. Avoid modifying words unless there is an obvious typo",
570
570
  temperature: 0.1,
571
571
  tools: [{
@@ -575,162 +575,162 @@ print(json.dumps(segments))
575
575
  find: { type: "string", description: "Text to find", required: !0 },
576
576
  replace: { type: "string", description: "Text to replace", required: !0 }
577
577
  },
578
- fn: (n) => o = o.replace(n.find, n.replace)
578
+ fn: (n) => i = i.replace(n.find, n.replace)
579
579
  }]
580
- }).then(() => o) : o.trim();
580
+ }).then(() => i) : i.trim();
581
581
  }
582
- async diarizeTranscript(r, e, t) {
583
- const a = /* @__PURE__ */ new Map();
584
- let o = 0;
585
- e.forEach((p) => {
586
- a.has(p.speaker) || a.set(p.speaker, ++o);
582
+ async diarizeTranscript(t, e, r) {
583
+ const o = /* @__PURE__ */ new Map();
584
+ let i = 0;
585
+ e.forEach((d) => {
586
+ o.has(d.speaker) || o.set(d.speaker, ++i);
587
587
  });
588
- const n = await this.addPunctuation(r, t), m = n.match(/[^.!?]+[.!?]+/g) || [n], l = r.transcription.filter((p) => p.text.trim()), i = m.map((p) => {
589
- if (p = p.trim(), !p) return null;
590
- const f = p.toLowerCase().replace(/[^\w\s]/g, "").split(/\s+/), g = /* @__PURE__ */ new Map();
588
+ const n = await this.addPunctuation(t, r), l = n.match(/[^.!?]+[.!?]+/g) || [n], m = t.transcription.filter((d) => d.text.trim()), a = l.map((d) => {
589
+ if (d = d.trim(), !d) return null;
590
+ const f = d.toLowerCase().replace(/[^\w\s]/g, "").split(/\s+/), g = /* @__PURE__ */ new Map();
591
591
  f.forEach((x) => {
592
- const k = l.find((y) => x === y.text.trim().toLowerCase().replace(/[^\w]/g, ""));
592
+ const k = m.find((y) => x === y.text.trim().toLowerCase().replace(/[^\w]/g, ""));
593
593
  if (!k) return;
594
- const E = k.offsets.from / 1e3, $ = e.find((y) => E >= y.start && E <= y.end);
595
- if ($) {
596
- const y = a.get($.speaker);
594
+ const v = k.offsets.from / 1e3, E = e.find((y) => v >= y.start && v <= y.end);
595
+ if (E) {
596
+ const y = o.get(E.speaker);
597
597
  g.set(y, (g.get(y) || 0) + 1);
598
598
  }
599
599
  });
600
- let T = 1, v = 0;
600
+ let j = 1, $ = 0;
601
601
  return g.forEach((x, k) => {
602
- x > v && (v = x, T = k);
603
- }), { speaker: T, text: p };
604
- }).filter((p) => p !== null), u = [];
605
- i.forEach((p) => {
602
+ x > $ && ($ = x, j = k);
603
+ }), { speaker: j, text: d };
604
+ }).filter((d) => d !== null), u = [];
605
+ a.forEach((d) => {
606
606
  const f = u[u.length - 1];
607
- f && f.speaker === p.speaker ? f.text += " " + p.text : u.push({ ...p });
607
+ f && f.speaker === d.speaker ? f.text += " " + d.text : u.push({ ...d });
608
608
  });
609
- let s = u.map((p) => `[Speaker ${p.speaker}]: ${p.text}`).join(`
609
+ let s = u.map((d) => `[Speaker ${d.speaker}]: ${d.text}`).join(`
610
610
  `).trim();
611
- if (!t) return s;
611
+ if (!r) return s;
612
612
  let c = this.ai.language.chunk(s, 500, 0);
613
613
  c.length > 4 && (c = [...c.slice(0, 3), c.at(-1)]);
614
- const d = await this.ai.language.json(c.join(`
614
+ const p = await this.ai.language.json(c.join(`
615
615
  `), '{1: "Detected Name", 2: "Second Name"}', {
616
616
  system: "Use the following transcript to identify speakers. Only identify speakers you are positive about, dont mention speakers you are unsure about in your response",
617
617
  temperature: 0.1
618
618
  });
619
- return Object.entries(d).forEach(([p, f]) => s = s.replaceAll(`[Speaker ${p}]`, `[${f}]`)), s;
619
+ return Object.entries(p).forEach(([d, f]) => s = s.replaceAll(`[Speaker ${d}]`, `[${f}]`)), s;
620
620
  }
621
- runAsr(r, e = {}) {
622
- let t;
623
- const a = new Promise((o, n) => {
624
- this.downloadAsrModel(e.model).then((m) => {
621
+ runAsr(t, e = {}) {
622
+ let r;
623
+ const o = new Promise((i, n) => {
624
+ this.downloadAsrModel(e.model).then((l) => {
625
625
  if (e.diarization) {
626
- let l = M.join(M.dirname(r), "transcript");
627
- t = w(
626
+ let m = q.join(q.dirname(t), "transcript");
627
+ r = b(
628
628
  this.ai.options.whisper,
629
- ["-m", m, "-f", r, "-np", "-ml", "1", "-oj", "-of", l],
629
+ ["-m", l, "-f", t, "-np", "-ml", "1", "-oj", "-of", m],
630
630
  { stdio: ["ignore", "ignore", "pipe"] }
631
- ), t.on("error", (i) => n(i)), t.on("close", async (i) => {
632
- if (i === 0) {
633
- l = await b.readFile(l + ".json", "utf-8"), b.rm(l + ".json").catch(() => {
631
+ ), r.on("error", (a) => n(a)), r.on("close", async (a) => {
632
+ if (a === 0) {
633
+ m = await w.readFile(m + ".json", "utf-8"), w.rm(m + ".json").catch(() => {
634
634
  });
635
635
  try {
636
- o(JSON.parse(l));
636
+ i(JSON.parse(m));
637
637
  } catch {
638
638
  n(new Error("Failed to parse whisper JSON"));
639
639
  }
640
640
  } else
641
- n(new Error(`Exit code ${i}`));
641
+ n(new Error(`Exit code ${a}`));
642
642
  });
643
643
  } else {
644
- let l = "";
645
- t = w(this.ai.options.whisper, ["-m", m, "-f", r, "-np", "-nt"]), t.on("error", (i) => n(i)), t.stdout.on("data", (i) => l += i.toString()), t.on("close", async (i) => {
646
- i === 0 ? o(l.trim() || null) : n(new Error(`Exit code ${i}`));
644
+ let m = "";
645
+ r = b(this.ai.options.whisper, ["-m", l, "-f", t, "-np", "-nt"]), r.on("error", (a) => n(a)), r.stdout.on("data", (a) => m += a.toString()), r.on("close", async (a) => {
646
+ a === 0 ? i(m.trim() || null) : n(new Error(`Exit code ${a}`));
647
647
  });
648
648
  }
649
649
  });
650
650
  });
651
- return Object.assign(a, { abort: () => t?.kill("SIGTERM") });
651
+ return Object.assign(o, { abort: () => r?.kill("SIGTERM") });
652
652
  }
653
- runDiarization(r) {
654
- let e = !1, t = () => {
653
+ runDiarization(t) {
654
+ let e = !1, r = () => {
655
655
  e = !0;
656
656
  };
657
- const a = (n) => new Promise((m) => {
658
- const l = w(n, ["-W", "ignore", "-c", "import pyannote.audio"]);
659
- l.on("close", (i) => m(i === 0)), l.on("error", () => m(!1));
660
- }), o = Promise.all([
661
- a("python"),
662
- a("python3")
663
- ]).then((async ([n, m]) => {
657
+ const o = (n) => new Promise((l) => {
658
+ const m = b(n, ["-W", "ignore", "-c", "import pyannote.audio"]);
659
+ m.on("close", (a) => l(a === 0)), m.on("error", () => l(!1));
660
+ }), i = Promise.all([
661
+ o("python"),
662
+ o("python3")
663
+ ]).then((async ([n, l]) => {
664
664
  if (e) return;
665
- if (!n && !m) throw new Error("Pyannote is not installed: pip install pyannote.audio");
666
- const l = m ? "python3" : "python";
667
- return new Promise((i, u) => {
665
+ if (!n && !l) throw new Error("Pyannote is not installed: pip install pyannote.audio");
666
+ const m = l ? "python3" : "python";
667
+ return new Promise((a, u) => {
668
668
  if (e) return;
669
669
  let s = "";
670
- const c = w(l, ["-W", "ignore", "-c", this.pyannote, r]);
671
- c.stdout.on("data", (d) => s += d.toString()), c.stderr.on("data", (d) => console.error(d.toString())), c.on("close", (d) => {
672
- if (d === 0)
670
+ const c = b(m, ["-W", "ignore", "-c", this.pyannote, t]);
671
+ c.stdout.on("data", (p) => s += p.toString()), c.stderr.on("data", (p) => console.error(p.toString())), c.on("close", (p) => {
672
+ if (p === 0)
673
673
  try {
674
- i(JSON.parse(s));
674
+ a(JSON.parse(s));
675
675
  } catch {
676
676
  u(new Error("Failed to parse diarization output"));
677
677
  }
678
678
  else
679
- u(new Error(`Python process exited with code ${d}`));
680
- }), c.on("error", u), t = () => c.kill("SIGTERM");
679
+ u(new Error(`Python process exited with code ${p}`));
680
+ }), c.on("error", u), r = () => c.kill("SIGTERM");
681
681
  });
682
682
  }));
683
- return Object.assign(o, { abort: t });
683
+ return Object.assign(i, { abort: r });
684
684
  }
685
- asr(r, e = {}) {
685
+ asr(t, e = {}) {
686
686
  if (!this.ai.options.whisper) throw new Error("Whisper not configured");
687
- const t = A(Y(A(N(), "audio-")), "converted.wav");
688
- K(`ffmpeg -i "${r}" -ar 16000 -ac 1 -f wav "${t}"`, { stdio: "ignore" });
689
- const a = () => b.rm(q.dirname(t), { recursive: !0, force: !0 }).catch(() => {
687
+ const r = A(V(A(L(), "audio-")), "converted.wav");
688
+ Y(`ffmpeg -i "${t}" -ar 16000 -ac 1 -f wav "${r}"`, { stdio: "ignore" });
689
+ const o = () => w.rm(M.dirname(r), { recursive: !0, force: !0 }).catch(() => {
690
690
  });
691
- if (!e.diarization) return this.runAsr(t, { model: e.model });
692
- const o = this.runAsr(t, { model: e.model, diarization: !0 }), n = this.runDiarization(t);
693
- let m = !1, l = () => {
694
- m = !0, o.abort(), n.abort(), a();
691
+ if (!e.diarization) return this.runAsr(r, { model: e.model });
692
+ const i = this.runAsr(r, { model: e.model, diarization: !0 }), n = this.runDiarization(r);
693
+ let l = !1, m = () => {
694
+ l = !0, i.abort(), n.abort(), o();
695
695
  };
696
- const i = Promise.allSettled([o, n]).then(async ([u, s]) => {
696
+ const a = Promise.allSettled([i, n]).then(async ([u, s]) => {
697
697
  if (u.status == "rejected") throw new Error(`Whisper.cpp timestamps:
698
698
  ` + u.reason);
699
699
  if (s.status == "rejected") throw new Error(`Pyannote:
700
700
  ` + s.reason);
701
- return m || !e.diarization ? u.value : this.diarizeTranscript(u.value, s.value, e.diarization == "llm");
702
- }).finally(() => a());
703
- return Object.assign(i, { abort: l });
701
+ return l || !e.diarization ? u.value : this.diarizeTranscript(u.value, s.value, e.diarization == "llm");
702
+ }).finally(() => o());
703
+ return Object.assign(a, { abort: m });
704
704
  }
705
- async downloadAsrModel(r = this.whisperModel) {
705
+ async downloadAsrModel(t = this.whisperModel) {
706
706
  if (!this.ai.options.whisper) throw new Error("Whisper not configured");
707
- r.endsWith(".bin") || (r += ".bin");
708
- const e = q.join(this.ai.options.path, r);
709
- return await b.stat(e).then(() => !0).catch(() => !1) ? e : this.downloads[r] ? this.downloads[r] : (this.downloads[r] = fetch(`https://huggingface.co/ggerganov/whisper.cpp/resolve/main/${r}`).then((t) => t.arrayBuffer()).then((t) => Buffer.from(t)).then(async (t) => (await b.writeFile(e, t), delete this.downloads[r], e)), this.downloads[r]);
707
+ t.endsWith(".bin") || (t += ".bin");
708
+ const e = M.join(this.ai.options.path, t);
709
+ return await w.stat(e).then(() => !0).catch(() => !1) ? e : this.downloads[t] ? this.downloads[t] : (this.downloads[t] = fetch(`https://huggingface.co/ggerganov/whisper.cpp/resolve/main/${t}`).then((r) => r.arrayBuffer()).then((r) => Buffer.from(r)).then(async (r) => (await w.writeFile(e, r), delete this.downloads[t], e)), this.downloads[t]);
710
710
  }
711
711
  }
712
- class te {
713
- constructor(r) {
714
- this.ai = r;
712
+ class re {
713
+ constructor(t) {
714
+ this.ai = t;
715
715
  }
716
716
  /**
717
717
  * Convert image to text using Optical Character Recognition
718
718
  * @param {string} path Path to image
719
719
  * @returns {AbortablePromise<string | null>} Promise of extracted text with abort method
720
720
  */
721
- ocr(r) {
721
+ ocr(t) {
722
722
  let e;
723
- const t = new Promise(async (a) => {
724
- e = await V(this.ai.options.ocr || "eng", 2, { cachePath: this.ai.options.path });
725
- const { data: o } = await e.recognize(r);
726
- await e.terminate(), a(o.text.trim() || null);
723
+ const r = new Promise(async (o) => {
724
+ e = await Z(this.ai.options.ocr || "eng", 2, { cachePath: this.ai.options.path });
725
+ const { data: i } = await e.recognize(t);
726
+ await e.terminate(), o(i.text.trim() || null);
727
727
  });
728
- return Object.assign(t, { abort: () => e?.terminate() });
728
+ return Object.assign(r, { abort: () => e?.terminate() });
729
729
  }
730
730
  }
731
731
  class be {
732
- constructor(r) {
733
- this.options = r, r.path || (r.path = O.tmpdir()), process.env.TRANSFORMERS_CACHE = r.path, this.audio = new ee(this), this.language = new X(this), this.vision = new te(this);
732
+ constructor(t) {
733
+ this.options = t, t.path || (t.path = O.tmpdir()), process.env.TRANSFORMERS_CACHE = t.path, this.audio = new te(this), this.language = new ee(this), this.vision = new re(this);
734
734
  }
735
735
  /** Audio processing AI */
736
736
  audio;
@@ -739,45 +739,45 @@ class be {
739
739
  /** Vision processing AI */
740
740
  vision;
741
741
  }
742
- const re = () => O.platform() == "win32" ? "cmd" : j`echo $SHELL`?.split("/").pop() || "bash", ne = {
742
+ const ne = () => O.platform() == "win32" ? "cmd" : T`echo $SHELL`?.split("/").pop() || "bash", se = {
743
743
  name: "cli",
744
744
  description: "Use the command line interface, returns any output",
745
745
  args: { command: { type: "string", description: "Command to run", required: !0 } },
746
- fn: (h) => j`${h.command}`
747
- }, we = {
746
+ fn: (h) => T`${h.command}`
747
+ }, xe = {
748
748
  name: "get_datetime",
749
749
  description: "Get local date / time",
750
750
  args: {},
751
751
  fn: async () => (/* @__PURE__ */ new Date()).toString()
752
- }, xe = {
752
+ }, ke = {
753
753
  name: "get_datetime_utc",
754
754
  description: "Get current UTC date / time",
755
755
  args: {},
756
756
  fn: async () => (/* @__PURE__ */ new Date()).toUTCString()
757
- }, ke = {
757
+ }, Se = {
758
758
  name: "exec",
759
759
  description: "Run code/scripts",
760
760
  args: {
761
- language: { type: "string", description: `Execution language (CLI: ${re()})`, enum: ["cli", "node", "python"], required: !0 },
761
+ language: { type: "string", description: `Execution language (CLI: ${ne()})`, enum: ["cli", "node", "python"], required: !0 },
762
762
  code: { type: "string", description: "Code to execute", required: !0 }
763
763
  },
764
- fn: async (h, r, e) => {
764
+ fn: async (h, t, e) => {
765
765
  try {
766
766
  switch (h.language) {
767
767
  case "cli":
768
- return await ne.fn({ command: h.code }, r, e);
768
+ return await se.fn({ command: h.code }, t, e);
769
769
  case "node":
770
- return await se.fn({ code: h.code }, r, e);
770
+ return await oe.fn({ code: h.code }, t, e);
771
771
  case "python":
772
- return await oe.fn({ code: h.code }, r, e);
772
+ return await ie.fn({ code: h.code }, t, e);
773
773
  default:
774
774
  throw new Error(`Unsupported language: ${h.language}`);
775
775
  }
776
- } catch (t) {
777
- return { error: t?.message || t.toString() };
776
+ } catch (r) {
777
+ return { error: r?.message || r.toString() };
778
778
  }
779
779
  }
780
- }, Se = {
780
+ }, _e = {
781
781
  name: "fetch",
782
782
  description: "Make HTTP request to URL",
783
783
  args: {
@@ -786,25 +786,25 @@ const re = () => O.platform() == "win32" ? "cmd" : j`echo $SHELL`?.split("/").po
786
786
  headers: { type: "object", description: "HTTP headers to send", default: {} },
787
787
  body: { type: "object", description: "HTTP body to send" }
788
788
  },
789
- fn: (h) => new C({ url: h.url, headers: h.headers }).request({ method: h.method || "GET", body: h.body })
790
- }, se = {
789
+ fn: (h) => new J({ url: h.url, headers: h.headers }).request({ method: h.method || "GET", body: h.body })
790
+ }, oe = {
791
791
  name: "exec_javascript",
792
792
  description: "Execute commonjs javascript",
793
793
  args: {
794
794
  code: { type: "string", description: "CommonJS javascript", required: !0 }
795
795
  },
796
796
  fn: async (h) => {
797
- const r = J(null), e = await I({ console: r }, h.code, !0).catch((t) => r.output.error.push(t));
798
- return { ...r.output, return: e, stdout: void 0, stderr: void 0 };
797
+ const t = I(null), e = await F({ console: t }, h.code, !0).catch((r) => t.output.error.push(r));
798
+ return { ...t.output, return: e, stdout: void 0, stderr: void 0 };
799
799
  }
800
- }, oe = {
800
+ }, ie = {
801
801
  name: "exec_javascript",
802
802
  description: "Execute commonjs javascript",
803
803
  args: {
804
804
  code: { type: "string", description: "CommonJS javascript", required: !0 }
805
805
  },
806
- fn: async (h) => ({ result: j`python -c "${h.code}"` })
807
- }, _e = {
806
+ fn: async (h) => ({ result: T`python -c "${h.code}"` })
807
+ }, Te = {
808
808
  name: "read_webpage",
809
809
  description: "Extract clean, structured content from a webpage or convert media/documents to accessible formats",
810
810
  args: {
@@ -822,60 +822,60 @@ const re = () => O.platform() == "win32" ? "cmd" : j`echo $SHELL`?.split("/").po
822
822
  redirect: "follow"
823
823
  }).catch((s) => {
824
824
  throw new Error(`Failed to fetch: ${s.message}`);
825
- }), t = e.headers.get("content-type") || "", a = t.split(";")[0].trim().toLowerCase();
826
- if (t.match(/charset=([^;]+)/)?.[1], h.mimeRegex && !new RegExp(h.mimeRegex, "i").test(a))
827
- return { url: h.url, error: "MIME type rejected", mimeType: a, filter: h.mimeRegex };
828
- if (a.startsWith("image/") || a.startsWith("audio/") || a.startsWith("video/")) {
825
+ }), r = e.headers.get("content-type") || "", o = r.split(";")[0].trim().toLowerCase();
826
+ if (r.match(/charset=([^;]+)/)?.[1], h.mimeRegex && !new RegExp(h.mimeRegex, "i").test(o))
827
+ return { url: h.url, error: "MIME type rejected", mimeType: o, filter: h.mimeRegex };
828
+ if (o.startsWith("image/") || o.startsWith("audio/") || o.startsWith("video/")) {
829
829
  const s = await e.arrayBuffer();
830
830
  if (s.byteLength > 10485760)
831
- return { url: h.url, type: "media", mimeType: a, error: "File too large", size: s.byteLength, maxSize: 10485760 };
831
+ return { url: h.url, type: "media", mimeType: o, error: "File too large", size: s.byteLength, maxSize: 10485760 };
832
832
  const c = Buffer.from(s).toString("base64");
833
- return { url: h.url, type: "media", mimeType: a, dataUrl: `data:${a};base64,${c}`, size: s.byteLength };
833
+ return { url: h.url, type: "media", mimeType: o, dataUrl: `data:${o};base64,${c}`, size: s.byteLength };
834
834
  }
835
- if (a.match(/^(text\/(plain|csv|xml)|application\/(json|xml|csv|x-yaml))/) || h.url.match(/\.(txt|json|xml|csv|yaml|yml|md)$/i)) {
835
+ if (o.match(/^(text\/(plain|csv|xml)|application\/(json|xml|csv|x-yaml))/) || h.url.match(/\.(txt|json|xml|csv|yaml|yml|md)$/i)) {
836
836
  const s = await e.text();
837
- return { url: h.url, type: "text", mimeType: a, content: s.slice(0, 1e5) };
837
+ return { url: h.url, type: "text", mimeType: o, content: s.slice(0, 1e5) };
838
838
  }
839
- if (a === "application/pdf" || a.startsWith("application/") && !a.includes("html")) {
839
+ if (o === "application/pdf" || o.startsWith("application/") && !o.includes("html")) {
840
840
  const s = await e.arrayBuffer();
841
841
  if (s.byteLength > 10485760)
842
- return { url: h.url, type: "binary", mimeType: a, error: "File too large", size: s.byteLength, maxSize: 10485760 };
842
+ return { url: h.url, type: "binary", mimeType: o, error: "File too large", size: s.byteLength, maxSize: 10485760 };
843
843
  const c = Buffer.from(s).toString("base64");
844
- return { url: h.url, type: "binary", mimeType: a, dataUrl: `data:${a};base64,${c}`, size: s.byteLength };
844
+ return { url: h.url, type: "binary", mimeType: o, dataUrl: `data:${o};base64,${c}`, size: s.byteLength };
845
845
  }
846
- const o = await e.text(), n = Z.load(o);
846
+ const i = await e.text(), n = Q.load(i);
847
847
  n('script, style, nav, footer, header, aside, iframe, noscript, svg, [role="navigation"], [role="banner"], [role="complementary"], .ad, .ads, .advertisement, .cookie, .popup, .modal, .sidebar, .related, .comments, .social-share').remove();
848
- const m = {
848
+ const l = {
849
849
  title: n('meta[property="og:title"]').attr("content") || n("title").text() || "",
850
850
  description: n('meta[name="description"]').attr("content") || n('meta[property="og:description"]').attr("content") || "",
851
851
  author: n('meta[name="author"]').attr("content") || "",
852
852
  published: n('meta[property="article:published_time"]').attr("content") || n("time").attr("datetime") || "",
853
853
  image: n('meta[property="og:image"]').attr("content") || ""
854
854
  };
855
- let l = "";
856
- const i = ["article", "main", '[role="main"]', ".content", ".post-content", ".entry-content", ".article-content", "body"];
857
- for (const s of i) {
855
+ let m = "";
856
+ const a = ["article", "main", '[role="main"]', ".content", ".post-content", ".entry-content", ".article-content", "body"];
857
+ for (const s of a) {
858
858
  const c = n(s).first();
859
859
  if (c.length && c.text().trim().length > 200) {
860
- l = c.text();
860
+ m = c.text();
861
861
  break;
862
862
  }
863
863
  }
864
- l || (l = n("body").text()), l = l.replace(/\n\s*\n\s*\n/g, `
864
+ m || (m = n("body").text()), m = m.replace(/\n\s*\n\s*\n/g, `
865
865
 
866
866
  `).replace(/[ \t]+/g, " ").trim().slice(0, 5e4);
867
867
  let u = [];
868
- return l.length < 500 && (n("a[href]").each((s, c) => {
869
- const d = n(c).attr("href"), p = n(c).text().trim();
870
- d && p && !d.startsWith("#") && u.push({ text: p, href: d });
868
+ return m.length < 500 && (n("a[href]").each((s, c) => {
869
+ const p = n(c).attr("href"), d = n(c).text().trim();
870
+ p && d && !p.startsWith("#") && u.push({ text: d, href: p });
871
871
  }), u = u.slice(0, 50)), {
872
872
  url: h.url,
873
873
  type: "html",
874
- title: m.title.trim(),
875
- description: m.description.trim(),
876
- author: m.author.trim(),
877
- published: m.published,
878
- content: l,
874
+ title: l.title.trim(),
875
+ description: l.description.trim(),
876
+ author: l.author.trim(),
877
+ published: l.published,
878
+ content: m,
879
879
  links: u.length ? u : void 0
880
880
  };
881
881
  }
@@ -887,33 +887,112 @@ const re = () => O.platform() == "win32" ? "cmd" : j`echo $SHELL`?.split("/").po
887
887
  length: { type: "string", description: "Number of results to return", default: 5 }
888
888
  },
889
889
  fn: async (h) => {
890
- const r = await fetch(`https://html.duckduckgo.com/html/?q=${encodeURIComponent(h.query)}`, {
890
+ const t = await fetch(`https://html.duckduckgo.com/html/?q=${encodeURIComponent(h.query)}`, {
891
891
  headers: { "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)", "Accept-Language": "en-US,en;q=0.9" }
892
- }).then((o) => o.text());
893
- let e, t = /<a .*?href="(.+?)".+?<\/a>/g;
894
- const a = new F();
895
- for (; (e = t.exec(r)) !== null; ) {
896
- let o = /uddg=(.+)&amp?/.exec(decodeURIComponent(e[1]))?.[1];
897
- if (o && (o = decodeURIComponent(o)), o && a.add(o), a.size >= (h.length || 5)) break;
892
+ }).then((i) => i.text());
893
+ let e, r = /<a .*?href="(.+?)".+?<\/a>/g;
894
+ const o = new H();
895
+ for (; (e = r.exec(t)) !== null; ) {
896
+ let i = /uddg=(.+)&amp?/.exec(decodeURIComponent(e[1]))?.[1];
897
+ if (i && (i = decodeURIComponent(i)), i && o.add(i), o.size >= (h.length || 5)) break;
898
+ }
899
+ return o;
900
+ }
901
+ };
902
+ class U {
903
+ ua = "AiTools-Wikipedia/1.0";
904
+ async get(t) {
905
+ return (await fetch(t, { headers: { "User-Agent": this.ua } })).json();
906
+ }
907
+ api(t) {
908
+ const e = new URLSearchParams({ ...t, format: "json", utf8: "1" }).toString();
909
+ return this.get(`https://en.wikipedia.org/w/api.php?${e}`);
910
+ }
911
+ clean(t) {
912
+ return t.replace(/\n{3,}/g, `
913
+
914
+ `).replace(/ {2,}/g, " ").replace(/\[\d+\]/g, "").trim();
915
+ }
916
+ truncate(t, e) {
917
+ if (t.length <= e) return t;
918
+ const r = t.slice(0, e), o = r.lastIndexOf(`
919
+
920
+ `);
921
+ return o > e * 0.7 ? r.slice(0, o) : r;
922
+ }
923
+ async searchTitles(t, e = 6) {
924
+ return (await this.api({ action: "query", list: "search", srsearch: t, srlimit: e, srprop: "snippet" })).query?.search || [];
925
+ }
926
+ async fetchExtract(t, e = !1) {
927
+ const r = { action: "query", prop: "extracts", titles: t, explaintext: 1, redirects: 1 };
928
+ e && (r.exintro = 1);
929
+ const o = await this.api(r), i = Object.values(o.query?.pages || {})[0];
930
+ return this.clean(i?.extract || "");
931
+ }
932
+ pageUrl(t) {
933
+ return `https://en.wikipedia.org/wiki/${encodeURIComponent(t.replace(/ /g, "_"))}`;
934
+ }
935
+ stripHtml(t) {
936
+ return t.replace(/<[^>]+>/g, "");
937
+ }
938
+ async lookup(t, e = "intro") {
939
+ const r = await this.searchTitles(t, 6);
940
+ if (!r.length) return `❌ No Wikipedia articles found for "${t}"`;
941
+ const o = r[0].title, i = this.pageUrl(o), n = await this.fetchExtract(o, e === "intro"), l = this.truncate(n, e === "intro" ? 2e3 : 8e3);
942
+ return `## ${o}
943
+ 🔗 ${i}
944
+
945
+ ${l}`;
946
+ }
947
+ async search(t) {
948
+ const e = await this.searchTitles(t, 8);
949
+ if (!e.length) return `❌ No results for "${t}"`;
950
+ const r = [`### Search results for "${t}"
951
+ `];
952
+ for (let o = 0; o < e.length; o++) {
953
+ const i = e[o], n = this.truncate(this.stripHtml(i.snippet || ""), 150);
954
+ r.push(`**${o + 1}. ${i.title}**
955
+ ${n}
956
+ ${this.pageUrl(i.title)}`);
898
957
  }
899
- return a;
958
+ return r.join(`
959
+
960
+ `);
900
961
  }
962
+ }
963
+ const $e = {
964
+ name: "wikipedia_lookup",
965
+ description: "Get Wikipedia article content",
966
+ args: {
967
+ query: { type: "string", description: "Topic or article title", required: !0 },
968
+ detail: { type: "string", description: 'Content level: "intro" (summary, default) or "full" (complete article)', enum: ["intro", "full"], default: "intro" }
969
+ },
970
+ fn: async (h) => new U().lookup(h.query, h.detail || "intro")
971
+ }, ve = {
972
+ name: "wikipedia_search",
973
+ description: "Search Wikipedia for matching articles",
974
+ args: {
975
+ query: { type: "string", description: "Search terms", required: !0 }
976
+ },
977
+ fn: async (h) => new U().search(h.query)
901
978
  };
902
979
  export {
903
980
  be as Ai,
904
- Q as Anthropic,
905
- ee as Audio,
906
- ne as CliTool,
907
- we as DateTimeTool,
908
- xe as DateTimeUTCTool,
909
- ke as ExecTool,
910
- Se as FetchTool,
911
- se as JSTool,
912
- L as LLMProvider,
981
+ X as Anthropic,
982
+ te as Audio,
983
+ se as CliTool,
984
+ xe as DateTimeTool,
985
+ ke as DateTimeUTCTool,
986
+ Se as ExecTool,
987
+ _e as FetchTool,
988
+ oe as JSTool,
989
+ W as LLMProvider,
913
990
  P as OpenAi,
914
- oe as PythonTool,
915
- _e as ReadWebpageTool,
916
- te as Vision,
917
- je as WebSearchTool
991
+ ie as PythonTool,
992
+ Te as ReadWebpageTool,
993
+ re as Vision,
994
+ je as WebSearchTool,
995
+ $e as WikipediaLookupTool,
996
+ ve as WikipediaSearchTool
918
997
  };
919
998
  //# sourceMappingURL=index.mjs.map