@ztimson/ai-utils 0.8.13 → 0.8.15

package/dist/index.mjs

@@ -1,9 +1,9 @@
 import * as O from "node:os";
-import { tmpdir as U } from "node:os";
-import { Anthropic as W } from "@anthropic-ai/sdk";
-import { objectMap as z, JSONAttemptParse as S, findByProp as R, JSONSanitize as _, clean as N, Http as C, consoleInterceptor as J, fn as I, ASet as D } from "@ztimson/utils";
-import { OpenAI as F } from "openai";
-import { fileURLToPath as B } from "url";
+import { tmpdir as N } from "node:os";
+import { Anthropic as U } from "@anthropic-ai/sdk";
+import { objectMap as z, JSONAttemptParse as S, findByProp as R, JSONSanitize as _, clean as W, Http as C, consoleInterceptor as J, fn as I, ASet as F } from "@ztimson/utils";
+import { OpenAI as B } from "openai";
+import { fileURLToPath as D } from "url";
 import { join as H, dirname as G } from "path";
 import { spawn as w, execSync as K } from "node:child_process";
 import { mkdtempSync as Y } from "node:fs";
@@ -17,19 +17,19 @@ class L {
 }
 class Q extends L {
   constructor(r, e, t) {
-    super(), this.ai = r, this.apiToken = e, this.model = t, this.client = new W({ apiKey: e });
+    super(), this.ai = r, this.apiToken = e, this.model = t, this.client = new U({ apiKey: e });
   }
   client;
   toStandard(r) {
     const e = Date.now(), t = [];
-    for (let i of r)
-      if (typeof i.content == "string")
-        t.push({ timestamp: e, ...i });
+    for (let a of r)
+      if (typeof a.content == "string")
+        t.push({ timestamp: e, ...a });
       else {
-        const o = i.content?.filter((n) => n.type == "text").map((n) => n.text).join(`
+        const o = a.content?.filter((n) => n.type == "text").map((n) => n.text).join(`
 
 `);
-        o && t.push({ timestamp: e, role: i.role, content: o }), i.content.forEach((n) => {
+        o && t.push({ timestamp: e, role: a.role, content: o }), a.content.forEach((n) => {
           if (n.type == "tool_use")
             t.push({ timestamp: e, role: "tool", id: n.id, name: n.name, args: n.input, content: void 0 });
           else if (n.type == "tool_result") {
@@ -55,7 +55,7 @@ class Q extends L {
   }
   ask(r, e = {}) {
     const t = new AbortController();
-    return Object.assign(new Promise(async (i) => {
+    return Object.assign(new Promise(async (a) => {
       let o = this.fromStandard([...e.history || [], { role: "user", content: r, timestamp: Date.now() }]);
       const n = e.tools || this.ai.options.llm?.tools || [], m = {
         model: e.model || this.model,
@@ -75,7 +75,7 @@ class Q extends L {
         messages: o,
         stream: !!e.stream
       };
-      let l, a = !0;
+      let l, i = !0;
       do {
         if (l = await this.client.messages.create(m).catch((s) => {
           throw s.message += `
@@ -83,7 +83,7 @@ class Q extends L {
 Messages:
 ${JSON.stringify(o, null, 2)}`, s;
         }), e.stream) {
-          a ? a = !1 : e.stream({ text: `
+          i ? i = !1 : e.stream({ text: `
 
 ` }), l.content = [];
           for await (const s of l) {
@@ -120,13 +120,13 @@ ${JSON.stringify(o, null, 2)}`, s;
       } while (!t.signal.aborted && l.content.some((u) => u.type === "tool_use"));
       o.push({ role: "assistant", content: l.content.filter((u) => u.type == "text").map((u) => u.text).join(`
 
-`) }), o = this.toStandard(o), e.stream && e.stream({ done: !0 }), e.history && e.history.splice(0, e.history.length, ...o), i(o.at(-1)?.content);
+`) }), o = this.toStandard(o), e.stream && e.stream({ done: !0 }), e.history && e.history.splice(0, e.history.length, ...o), a(o.at(-1)?.content);
     }), { abort: () => t.abort() });
   }
 }
 class P extends L {
-  constructor(r, e, t, i) {
-    super(), this.ai = r, this.host = e, this.token = t, this.model = i, this.client = new F(N({
+  constructor(r, e, t, a) {
+    super(), this.ai = r, this.host = e, this.token = t, this.model = a, this.client = new B(W({
       baseURL: e,
       apiKey: t || e ? "ignored" : void 0
     }));
@@ -136,17 +136,17 @@ class P extends L {
     for (let e = 0; e < r.length; e++) {
       const t = r[e];
       if (t.role === "assistant" && t.tool_calls) {
-        const i = t.tool_calls.map((o) => ({
+        const a = t.tool_calls.map((o) => ({
           role: "tool",
           id: o.id,
           name: o.function.name,
           args: S(o.function.arguments, {}),
           timestamp: t.timestamp
         }));
-        r.splice(e, 1, ...i), e += i.length - 1;
+        r.splice(e, 1, ...a), e += a.length - 1;
       } else if (t.role === "tool" && t.content) {
-        const i = r.find((o) => t.tool_call_id == o.id);
-        i && (t.content.includes('"error":') ? i.error = t.content : i.content = t.content), r.splice(e, 1), e--;
+        const a = r.find((o) => t.tool_call_id == o.id);
+        a && (t.content.includes('"error":') ? a.error = t.content : a.content = t.content), r.splice(e, 1), e--;
       }
       r[e]?.timestamp || (r[e].timestamp = Date.now());
     }
@@ -167,7 +167,7 @@ class P extends L {
           content: t.error || t.content
         });
       else {
-        const { timestamp: i, ...o } = t;
+        const { timestamp: a, ...o } = t;
         e.push(o);
       }
       return e;
@@ -175,7 +175,7 @@ class P extends L {
   }
   ask(r, e = {}) {
     const t = new AbortController();
-    return Object.assign(new Promise(async (i, o) => {
+    return Object.assign(new Promise(async (a, o) => {
       e.system && (e.history?.[0]?.role != "system" ? e.history?.splice(0, 0, { role: "system", content: e.system, timestamp: Date.now() }) : e.history[0].content = e.system);
       let n = this.fromStandard([...e.history || [], { role: "user", content: r, timestamp: Date.now() }]);
       const m = e.tools || this.ai.options.llm?.tools || [], l = {
@@ -197,9 +197,9 @@ class P extends L {
           }
         }))
       };
-      let a, u = !0;
+      let i, u = !0;
       do {
-        if (a = await this.client.chat.completions.create(l).catch((c) => {
+        if (i = await this.client.chat.completions.create(l).catch((c) => {
           throw c.message += `
 
 Messages:
@@ -207,13 +207,13 @@ ${JSON.stringify(n, null, 2)}`, c;
         }), e.stream) {
           u ? u = !1 : e.stream({ text: `
 
-` }), a.choices = [{ message: { role: "assistant", content: "", tool_calls: [] } }];
-          for await (const c of a) {
+` }), i.choices = [{ message: { role: "assistant", content: "", tool_calls: [] } }];
+          for await (const c of i) {
             if (t.signal.aborted) break;
-            if (c.choices[0].delta.content && (a.choices[0].message.content += c.choices[0].delta.content, e.stream({ text: c.choices[0].delta.content })), c.choices[0].delta.tool_calls)
+            if (c.choices[0].delta.content && (i.choices[0].message.content += c.choices[0].delta.content, e.stream({ text: c.choices[0].delta.content })), c.choices[0].delta.tool_calls)
               for (const d of c.choices[0].delta.tool_calls) {
-                const p = a.choices[0].message.tool_calls.find((f) => f.index === d.index);
-                p ? (d.id && (p.id = d.id), d.type && (p.type = d.type), d.function && (p.function || (p.function = {}), d.function.name && (p.function.name = d.function.name), d.function.arguments && (p.function.arguments = (p.function.arguments || "") + d.function.arguments))) : a.choices[0].message.tool_calls.push({
+                const p = i.choices[0].message.tool_calls.find((f) => f.index === d.index);
+                p ? (d.id && (p.id = d.id), d.type && (p.type = d.type), d.function && (p.function || (p.function = {}), d.function.name && (p.function.name = d.function.name), d.function.arguments && (p.function.arguments = (p.function.arguments || "") + d.function.arguments))) : i.choices[0].message.tool_calls.push({
                   index: d.index,
                   id: d.id || "",
                   type: d.type || "function",
@@ -225,9 +225,9 @@ ${JSON.stringify(n, null, 2)}`, c;
               }
           }
         }
-        const s = a.choices[0].message.tool_calls || [];
+        const s = i.choices[0].message.tool_calls || [];
         if (s.length && !t.signal.aborted) {
-          n.push(a.choices[0].message);
+          n.push(i.choices[0].message);
           const c = await Promise.all(s.map(async (d) => {
             const p = m?.find(R("name", d.function.name));
             if (e.stream && e.stream({ tool: d.function.name }), !p) return { role: "tool", tool_call_id: d.id, content: '{"error": "Tool not found"}' };
@@ -240,8 +240,8 @@ ${JSON.stringify(n, null, 2)}`, c;
           }));
           n.push(...c), l.messages = n;
         }
-      } while (!t.signal.aborted && a.choices?.[0]?.message?.tool_calls?.length);
-      n.push({ role: "assistant", content: a.choices[0].message.content || "" }), n = this.toStandard(n), e.stream && e.stream({ done: !0 }), e.history && e.history.splice(0, e.history.length, ...n), i(n.at(-1)?.content);
+      } while (!t.signal.aborted && i.choices?.[0]?.message?.tool_calls?.length);
+      n.push({ role: "assistant", content: i.choices[0].message.content || "" }), n = this.toStandard(n), e.stream && e.stream({ done: !0 }), e.history && e.history.splice(0, e.history.length, ...n), a(n.at(-1)?.content);
     }), { abort: () => t.abort() });
   }
 }
@@ -270,14 +270,14 @@ class X {
     };
     const t = e.model || this.defaultModel;
     if (!this.models[t]) throw new Error(`Model does not exist: ${t}`);
-    let i = () => {
+    let a = () => {
     };
     return Object.assign(new Promise(async (o) => {
       if (e.history || (e.history = []), e.memory) {
-        const m = async (a, u, s = 10) => {
+        const m = async (i, u, s = 10) => {
           const [c, d] = await Promise.all([
             u ? this.embedding(u) : Promise.resolve(null),
-            a ? this.embedding(a) : Promise.resolve(null)
+            i ? this.embedding(i) : Promise.resolve(null)
           ]);
           return (e.memory || []).map((p) => {
             const f = (c ? this.cosineSimilarity(p.embeddings[0], c[0].embedding) : 0) + (d ? this.cosineSimilarity(p.embeddings[1], d[0].embedding) : 0);
@@ -298,9 +298,9 @@ ${l}` }), e.tools = [{
             query: { type: "string", description: "Search memory based on a query, can be used with or without subject argument" },
             topK: { type: "number", description: "Result limit, default 5" }
           },
-          fn: (a) => {
-            if (!a.subject && !a.query) throw new Error("Either a subject or query argument is required");
-            return m(a.query, a.subject, a.topK);
+          fn: (i) => {
+            if (!i.subject && !i.query) throw new Error("Either a subject or query argument is required");
+            return m(i.query, i.subject, i.topK);
           }
         }, {
           name: "remember",
@@ -309,12 +309,12 @@ ${l}` }), e.tools = [{
             owner: { type: "string", description: "Subject/person this fact is about" },
             fact: { type: "string", description: "The information to remember" }
           },
-          fn: async (a) => {
+          fn: async (i) => {
             if (!e.memory) return;
             const u = await Promise.all([
-              this.embedding(a.owner),
-              this.embedding(`${a.owner}: ${a.fact}`)
-            ]), s = { owner: a.owner, fact: a.fact, embeddings: [u[0][0].embedding, u[1][0].embedding] };
+              this.embedding(i.owner),
+              this.embedding(`${i.owner}: ${i.fact}`)
+            ]), s = { owner: i.owner, fact: i.fact, embeddings: [u[0][0].embedding, u[1][0].embedding] };
             return e.memory.splice(0, e.memory.length, ...e.memory.filter((c) => !(this.cosineSimilarity(s.embeddings[0], c.embeddings[0]) >= 0.9 && this.cosineSimilarity(s.embeddings[1], c.embeddings[1]) >= 0.8)), s), "Remembered!";
           }
         }, ...e.tools || []];
@@ -325,15 +325,15 @@ ${l}` }), e.tools = [{
         e.history.splice(0, e.history.length, ...m);
       }
       return o(n);
-    }), { abort: i });
+    }), { abort: a });
   }
   async code(r, e) {
     const t = await this.ask(r, { ...e, system: [
       e?.system,
       "Return your response in a code block"
     ].filter((o) => !!o).join(`
-`) }), i = /```(?:.+)?\s*([\s\S]*?)```/.exec(t);
-    return i ? i[1].trim() : null;
+`) }), a = /```(?:.+)?\s*([\s\S]*?)```/.exec(t);
+    return a ? a[1].trim() : null;
   }
   /**
    * Compress chat history to reduce context size
@@ -343,16 +343,16 @@ ${l}` }), e.tools = [{
    * @param {LLMRequest} options LLM options
    * @returns {Promise<LLMMessage[]>} New chat history will summary at index 0
    */
-  async compressHistory(r, e, t, i) {
+  async compressHistory(r, e, t, a) {
     if (this.estimateTokens(r) < e) return r;
     let o = 0, n = 0;
     for (let d of r.toReversed())
       if (n += this.estimateTokens(d.content), n < t) o++;
       else break;
     if (r.length <= o) return r;
-    const m = r[0].role == "system" ? r[0] : null, l = o == 0 ? [] : r.slice(-o), a = (o == 0 ? r : r.slice(0, -o)).filter((d) => d.role === "assistant" || d.role === "user"), u = await this.summarize(a.map((d) => `[${d.role}]: ${d.content}`).join(`
+    const m = r[0].role == "system" ? r[0] : null, l = o == 0 ? [] : r.slice(-o), i = (o == 0 ? r : r.slice(0, -o)).filter((d) => d.role === "assistant" || d.role === "user"), u = await this.summarize(i.map((d) => `[${d.role}]: ${d.content}`).join(`
 
-`), 500, i), s = Date.now(), c = [{ role: "tool", name: "summary", id: "summary_" + s, args: {}, content: `Conversation Summary: ${u?.summary}`, timestamp: s }, ...l];
+`), 500, a), s = Date.now(), c = [{ role: "tool", name: "summary", id: "summary_" + s, args: {}, content: `Conversation Summary: ${u?.summary}`, timestamp: s }, ...l];
     return m && c.splice(0, 0, m), c;
   }
   /**
@@ -363,10 +363,10 @@ ${l}` }), e.tools = [{
    */
   cosineSimilarity(r, e) {
     if (r.length !== e.length) throw new Error("Vectors must be same length");
-    let t = 0, i = 0, o = 0;
+    let t = 0, a = 0, o = 0;
     for (let m = 0; m < r.length; m++)
-      t += r[m] * e[m], i += r[m] * r[m], o += e[m] * e[m];
-    const n = Math.sqrt(i) * Math.sqrt(o);
+      t += r[m] * e[m], a += r[m] * r[m], o += e[m] * e[m];
+    const n = Math.sqrt(a) * Math.sqrt(o);
     return n === 0 ? 0 : t / n;
   }
   /**
@@ -377,21 +377,21 @@ ${l}` }), e.tools = [{
    * @returns {string[]} Chunked strings
    */
   chunk(r, e = 500, t = 50) {
-    const i = (l, a = "") => l ? Object.entries(l).flatMap(([u, s]) => {
-      const c = a ? `${a}${isNaN(+u) ? `.${u}` : `[${u}]`}` : u;
-      return typeof s == "object" && !Array.isArray(s) ? i(s, c) : `${c}: ${Array.isArray(s) ? s.join(", ") : s}`;
-    }) : [], n = (typeof r == "object" ? i(r) : r.toString().split(`
+    const a = (l, i = "") => l ? Object.entries(l).flatMap(([u, s]) => {
+      const c = i ? `${i}${isNaN(+u) ? `.${u}` : `[${u}]`}` : u;
+      return typeof s == "object" && !Array.isArray(s) ? a(s, c) : `${c}: ${Array.isArray(s) ? s.join(", ") : s}`;
+    }) : [], n = (typeof r == "object" ? a(r) : r.toString().split(`
 `)).flatMap((l) => [...l.split(/\s+/).filter(Boolean), `
 `]), m = [];
     for (let l = 0; l < n.length; ) {
-      let a = "", u = l;
+      let i = "", u = l;
       for (; u < n.length; ) {
-        const c = a + (a ? " " : "") + n[u];
+        const c = i + (i ? " " : "") + n[u];
         if (this.estimateTokens(c.replace(/\s*\n\s*/g, `
-`)) > e && a) break;
-        a = c, u++;
+`)) > e && i) break;
+        i = c, u++;
       }
-      const s = a.replace(/\s*\n\s*/g, `
+      const s = i.replace(/\s*\n\s*/g, `
 `).trim();
       s && m.push(s), l = Math.max(u - t, u === l ? l + 1 : u);
     }
@@ -404,17 +404,17 @@ ${l}` }), e.tools = [{
    * @returns {Promise<Awaited<{index: number, embedding: number[], text: string, tokens: number}>[]>} Chunked embeddings
    */
   embedding(r, e = {}) {
-    let { maxTokens: t = 500, overlapTokens: i = 50 } = e, o = !1;
+    let { maxTokens: t = 500, overlapTokens: a = 50 } = e, o = !1;
     const n = () => {
       o = !0;
-    }, m = (a) => new Promise((u, s) => {
+    }, m = (i) => new Promise((u, s) => {
       if (o) return s(new Error("Aborted"));
       const c = [
-        H(G(B(import.meta.url)), "embedder.js"),
+        H(G(D(import.meta.url)), "embedder.js"),
         this.ai.options.path,
         this.ai.options?.embedder || "bge-small-en-v1.5"
       ], d = w("node", c, { stdio: ["pipe", "pipe", "ignore"] });
-      d.stdin.write(a), d.stdin.end();
+      d.stdin.write(i), d.stdin.end();
       let p = "";
       d.stdout.on("data", (f) => p += f.toString()), d.on("close", (f) => {
         if (o) return s(new Error("Aborted"));
@@ -429,9 +429,9 @@ ${l}` }), e.tools = [{
           s(new Error(`Embedder process exited with code ${f}`));
       }), d.on("error", s);
     }), l = (async () => {
-      const a = this.chunk(r, t, i), u = [];
-      for (let s = 0; s < a.length && !o; s++) {
-        const c = a[s], d = await m(c);
+      const i = this.chunk(r, t, a), u = [];
+      for (let s = 0; s < i.length && !o; s++) {
+        const c = i[s], d = await m(c);
         u.push({ index: s, embedding: d, text: c, tokens: this.estimateTokens(c) });
       }
       return u;
@@ -455,7 +455,7 @@ ${l}` }), e.tools = [{
    */
   fuzzyMatch(r, ...e) {
     if (e.length < 2) throw new Error("Requires at least 2 strings to compare");
-    const t = (n, m = 10) => n.toLowerCase().split("").map((l, a) => l.charCodeAt(0) * (a + 1) % m / m).slice(0, m), i = t(r), o = e.map((n) => t(n)).map((n) => this.cosineSimilarity(i, n));
+    const t = (n, m = 10) => n.toLowerCase().split("").map((l, i) => l.charCodeAt(0) * (i + 1) % m / m).slice(0, m), a = t(r), o = e.map((n) => t(n)).map((n) => this.cosineSimilarity(a, n));
     return { avg: o.reduce((n, m) => n + m, 0) / o.length, max: Math.max(...o), similarities: o };
   }
   /**
@@ -466,61 +466,65 @@ ${l}` }), e.tools = [{
    * @returns {Promise<{} | {} | RegExpExecArray | null>}
    */
   async json(r, e, t) {
-    let i = `Your job is to convert input to JSON. Call the \`submit\` tool exactly once with JSON matching this schema:
+    let a = `Your job is to convert input to JSON using tool calls. Call the \`submit\` tool at least once with JSON matching this schema:
 \`\`\`json
 ${e}
-\`\`\``;
-    return t?.system && (i += `
+\`\`\`
+
+Responses are ignored`;
+    return t?.system && (a += `
 
 ` + t.system), new Promise(async (o, n) => {
       let m = !1;
       const l = await this.ask(r, {
         temperature: 0.3,
         ...t,
-        system: i,
+        system: a,
         tools: [{
           name: "submit",
           description: "Submit JSON",
           args: { json: { type: "string", description: "Javascript parsable JSON string", required: !0 } },
-          fn: (a) => {
+          fn: (i) => {
             try {
-              const u = JSON.parse(a.json);
+              const u = JSON.parse(i.json);
               o(u), m = !0;
             } catch {
               return "Invalid JSON";
             }
-            return "Done";
+            return "Saved";
           }
         }, ...t?.tools || []]
       });
-      m || n(`AI failed to create summary: ${l}`);
+      m || n(`AI failed to create JSON:
+${l}`);
     });
   }
   /**
    * Create a summary of some text
    * @param {string} text Text to summarize
-   * @param {number} tokens Max number of tokens
+   * @param {number} length Max number of words
    * @param options LLM request options
    * @returns {Promise<string>} Summary
    */
   async summarize(r, e = 500, t) {
-    let i = `Your job is to summarize the users message. Call the \`submit\` tool exactly once with the shortest summary possible that's <= ${e} tokens. Output nothing else`;
-    return t?.system && (i += `
+    let a = `Your job is to summarize the users message using tool calls. Call the \`submit\` tool at least once with the shortest summary possible that's <= ${e} words. The tool call will respond with the token count. Responses are ignored`;
+    return t?.system && (a += `
 
 ` + t.system), new Promise(async (o, n) => {
       let m = !1;
       const l = await this.ask(r, {
         temperature: 0.3,
         ...t,
-        system: i,
+        system: a,
         tools: [{
           name: "submit",
           description: "Submit summary",
           args: { summary: { type: "string", description: "Text summarization", required: !0 } },
-          fn: (a) => (m = !0, o(a.summary || null), "Done")
+          fn: (i) => i.summary ? i.summary.split(" ").length > e ? `Too long: ${e} words` : (m = !0, o(i.summary || null), `Saved: ${e} words`) : "No summary provided"
         }, ...t?.tools || []]
       });
-      m || n(`AI failed to create summary: ${l}`);
+      m || n(`AI failed to create summary:
+${l}`);
     });
   }
 }
@@ -547,7 +551,7 @@ print(json.dumps(segments))
   pyannote;
   whisperModel;
   async addPunctuation(r, e, t = 150) {
-    const i = (n) => {
+    const a = (n) => {
       if (n = n.toLowerCase().replace(/[^a-z]/g, ""), n.length <= 3) return 1;
       const m = n.match(/[aeiouy]+/g);
       let l = m ? m.length : 1;
@@ -556,10 +560,10 @@ print(json.dumps(segments))
     let o = "";
     return r.transcription.filter((n, m) => {
       let l = !1;
-      const a = r.transcription[m - 1], u = r.transcription[m + 1];
-      return !n.text && u ? (u.offsets.from = n.offsets.from, u.timestamps.from = n.offsets.from) : n.text && n.text[0] != " " && a && (a.offsets.to = n.offsets.to, a.timestamps.to = n.timestamps.to, a.text += n.text, l = !0), !!n.text && !l;
+      const i = r.transcription[m - 1], u = r.transcription[m + 1];
+      return !n.text && u ? (u.offsets.from = n.offsets.from, u.timestamps.from = n.offsets.from) : n.text && n.text[0] != " " && i && (i.offsets.to = n.offsets.to, i.timestamps.to = n.timestamps.to, i.text += n.text, l = !0), !!n.text && !l;
     }).forEach((n) => {
-      const m = /^[A-Z]/.test(n.text.trim()), l = n.offsets.to - n.offsets.from, u = i(n.text.trim()) * t;
+      const m = /^[A-Z]/.test(n.text.trim()), l = n.offsets.to - n.offsets.from, u = a(n.text.trim()) * t;
       m && l > u * 2 && n.text[0] == " " && (o += "."), o += n.text;
     }), e ? this.ai.language.ask(o, {
       system: "Remove any misplaced punctuation from the following ASR transcript using the replace tool. Avoid modifying words unless there is an obvious typo",
@@ -576,29 +580,29 @@ print(json.dumps(segments))
     }).then(() => o) : o.trim();
   }
   async diarizeTranscript(r, e, t) {
-    const i = /* @__PURE__ */ new Map();
+    const a = /* @__PURE__ */ new Map();
     let o = 0;
     e.forEach((p) => {
-      i.has(p.speaker) || i.set(p.speaker, ++o);
+      a.has(p.speaker) || a.set(p.speaker, ++o);
     });
-    const n = await this.addPunctuation(r, t), m = n.match(/[^.!?]+[.!?]+/g) || [n], l = r.transcription.filter((p) => p.text.trim()), a = m.map((p) => {
+    const n = await this.addPunctuation(r, t), m = n.match(/[^.!?]+[.!?]+/g) || [n], l = r.transcription.filter((p) => p.text.trim()), i = m.map((p) => {
       if (p = p.trim(), !p) return null;
       const f = p.toLowerCase().replace(/[^\w\s]/g, "").split(/\s+/), g = /* @__PURE__ */ new Map();
       f.forEach((x) => {
         const k = l.find((y) => x === y.text.trim().toLowerCase().replace(/[^\w]/g, ""));
         if (!k) return;
-        const v = k.offsets.from / 1e3, $ = e.find((y) => v >= y.start && v <= y.end);
+        const E = k.offsets.from / 1e3, $ = e.find((y) => E >= y.start && E <= y.end);
         if ($) {
-          const y = i.get($.speaker);
+          const y = a.get($.speaker);
           g.set(y, (g.get(y) || 0) + 1);
         }
       });
-      let T = 1, E = 0;
+      let T = 1, v = 0;
       return g.forEach((x, k) => {
-        x > E && (E = x, T = k);
+        x > v && (v = x, T = k);
       }), { speaker: T, text: p };
     }).filter((p) => p !== null), u = [];
-    a.forEach((p) => {
+    i.forEach((p) => {
       const f = u[u.length - 1];
       f && f.speaker === p.speaker ? f.text += " " + p.text : u.push({ ...p });
     });
@@ -616,7 +620,7 @@ print(json.dumps(segments))
   }
   runAsr(r, e = {}) {
     let t;
-    const i = new Promise((o, n) => {
+    const a = new Promise((o, n) => {
       this.downloadAsrModel(e.model).then((m) => {
         if (e.diarization) {
           let l = M.join(M.dirname(r), "transcript");
@@ -624,8 +628,8 @@ print(json.dumps(segments))
             this.ai.options.whisper,
             ["-m", m, "-f", r, "-np", "-ml", "1", "-oj", "-of", l],
             { stdio: ["ignore", "ignore", "pipe"] }
-          ), t.on("error", (a) => n(a)), t.on("close", async (a) => {
-            if (a === 0) {
+          ), t.on("error", (i) => n(i)), t.on("close", async (i) => {
+            if (i === 0) {
               l = await b.readFile(l + ".json", "utf-8"), b.rm(l + ".json").catch(() => {
               });
               try {
@@ -634,40 +638,40 @@ print(json.dumps(segments))
                 n(new Error("Failed to parse whisper JSON"));
               }
             } else
-              n(new Error(`Exit code ${a}`));
+              n(new Error(`Exit code ${i}`));
           });
         } else {
           let l = "";
-          t = w(this.ai.options.whisper, ["-m", m, "-f", r, "-np", "-nt"]), t.on("error", (a) => n(a)), t.stdout.on("data", (a) => l += a.toString()), t.on("close", async (a) => {
-            a === 0 ? o(l.trim() || null) : n(new Error(`Exit code ${a}`));
+          t = w(this.ai.options.whisper, ["-m", m, "-f", r, "-np", "-nt"]), t.on("error", (i) => n(i)), t.stdout.on("data", (i) => l += i.toString()), t.on("close", async (i) => {
+            i === 0 ? o(l.trim() || null) : n(new Error(`Exit code ${i}`));
           });
         }
       });
     });
-    return Object.assign(i, { abort: () => t?.kill("SIGTERM") });
+    return Object.assign(a, { abort: () => t?.kill("SIGTERM") });
   }
   runDiarization(r) {
     let e = !1, t = () => {
       e = !0;
     };
-    const i = (n) => new Promise((m) => {
+    const a = (n) => new Promise((m) => {
       const l = w(n, ["-W", "ignore", "-c", "import pyannote.audio"]);
-      l.on("close", (a) => m(a === 0)), l.on("error", () => m(!1));
+      l.on("close", (i) => m(i === 0)), l.on("error", () => m(!1));
     }), o = Promise.all([
-      i("python"),
-      i("python3")
+      a("python"),
+      a("python3")
     ]).then((async ([n, m]) => {
       if (e) return;
       if (!n && !m) throw new Error("Pyannote is not installed: pip install pyannote.audio");
       const l = m ? "python3" : "python";
-      return new Promise((a, u) => {
+      return new Promise((i, u) => {
         if (e) return;
         let s = "";
         const c = w(l, ["-W", "ignore", "-c", this.pyannote, r]);
         c.stdout.on("data", (d) => s += d.toString()), c.stderr.on("data", (d) => console.error(d.toString())), c.on("close", (d) => {
           if (d === 0)
             try {
-              a(JSON.parse(s));
+              i(JSON.parse(s));
             } catch {
               u(new Error("Failed to parse diarization output"));
             }
@@ -680,23 +684,23 @@ print(json.dumps(segments))
   }
   asr(r, e = {}) {
     if (!this.ai.options.whisper) throw new Error("Whisper not configured");
-    const t = A(Y(A(U(), "audio-")), "converted.wav");
+    const t = A(Y(A(N(), "audio-")), "converted.wav");
     K(`ffmpeg -i "${r}" -ar 16000 -ac 1 -f wav "${t}"`, { stdio: "ignore" });
-    const i = () => b.rm(q.dirname(t), { recursive: !0, force: !0 }).catch(() => {
+    const a = () => b.rm(q.dirname(t), { recursive: !0, force: !0 }).catch(() => {
     });
     if (!e.diarization) return this.runAsr(t, { model: e.model });
     const o = this.runAsr(t, { model: e.model, diarization: !0 }), n = this.runDiarization(t);
     let m = !1, l = () => {
-      m = !0, o.abort(), n.abort(), i();
+      m = !0, o.abort(), n.abort(), a();
     };
-    const a = Promise.allSettled([o, n]).then(async ([u, s]) => {
+    const i = Promise.allSettled([o, n]).then(async ([u, s]) => {
       if (u.status == "rejected") throw new Error(`Whisper.cpp timestamps:
 ` + u.reason);
       if (s.status == "rejected") throw new Error(`Pyannote:
 ` + s.reason);
       return m || !e.diarization ? u.value : this.diarizeTranscript(u.value, s.value, e.diarization == "llm");
-    }).finally(() => i());
-    return Object.assign(a, { abort: l });
+    }).finally(() => a());
+    return Object.assign(i, { abort: l });
   }
   async downloadAsrModel(r = this.whisperModel) {
     if (!this.ai.options.whisper) throw new Error("Whisper not configured");
@@ -716,10 +720,10 @@ class te {
    */
   ocr(r) {
     let e;
-    const t = new Promise(async (i) => {
+    const t = new Promise(async (a) => {
       e = await V(this.ai.options.ocr || "eng", 2, { cachePath: this.ai.options.path });
       const { data: o } = await e.recognize(r);
-      await e.terminate(), i(o.text.trim() || null);
+      await e.terminate(), a(o.text.trim() || null);
     });
     return Object.assign(t, { abort: () => e?.terminate() });
   }
@@ -818,26 +822,26 @@ const re = () => O.platform() == "win32" ? "cmd" : j`echo $SHELL`?.split("/").po
       redirect: "follow"
     }).catch((s) => {
       throw new Error(`Failed to fetch: ${s.message}`);
-    }), t = e.headers.get("content-type") || "", i = t.split(";")[0].trim().toLowerCase();
-    if (t.match(/charset=([^;]+)/)?.[1], h.mimeRegex && !new RegExp(h.mimeRegex, "i").test(i))
-      return { url: h.url, error: "MIME type rejected", mimeType: i, filter: h.mimeRegex };
-    if (i.startsWith("image/") || i.startsWith("audio/") || i.startsWith("video/")) {
+    }), t = e.headers.get("content-type") || "", a = t.split(";")[0].trim().toLowerCase();
+    if (t.match(/charset=([^;]+)/)?.[1], h.mimeRegex && !new RegExp(h.mimeRegex, "i").test(a))
+      return { url: h.url, error: "MIME type rejected", mimeType: a, filter: h.mimeRegex };
+    if (a.startsWith("image/") || a.startsWith("audio/") || a.startsWith("video/")) {
       const s = await e.arrayBuffer();
       if (s.byteLength > 10485760)
-        return { url: h.url, type: "media", mimeType: i, error: "File too large", size: s.byteLength, maxSize: 10485760 };
+        return { url: h.url, type: "media", mimeType: a, error: "File too large", size: s.byteLength, maxSize: 10485760 };
       const c = Buffer.from(s).toString("base64");
-      return { url: h.url, type: "media", mimeType: i, dataUrl: `data:${i};base64,${c}`, size: s.byteLength };
+      return { url: h.url, type: "media", mimeType: a, dataUrl: `data:${a};base64,${c}`, size: s.byteLength };
     }
-    if (i.match(/^(text\/(plain|csv|xml)|application\/(json|xml|csv|x-yaml))/) || h.url.match(/\.(txt|json|xml|csv|yaml|yml|md)$/i)) {
+    if (a.match(/^(text\/(plain|csv|xml)|application\/(json|xml|csv|x-yaml))/) || h.url.match(/\.(txt|json|xml|csv|yaml|yml|md)$/i)) {
       const s = await e.text();
-      return { url: h.url, type: "text", mimeType: i, content: s.slice(0, 1e5) };
+      return { url: h.url, type: "text", mimeType: a, content: s.slice(0, 1e5) };
     }
-    if (i === "application/pdf" || i.startsWith("application/") && !i.includes("html")) {
+    if (a === "application/pdf" || a.startsWith("application/") && !a.includes("html")) {
       const s = await e.arrayBuffer();
       if (s.byteLength > 10485760)
-        return { url: h.url, type: "binary", mimeType: i, error: "File too large", size: s.byteLength, maxSize: 10485760 };
+        return { url: h.url, type: "binary", mimeType: a, error: "File too large", size: s.byteLength, maxSize: 10485760 };
       const c = Buffer.from(s).toString("base64");
-      return { url: h.url, type: "binary", mimeType: i, dataUrl: `data:${i};base64,${c}`, size: s.byteLength };
+      return { url: h.url, type: "binary", mimeType: a, dataUrl: `data:${a};base64,${c}`, size: s.byteLength };
     }
     const o = await e.text(), n = Z.load(o);
     n('script, style, nav, footer, header, aside, iframe, noscript, svg, [role="navigation"], [role="banner"], [role="complementary"], .ad, .ads, .advertisement, .cookie, .popup, .modal, .sidebar, .related, .comments, .social-share').remove();
@@ -849,8 +853,8 @@ const re = () => O.platform() == "win32" ? "cmd" : j`echo $SHELL`?.split("/").po
       image: n('meta[property="og:image"]').attr("content") || ""
     };
     let l = "";
-    const a = ["article", "main", '[role="main"]', ".content", ".post-content", ".entry-content", ".article-content", "body"];
-    for (const s of a) {
+    const i = ["article", "main", '[role="main"]', ".content", ".post-content", ".entry-content", ".article-content", "body"];
+    for (const s of i) {
       const c = n(s).first();
       if (c.length && c.text().trim().length > 200) {
         l = c.text();
@@ -887,12 +891,12 @@ const re = () => O.platform() == "win32" ? "cmd" : j`echo $SHELL`?.split("/").po
       headers: { "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)", "Accept-Language": "en-US,en;q=0.9" }
     }).then((o) => o.text());
     let e, t = /<a .*?href="(.+?)".+?<\/a>/g;
-    const i = new D();
+    const a = new F();
     for (; (e = t.exec(r)) !== null; ) {
       let o = /uddg=(.+)&amp?/.exec(decodeURIComponent(e[1]))?.[1];
-      if (o && (o = decodeURIComponent(o)), o && i.add(o), i.size >= (h.length || 5)) break;
+      if (o && (o = decodeURIComponent(o)), o && a.add(o), a.size >= (h.length || 5)) break;
     }
-    return i;
+    return a;
   }
 };
 export {