@ztimson/ai-utils 0.8.14 → 0.8.15

package/dist/index.mjs

@@ -33,8 +33,8 @@ class Q extends L {
           if (n.type == "tool_use")
             t.push({ timestamp: e, role: "tool", id: n.id, name: n.name, args: n.input, content: void 0 });
           else if (n.type == "tool_result") {
-            const u = t.findLast((m) => m.id == n.tool_use_id);
-            u && (u[n.is_error ? "error" : "content"] = n.content);
+            const m = t.findLast((l) => l.id == n.tool_use_id);
+            m && (m[n.is_error ? "error" : "content"] = n.content);
           }
         });
       }
@@ -57,27 +57,27 @@ class Q extends L {
     const t = new AbortController();
     return Object.assign(new Promise(async (a) => {
       let o = this.fromStandard([...e.history || [], { role: "user", content: r, timestamp: Date.now() }]);
-      const n = e.tools || this.ai.options.llm?.tools || [], u = {
+      const n = e.tools || this.ai.options.llm?.tools || [], m = {
         model: e.model || this.model,
         max_tokens: e.max_tokens || this.ai.options.llm?.max_tokens || 4096,
         system: e.system || this.ai.options.llm?.system || "",
         temperature: e.temperature || this.ai.options.llm?.temperature || 0.7,
-        tools: n.map((c) => ({
-          name: c.name,
-          description: c.description,
+        tools: n.map((u) => ({
+          name: u.name,
+          description: u.description,
           input_schema: {
             type: "object",
-            properties: c.args ? z(c.args, (s, l) => ({ ...l, required: void 0 })) : {},
-            required: c.args ? Object.entries(c.args).filter((s) => s[1].required).map((s) => s[0]) : []
+            properties: u.args ? z(u.args, (s, c) => ({ ...c, required: void 0 })) : {},
+            required: u.args ? Object.entries(u.args).filter((s) => s[1].required).map((s) => s[0]) : []
           },
           fn: void 0
         })),
         messages: o,
         stream: !!e.stream
       };
-      let m, i = !0;
+      let l, i = !0;
       do {
-        if (m = await this.client.messages.create(u).catch((s) => {
+        if (l = await this.client.messages.create(m).catch((s) => {
           throw s.message += `
 
 Messages:
@@ -85,40 +85,40 @@ ${JSON.stringify(o, null, 2)}`, s;
         }), e.stream) {
           i ? i = !1 : e.stream({ text: `
 
-` }), m.content = [];
-          for await (const s of m) {
+` }), l.content = [];
+          for await (const s of l) {
             if (t.signal.aborted) break;
             if (s.type === "content_block_start")
-              s.content_block.type === "text" ? m.content.push({ type: "text", text: "" }) : s.content_block.type === "tool_use" && m.content.push({ type: "tool_use", id: s.content_block.id, name: s.content_block.name, input: "" });
+              s.content_block.type === "text" ? l.content.push({ type: "text", text: "" }) : s.content_block.type === "tool_use" && l.content.push({ type: "tool_use", id: s.content_block.id, name: s.content_block.name, input: "" });
             else if (s.type === "content_block_delta")
               if (s.delta.type === "text_delta") {
-                const l = s.delta.text;
-                m.content.at(-1).text += l, e.stream({ text: l });
-              } else s.delta.type === "input_json_delta" && (m.content.at(-1).input += s.delta.partial_json);
+                const c = s.delta.text;
+                l.content.at(-1).text += c, e.stream({ text: c });
+              } else s.delta.type === "input_json_delta" && (l.content.at(-1).input += s.delta.partial_json);
             else if (s.type === "content_block_stop") {
-              const l = m.content.at(-1);
-              l.input != null && (l.input = l.input ? S(l.input, {}) : {});
+              const c = l.content.at(-1);
+              c.input != null && (c.input = c.input ? S(c.input, {}) : {});
             } else if (s.type === "message_stop")
               break;
           }
         }
-        const c = m.content.filter((s) => s.type === "tool_use");
-        if (c.length && !t.signal.aborted) {
-          o.push({ role: "assistant", content: m.content });
-          const s = await Promise.all(c.map(async (l) => {
-            const d = n.find(R("name", l.name));
-            if (e.stream && e.stream({ tool: l.name }), !d) return { tool_use_id: l.id, is_error: !0, content: "Tool not found" };
+        const u = l.content.filter((s) => s.type === "tool_use");
+        if (u.length && !t.signal.aborted) {
+          o.push({ role: "assistant", content: l.content });
+          const s = await Promise.all(u.map(async (c) => {
+            const d = n.find(R("name", c.name));
+            if (e.stream && e.stream({ tool: c.name }), !d) return { tool_use_id: c.id, is_error: !0, content: "Tool not found" };
             try {
-              const p = await d.fn(l.input, e?.stream, this.ai);
-              return { type: "tool_result", tool_use_id: l.id, content: _(p) };
+              const p = await d.fn(c.input, e?.stream, this.ai);
+              return { type: "tool_result", tool_use_id: c.id, content: _(p) };
             } catch (p) {
-              return { type: "tool_result", tool_use_id: l.id, is_error: !0, content: p?.message || p?.toString() || "Unknown" };
+              return { type: "tool_result", tool_use_id: c.id, is_error: !0, content: p?.message || p?.toString() || "Unknown" };
             }
           }));
-          o.push({ role: "user", content: s }), u.messages = o;
+          o.push({ role: "user", content: s }), m.messages = o;
         }
-      } while (!t.signal.aborted && m.content.some((c) => c.type === "tool_use"));
-      o.push({ role: "assistant", content: m.content.filter((c) => c.type == "text").map((c) => c.text).join(`
+      } while (!t.signal.aborted && l.content.some((u) => u.type === "tool_use"));
+      o.push({ role: "assistant", content: l.content.filter((u) => u.type == "text").map((u) => u.text).join(`
 
 `) }), o = this.toStandard(o), e.stream && e.stream({ done: !0 }), e.history && e.history.splice(0, e.history.length, ...o), a(o.at(-1)?.content);
     }), { abort: () => t.abort() });
@@ -178,40 +178,40 @@ class P extends L {
     return Object.assign(new Promise(async (a, o) => {
       e.system && (e.history?.[0]?.role != "system" ? e.history?.splice(0, 0, { role: "system", content: e.system, timestamp: Date.now() }) : e.history[0].content = e.system);
       let n = this.fromStandard([...e.history || [], { role: "user", content: r, timestamp: Date.now() }]);
-      const u = e.tools || this.ai.options.llm?.tools || [], m = {
+      const m = e.tools || this.ai.options.llm?.tools || [], l = {
         model: e.model || this.model,
         messages: n,
         stream: !!e.stream,
         max_tokens: e.max_tokens || this.ai.options.llm?.max_tokens || 4096,
         temperature: e.temperature || this.ai.options.llm?.temperature || 0.7,
-        tools: u.map((s) => ({
+        tools: m.map((s) => ({
           type: "function",
           function: {
             name: s.name,
             description: s.description,
             parameters: {
               type: "object",
-              properties: s.args ? z(s.args, (l, d) => ({ ...d, required: void 0 })) : {},
-              required: s.args ? Object.entries(s.args).filter((l) => l[1].required).map((l) => l[0]) : []
+              properties: s.args ? z(s.args, (c, d) => ({ ...d, required: void 0 })) : {},
+              required: s.args ? Object.entries(s.args).filter((c) => c[1].required).map((c) => c[0]) : []
             }
           }
         }))
       };
-      let i, c = !0;
+      let i, u = !0;
       do {
-        if (i = await this.client.chat.completions.create(m).catch((l) => {
-          throw l.message += `
+        if (i = await this.client.chat.completions.create(l).catch((c) => {
+          throw c.message += `
 
 Messages:
-${JSON.stringify(n, null, 2)}`, l;
+${JSON.stringify(n, null, 2)}`, c;
         }), e.stream) {
-          c ? c = !1 : e.stream({ text: `
+          u ? u = !1 : e.stream({ text: `
 
 ` }), i.choices = [{ message: { role: "assistant", content: "", tool_calls: [] } }];
-          for await (const l of i) {
+          for await (const c of i) {
             if (t.signal.aborted) break;
-            if (l.choices[0].delta.content && (i.choices[0].message.content += l.choices[0].delta.content, e.stream({ text: l.choices[0].delta.content })), l.choices[0].delta.tool_calls)
-              for (const d of l.choices[0].delta.tool_calls) {
+            if (c.choices[0].delta.content && (i.choices[0].message.content += c.choices[0].delta.content, e.stream({ text: c.choices[0].delta.content })), c.choices[0].delta.tool_calls)
+              for (const d of c.choices[0].delta.tool_calls) {
                 const p = i.choices[0].message.tool_calls.find((f) => f.index === d.index);
                 p ? (d.id && (p.id = d.id), d.type && (p.type = d.type), d.function && (p.function || (p.function = {}), d.function.name && (p.function.name = d.function.name), d.function.arguments && (p.function.arguments = (p.function.arguments || "") + d.function.arguments))) : i.choices[0].message.tool_calls.push({
                   index: d.index,
@@ -228,8 +228,8 @@ ${JSON.stringify(n, null, 2)}`, l;
         const s = i.choices[0].message.tool_calls || [];
         if (s.length && !t.signal.aborted) {
           n.push(i.choices[0].message);
-          const l = await Promise.all(s.map(async (d) => {
-            const p = u?.find(R("name", d.function.name));
+          const c = await Promise.all(s.map(async (d) => {
+            const p = m?.find(R("name", d.function.name));
             if (e.stream && e.stream({ tool: d.function.name }), !p) return { role: "tool", tool_call_id: d.id, content: '{"error": "Tool not found"}' };
             try {
               const f = S(d.function.arguments, {}), g = await p.fn(f, e.stream, this.ai);
@@ -238,7 +238,7 @@ ${JSON.stringify(n, null, 2)}`, l;
               return { role: "tool", tool_call_id: d.id, content: _({ error: f?.message || f?.toString() || "Unknown" }) };
             }
           }));
-          n.push(...l), m.messages = n;
+          n.push(...c), l.messages = n;
         }
       } while (!t.signal.aborted && i.choices?.[0]?.message?.tool_calls?.length);
       n.push({ role: "assistant", content: i.choices[0].message.content || "" }), n = this.toStandard(n), e.stream && e.stream({ done: !0 }), e.history && e.history.splice(0, e.history.length, ...n), a(n.at(-1)?.content);
@@ -274,13 +274,13 @@ class X {
     };
     return Object.assign(new Promise(async (o) => {
       if (e.history || (e.history = []), e.memory) {
-        const u = async (i, c, s = 10) => {
-          const [l, d] = await Promise.all([
-            c ? this.embedding(c) : Promise.resolve(null),
+        const m = async (i, u, s = 10) => {
+          const [c, d] = await Promise.all([
+            u ? this.embedding(u) : Promise.resolve(null),
             i ? this.embedding(i) : Promise.resolve(null)
           ]);
           return (e.memory || []).map((p) => {
-            const f = (l ? this.cosineSimilarity(p.embeddings[0], l[0].embedding) : 0) + (d ? this.cosineSimilarity(p.embeddings[1], d[0].embedding) : 0);
+            const f = (c ? this.cosineSimilarity(p.embeddings[0], c[0].embedding) : 0) + (d ? this.cosineSimilarity(p.embeddings[1], d[0].embedding) : 0);
             return { ...p, score: f };
           }).toSorted((p, f) => p.score - f.score).slice(0, s).map((p) => `- ${p.owner}: ${p.fact}`).join(`
 `);
@@ -288,9 +288,9 @@ class X {
         e.system += `
 You have RAG memory and will be given the top_k closest memories regarding the users query. Save anything new you have learned worth remembering from the user message using the remember tool and feel free to recall memories manually.
 `;
-        const m = await u(r);
-        m.length && e.history.push({ role: "tool", name: "recall", id: "auto_recall_" + Math.random().toString(), args: {}, content: `Things I remembered:
-${m}` }), e.tools = [{
+        const l = await m(r);
+        l.length && e.history.push({ role: "tool", name: "recall", id: "auto_recall_" + Math.random().toString(), args: {}, content: `Things I remembered:
+${l}` }), e.tools = [{
           name: "recall",
           description: "Recall the closest memories you have regarding a query using RAG",
           args: {
@@ -300,7 +300,7 @@ ${m}` }), e.tools = [{
           },
           fn: (i) => {
             if (!i.subject && !i.query) throw new Error("Either a subject or query argument is required");
-            return u(i.query, i.subject, i.topK);
+            return m(i.query, i.subject, i.topK);
           }
         }, {
           name: "remember",
@@ -311,18 +311,18 @@ ${m}` }), e.tools = [{
           },
           fn: async (i) => {
             if (!e.memory) return;
-            const c = await Promise.all([
+            const u = await Promise.all([
               this.embedding(i.owner),
               this.embedding(`${i.owner}: ${i.fact}`)
-            ]), s = { owner: i.owner, fact: i.fact, embeddings: [c[0][0].embedding, c[1][0].embedding] };
-            return e.memory.splice(0, e.memory.length, ...e.memory.filter((l) => !(this.cosineSimilarity(s.embeddings[0], l.embeddings[0]) >= 0.9 && this.cosineSimilarity(s.embeddings[1], l.embeddings[1]) >= 0.8)), s), "Remembered!";
+            ]), s = { owner: i.owner, fact: i.fact, embeddings: [u[0][0].embedding, u[1][0].embedding] };
+            return e.memory.splice(0, e.memory.length, ...e.memory.filter((c) => !(this.cosineSimilarity(s.embeddings[0], c.embeddings[0]) >= 0.9 && this.cosineSimilarity(s.embeddings[1], c.embeddings[1]) >= 0.8)), s), "Remembered!";
           }
         }, ...e.tools || []];
       }
       const n = await this.models[t].ask(r, e);
-      if (e.memory && e.history.splice(0, e.history.length, ...e.history.filter((u) => u.role != "tool" || u.name != "recall" && u.name != "remember")), e.compress) {
-        const u = await this.ai.language.compressHistory(e.history, e.compress.max, e.compress.min, e);
-        e.history.splice(0, e.history.length, ...u);
+      if (e.memory && e.history.splice(0, e.history.length, ...e.history.filter((m) => m.role != "tool" || m.name != "recall" && m.name != "remember")), e.compress) {
+        const m = await this.ai.language.compressHistory(e.history, e.compress.max, e.compress.min, e);
+        e.history.splice(0, e.history.length, ...m);
       }
       return o(n);
     }), { abort: a });
@@ -350,10 +350,10 @@ ${m}` }), e.tools = [{
       if (n += this.estimateTokens(d.content), n < t) o++;
       else break;
     if (r.length <= o) return r;
-    const u = r[0].role == "system" ? r[0] : null, m = o == 0 ? [] : r.slice(-o), i = (o == 0 ? r : r.slice(0, -o)).filter((d) => d.role === "assistant" || d.role === "user"), c = await this.summarize(i.map((d) => `[${d.role}]: ${d.content}`).join(`
+    const m = r[0].role == "system" ? r[0] : null, l = o == 0 ? [] : r.slice(-o), i = (o == 0 ? r : r.slice(0, -o)).filter((d) => d.role === "assistant" || d.role === "user"), u = await this.summarize(i.map((d) => `[${d.role}]: ${d.content}`).join(`
 
-`), 500, a), s = Date.now(), l = [{ role: "tool", name: "summary", id: "summary_" + s, args: {}, content: `Conversation Summary: ${c?.summary}`, timestamp: s }, ...m];
-    return u && l.splice(0, 0, u), l;
+`), 500, a), s = Date.now(), c = [{ role: "tool", name: "summary", id: "summary_" + s, args: {}, content: `Conversation Summary: ${u?.summary}`, timestamp: s }, ...l];
+    return m && c.splice(0, 0, m), c;
   }
   /**
    * Compare the difference between embeddings (calculates the angle between two vectors)
@@ -364,8 +364,8 @@ ${m}` }), e.tools = [{
   cosineSimilarity(r, e) {
     if (r.length !== e.length) throw new Error("Vectors must be same length");
     let t = 0, a = 0, o = 0;
-    for (let u = 0; u < r.length; u++)
-      t += r[u] * e[u], a += r[u] * r[u], o += e[u] * e[u];
+    for (let m = 0; m < r.length; m++)
+      t += r[m] * e[m], a += r[m] * r[m], o += e[m] * e[m];
     const n = Math.sqrt(a) * Math.sqrt(o);
     return n === 0 ? 0 : t / n;
   }
@@ -377,25 +377,25 @@ ${m}` }), e.tools = [{
    * @returns {string[]} Chunked strings
    */
   chunk(r, e = 500, t = 50) {
-    const a = (m, i = "") => m ? Object.entries(m).flatMap(([c, s]) => {
-      const l = i ? `${i}${isNaN(+c) ? `.${c}` : `[${c}]`}` : c;
-      return typeof s == "object" && !Array.isArray(s) ? a(s, l) : `${l}: ${Array.isArray(s) ? s.join(", ") : s}`;
+    const a = (l, i = "") => l ? Object.entries(l).flatMap(([u, s]) => {
+      const c = i ? `${i}${isNaN(+u) ? `.${u}` : `[${u}]`}` : u;
+      return typeof s == "object" && !Array.isArray(s) ? a(s, c) : `${c}: ${Array.isArray(s) ? s.join(", ") : s}`;
     }) : [], n = (typeof r == "object" ? a(r) : r.toString().split(`
-`)).flatMap((m) => [...m.split(/\s+/).filter(Boolean), `
-`]), u = [];
-    for (let m = 0; m < n.length; ) {
-      let i = "", c = m;
-      for (; c < n.length; ) {
-        const l = i + (i ? " " : "") + n[c];
-        if (this.estimateTokens(l.replace(/\s*\n\s*/g, `
+`)).flatMap((l) => [...l.split(/\s+/).filter(Boolean), `
+`]), m = [];
+    for (let l = 0; l < n.length; ) {
+      let i = "", u = l;
+      for (; u < n.length; ) {
+        const c = i + (i ? " " : "") + n[u];
+        if (this.estimateTokens(c.replace(/\s*\n\s*/g, `
 `)) > e && i) break;
-        i = l, c++;
+        i = c, u++;
       }
       const s = i.replace(/\s*\n\s*/g, `
 `).trim();
-      s && u.push(s), m = Math.max(c - t, c === m ? m + 1 : c);
+      s && m.push(s), l = Math.max(u - t, u === l ? l + 1 : u);
     }
-    return u;
+    return m;
   }
   /**
    * Create a vector representation of a string
@@ -407,13 +407,13 @@ ${m}` }), e.tools = [{
     let { maxTokens: t = 500, overlapTokens: a = 50 } = e, o = !1;
     const n = () => {
       o = !0;
-    }, u = (i) => new Promise((c, s) => {
+    }, m = (i) => new Promise((u, s) => {
       if (o) return s(new Error("Aborted"));
-      const l = [
+      const c = [
         H(G(D(import.meta.url)), "embedder.js"),
         this.ai.options.path,
         this.ai.options?.embedder || "bge-small-en-v1.5"
-      ], d = w("node", l, { stdio: ["pipe", "pipe", "ignore"] });
+      ], d = w("node", c, { stdio: ["pipe", "pipe", "ignore"] });
       d.stdin.write(i), d.stdin.end();
       let p = "";
       d.stdout.on("data", (f) => p += f.toString()), d.on("close", (f) => {
@@ -421,22 +421,22 @@ ${m}` }), e.tools = [{
         if (f === 0)
           try {
             const g = JSON.parse(p);
-            c(g.embedding);
+            u(g.embedding);
           } catch {
             s(new Error("Failed to parse embedding output"));
           }
         else
           s(new Error(`Embedder process exited with code ${f}`));
       }), d.on("error", s);
-    }), m = (async () => {
-      const i = this.chunk(r, t, a), c = [];
+    }), l = (async () => {
+      const i = this.chunk(r, t, a), u = [];
       for (let s = 0; s < i.length && !o; s++) {
-        const l = i[s], d = await u(l);
-        c.push({ index: s, embedding: d, text: l, tokens: this.estimateTokens(l) });
+        const c = i[s], d = await m(c);
+        u.push({ index: s, embedding: d, text: c, tokens: this.estimateTokens(c) });
       }
-      return c;
+      return u;
     })();
-    return Object.assign(m, { abort: n });
+    return Object.assign(l, { abort: n });
   }
   /**
    * Estimate variable as tokens
@@ -455,8 +455,8 @@ ${m}` }), e.tools = [{
    */
   fuzzyMatch(r, ...e) {
     if (e.length < 2) throw new Error("Requires at least 2 strings to compare");
-    const t = (n, u = 10) => n.toLowerCase().split("").map((m, i) => m.charCodeAt(0) * (i + 1) % u / u).slice(0, u), a = t(r), o = e.map((n) => t(n)).map((n) => this.cosineSimilarity(a, n));
-    return { avg: o.reduce((n, u) => n + u, 0) / o.length, max: Math.max(...o), similarities: o };
+    const t = (n, m = 10) => n.toLowerCase().split("").map((l, i) => l.charCodeAt(0) * (i + 1) % m / m).slice(0, m), a = t(r), o = e.map((n) => t(n)).map((n) => this.cosineSimilarity(a, n));
+    return { avg: o.reduce((n, m) => n + m, 0) / o.length, max: Math.max(...o), similarities: o };
   }
   /**
    * Ask a question with JSON response
@@ -475,8 +475,8 @@ Responses are ignored`;
     return t?.system && (a += `
 
 ` + t.system), new Promise(async (o, n) => {
-      let u = !1;
-      const m = await this.ask(r, {
+      let m = !1;
+      const l = await this.ask(r, {
         temperature: 0.3,
         ...t,
         system: a,
@@ -486,8 +486,8 @@ Responses are ignored`;
           args: { json: { type: "string", description: "Javascript parsable JSON string", required: !0 } },
           fn: (i) => {
             try {
-              const c = JSON.parse(i.json);
-              o(c), u = !0;
+              const u = JSON.parse(i.json);
+              o(u), m = !0;
             } catch {
               return "Invalid JSON";
             }
@@ -495,24 +495,24 @@ Responses are ignored`;
           }
         }, ...t?.tools || []]
       });
-      u || n(`AI failed to create JSON:
-${m}`);
+      m || n(`AI failed to create JSON:
+${l}`);
     });
   }
   /**
    * Create a summary of some text
    * @param {string} text Text to summarize
-   * @param {number} tokens Max number of tokens
+   * @param {number} length Max number of words
    * @param options LLM request options
    * @returns {Promise<string>} Summary
    */
   async summarize(r, e = 500, t) {
-    let a = `Your job is to summarize the users message using tool calls. Call the \`submit\` tool at least once with the shortest summary possible that's <= ${e} tokens. The tool call will respond with the token count. Responses are ignored`;
+    let a = `Your job is to summarize the users message using tool calls. Call the \`submit\` tool at least once with the shortest summary possible that's <= ${e} words. The tool call will respond with the token count. Responses are ignored`;
     return t?.system && (a += `
 
 ` + t.system), new Promise(async (o, n) => {
-      let u = !1;
-      const m = await this.ask(r, {
+      let m = !1;
+      const l = await this.ask(r, {
         temperature: 0.3,
         ...t,
         system: a,
@@ -520,15 +520,11 @@ ${m}`);
           name: "submit",
           description: "Submit summary",
           args: { summary: { type: "string", description: "Text summarization", required: !0 } },
-          fn: (i) => {
-            if (!i.summary) return "No summary provided";
-            const c = this.estimateTokens(i.summary);
-            return c > e ? `Summary is too long (${c} tokens)` : (u = !0, o(i.summary || null), `Saved (${c} tokens)`);
-          }
+          fn: (i) => i.summary ? i.summary.split(" ").length > e ? `Too long: ${e} words` : (m = !0, o(i.summary || null), `Saved: ${e} words`) : "No summary provided"
         }, ...t?.tools || []]
       });
-      u || n(`AI failed to create summary:
-${m}`);
+      m || n(`AI failed to create summary:
+${l}`);
     });
   }
 }
@@ -557,18 +553,18 @@ print(json.dumps(segments))
   async addPunctuation(r, e, t = 150) {
     const a = (n) => {
       if (n = n.toLowerCase().replace(/[^a-z]/g, ""), n.length <= 3) return 1;
-      const u = n.match(/[aeiouy]+/g);
-      let m = u ? u.length : 1;
-      return n.endsWith("e") && m--, Math.max(1, m);
+      const m = n.match(/[aeiouy]+/g);
+      let l = m ? m.length : 1;
+      return n.endsWith("e") && l--, Math.max(1, l);
     };
     let o = "";
-    return r.transcription.filter((n, u) => {
-      let m = !1;
-      const i = r.transcription[u - 1], c = r.transcription[u + 1];
-      return !n.text && c ? (c.offsets.from = n.offsets.from, c.timestamps.from = n.offsets.from) : n.text && n.text[0] != " " && i && (i.offsets.to = n.offsets.to, i.timestamps.to = n.timestamps.to, i.text += n.text, m = !0), !!n.text && !m;
+    return r.transcription.filter((n, m) => {
+      let l = !1;
+      const i = r.transcription[m - 1], u = r.transcription[m + 1];
+      return !n.text && u ? (u.offsets.from = n.offsets.from, u.timestamps.from = n.offsets.from) : n.text && n.text[0] != " " && i && (i.offsets.to = n.offsets.to, i.timestamps.to = n.timestamps.to, i.text += n.text, l = !0), !!n.text && !l;
     }).forEach((n) => {
-      const u = /^[A-Z]/.test(n.text.trim()), m = n.offsets.to - n.offsets.from, c = a(n.text.trim()) * t;
-      u && m > c * 2 && n.text[0] == " " && (o += "."), o += n.text;
+      const m = /^[A-Z]/.test(n.text.trim()), l = n.offsets.to - n.offsets.from, u = a(n.text.trim()) * t;
+      m && l > u * 2 && n.text[0] == " " && (o += "."), o += n.text;
     }), e ? this.ai.language.ask(o, {
       system: "Remove any misplaced punctuation from the following ASR transcript using the replace tool. Avoid modifying words unless there is an obvious typo",
       temperature: 0.1,
@@ -589,11 +585,11 @@ print(json.dumps(segments))
     e.forEach((p) => {
       a.has(p.speaker) || a.set(p.speaker, ++o);
     });
-    const n = await this.addPunctuation(r, t), u = n.match(/[^.!?]+[.!?]+/g) || [n], m = r.transcription.filter((p) => p.text.trim()), i = u.map((p) => {
+    const n = await this.addPunctuation(r, t), m = n.match(/[^.!?]+[.!?]+/g) || [n], l = r.transcription.filter((p) => p.text.trim()), i = m.map((p) => {
       if (p = p.trim(), !p) return null;
       const f = p.toLowerCase().replace(/[^\w\s]/g, "").split(/\s+/), g = /* @__PURE__ */ new Map();
       f.forEach((x) => {
-        const k = m.find((y) => x === y.text.trim().toLowerCase().replace(/[^\w]/g, ""));
+        const k = l.find((y) => x === y.text.trim().toLowerCase().replace(/[^\w]/g, ""));
         if (!k) return;
         const E = k.offsets.from / 1e3, $ = e.find((y) => E >= y.start && E <= y.end);
         if ($) {
@@ -605,17 +601,17 @@ print(json.dumps(segments))
       return g.forEach((x, k) => {
         x > v && (v = x, T = k);
       }), { speaker: T, text: p };
-    }).filter((p) => p !== null), c = [];
+    }).filter((p) => p !== null), u = [];
     i.forEach((p) => {
-      const f = c[c.length - 1];
-      f && f.speaker === p.speaker ? f.text += " " + p.text : c.push({ ...p });
+      const f = u[u.length - 1];
+      f && f.speaker === p.speaker ? f.text += " " + p.text : u.push({ ...p });
     });
-    let s = c.map((p) => `[Speaker ${p.speaker}]: ${p.text}`).join(`
+    let s = u.map((p) => `[Speaker ${p.speaker}]: ${p.text}`).join(`
 `).trim();
     if (!t) return s;
-    let l = this.ai.language.chunk(s, 500, 0);
-    l.length > 4 && (l = [...l.slice(0, 3), l.at(-1)]);
-    const d = await this.ai.language.json(l.join(`
+    let c = this.ai.language.chunk(s, 500, 0);
+    c.length > 4 && (c = [...c.slice(0, 3), c.at(-1)]);
+    const d = await this.ai.language.json(c.join(`
 `), '{1: "Detected Name", 2: "Second Name"}', {
       system: "Use the following transcript to identify speakers. Only identify speakers you are positive about, dont mention speakers you are unsure about in your response",
       temperature: 0.1
@@ -625,19 +621,19 @@ print(json.dumps(segments))
   runAsr(r, e = {}) {
     let t;
     const a = new Promise((o, n) => {
-      this.downloadAsrModel(e.model).then((u) => {
+      this.downloadAsrModel(e.model).then((m) => {
         if (e.diarization) {
-          let m = M.join(M.dirname(r), "transcript");
+          let l = M.join(M.dirname(r), "transcript");
           t = w(
             this.ai.options.whisper,
-            ["-m", u, "-f", r, "-np", "-ml", "1", "-oj", "-of", m],
+            ["-m", m, "-f", r, "-np", "-ml", "1", "-oj", "-of", l],
             { stdio: ["ignore", "ignore", "pipe"] }
           ), t.on("error", (i) => n(i)), t.on("close", async (i) => {
             if (i === 0) {
-              m = await b.readFile(m + ".json", "utf-8"), b.rm(m + ".json").catch(() => {
+              l = await b.readFile(l + ".json", "utf-8"), b.rm(l + ".json").catch(() => {
               });
               try {
-                o(JSON.parse(m));
+                o(JSON.parse(l));
               } catch {
                 n(new Error("Failed to parse whisper JSON"));
               }
@@ -645,9 +641,9 @@ print(json.dumps(segments))
               n(new Error(`Exit code ${i}`));
           });
         } else {
-          let m = "";
-          t = w(this.ai.options.whisper, ["-m", u, "-f", r, "-np", "-nt"]), t.on("error", (i) => n(i)), t.stdout.on("data", (i) => m += i.toString()), t.on("close", async (i) => {
-            i === 0 ? o(m.trim() || null) : n(new Error(`Exit code ${i}`));
+          let l = "";
+          t = w(this.ai.options.whisper, ["-m", m, "-f", r, "-np", "-nt"]), t.on("error", (i) => n(i)), t.stdout.on("data", (i) => l += i.toString()), t.on("close", async (i) => {
+            i === 0 ? o(l.trim() || null) : n(new Error(`Exit code ${i}`));
           });
         }
       });
@@ -658,30 +654,30 @@ print(json.dumps(segments))
     let e = !1, t = () => {
       e = !0;
     };
-    const a = (n) => new Promise((u) => {
-      const m = w(n, ["-W", "ignore", "-c", "import pyannote.audio"]);
-      m.on("close", (i) => u(i === 0)), m.on("error", () => u(!1));
+    const a = (n) => new Promise((m) => {
+      const l = w(n, ["-W", "ignore", "-c", "import pyannote.audio"]);
+      l.on("close", (i) => m(i === 0)), l.on("error", () => m(!1));
     }), o = Promise.all([
       a("python"),
       a("python3")
-    ]).then((async ([n, u]) => {
+    ]).then((async ([n, m]) => {
       if (e) return;
-      if (!n && !u) throw new Error("Pyannote is not installed: pip install pyannote.audio");
-      const m = u ? "python3" : "python";
-      return new Promise((i, c) => {
+      if (!n && !m) throw new Error("Pyannote is not installed: pip install pyannote.audio");
+      const l = m ? "python3" : "python";
+      return new Promise((i, u) => {
         if (e) return;
         let s = "";
-        const l = w(m, ["-W", "ignore", "-c", this.pyannote, r]);
-        l.stdout.on("data", (d) => s += d.toString()), l.stderr.on("data", (d) => console.error(d.toString())), l.on("close", (d) => {
+        const c = w(l, ["-W", "ignore", "-c", this.pyannote, r]);
+        c.stdout.on("data", (d) => s += d.toString()), c.stderr.on("data", (d) => console.error(d.toString())), c.on("close", (d) => {
           if (d === 0)
             try {
               i(JSON.parse(s));
             } catch {
-              c(new Error("Failed to parse diarization output"));
+              u(new Error("Failed to parse diarization output"));
             }
           else
-            c(new Error(`Python process exited with code ${d}`));
-        }), l.on("error", c), t = () => l.kill("SIGTERM");
+            u(new Error(`Python process exited with code ${d}`));
+        }), c.on("error", u), t = () => c.kill("SIGTERM");
       });
     }));
     return Object.assign(o, { abort: t });
@@ -694,17 +690,17 @@ print(json.dumps(segments))
     });
     if (!e.diarization) return this.runAsr(t, { model: e.model });
     const o = this.runAsr(t, { model: e.model, diarization: !0 }), n = this.runDiarization(t);
-    let u = !1, m = () => {
-      u = !0, o.abort(), n.abort(), a();
+    let m = !1, l = () => {
+      m = !0, o.abort(), n.abort(), a();
     };
-    const i = Promise.allSettled([o, n]).then(async ([c, s]) => {
-      if (c.status == "rejected") throw new Error(`Whisper.cpp timestamps:
-` + c.reason);
+    const i = Promise.allSettled([o, n]).then(async ([u, s]) => {
+      if (u.status == "rejected") throw new Error(`Whisper.cpp timestamps:
+` + u.reason);
       if (s.status == "rejected") throw new Error(`Pyannote:
 ` + s.reason);
-      return u || !e.diarization ? c.value : this.diarizeTranscript(c.value, s.value, e.diarization == "llm");
+      return m || !e.diarization ? u.value : this.diarizeTranscript(u.value, s.value, e.diarization == "llm");
     }).finally(() => a());
-    return Object.assign(i, { abort: m });
+    return Object.assign(i, { abort: l });
   }
   async downloadAsrModel(r = this.whisperModel) {
     if (!this.ai.options.whisper) throw new Error("Whisper not configured");
@@ -833,8 +829,8 @@ const re = () => O.platform() == "win32" ? "cmd" : j`echo $SHELL`?.split("/").po
       const s = await e.arrayBuffer();
       if (s.byteLength > 10485760)
         return { url: h.url, type: "media", mimeType: a, error: "File too large", size: s.byteLength, maxSize: 10485760 };
-      const l = Buffer.from(s).toString("base64");
-      return { url: h.url, type: "media", mimeType: a, dataUrl: `data:${a};base64,${l}`, size: s.byteLength };
+      const c = Buffer.from(s).toString("base64");
+      return { url: h.url, type: "media", mimeType: a, dataUrl: `data:${a};base64,${c}`, size: s.byteLength };
     }
     if (a.match(/^(text\/(plain|csv|xml)|application\/(json|xml|csv|x-yaml))/) || h.url.match(/\.(txt|json|xml|csv|yaml|yml|md)$/i)) {
       const s = await e.text();
@@ -844,43 +840,43 @@ const re = () => O.platform() == "win32" ? "cmd" : j`echo $SHELL`?.split("/").po
       const s = await e.arrayBuffer();
       if (s.byteLength > 10485760)
         return { url: h.url, type: "binary", mimeType: a, error: "File too large", size: s.byteLength, maxSize: 10485760 };
-      const l = Buffer.from(s).toString("base64");
-      return { url: h.url, type: "binary", mimeType: a, dataUrl: `data:${a};base64,${l}`, size: s.byteLength };
+      const c = Buffer.from(s).toString("base64");
+      return { url: h.url, type: "binary", mimeType: a, dataUrl: `data:${a};base64,${c}`, size: s.byteLength };
     }
     const o = await e.text(), n = Z.load(o);
     n('script, style, nav, footer, header, aside, iframe, noscript, svg, [role="navigation"], [role="banner"], [role="complementary"], .ad, .ads, .advertisement, .cookie, .popup, .modal, .sidebar, .related, .comments, .social-share').remove();
-    const u = {
+    const m = {
       title: n('meta[property="og:title"]').attr("content") || n("title").text() || "",
       description: n('meta[name="description"]').attr("content") || n('meta[property="og:description"]').attr("content") || "",
       author: n('meta[name="author"]').attr("content") || "",
       published: n('meta[property="article:published_time"]').attr("content") || n("time").attr("datetime") || "",
       image: n('meta[property="og:image"]').attr("content") || ""
     };
-    let m = "";
+    let l = "";
     const i = ["article", "main", '[role="main"]', ".content", ".post-content", ".entry-content", ".article-content", "body"];
     for (const s of i) {
-      const l = n(s).first();
-      if (l.length && l.text().trim().length > 200) {
-        m = l.text();
+      const c = n(s).first();
+      if (c.length && c.text().trim().length > 200) {
+        l = c.text();
         break;
       }
     }
-    m || (m = n("body").text()), m = m.replace(/\n\s*\n\s*\n/g, `
+    l || (l = n("body").text()), l = l.replace(/\n\s*\n\s*\n/g, `
 
 `).replace(/[ \t]+/g, " ").trim().slice(0, 5e4);
-    let c = [];
-    return m.length < 500 && (n("a[href]").each((s, l) => {
-      const d = n(l).attr("href"), p = n(l).text().trim();
-      d && p && !d.startsWith("#") && c.push({ text: p, href: d });
-    }), c = c.slice(0, 50)), {
+    let u = [];
+    return l.length < 500 && (n("a[href]").each((s, c) => {
+      const d = n(c).attr("href"), p = n(c).text().trim();
+      d && p && !d.startsWith("#") && u.push({ text: p, href: d });
+    }), u = u.slice(0, 50)), {
       url: h.url,
       type: "html",
-      title: u.title.trim(),
-      description: u.description.trim(),
-      author: u.author.trim(),
-      published: u.published,
-      content: m,
-      links: c.length ? c : void 0
+      title: m.title.trim(),
+      description: m.description.trim(),
+      author: m.author.trim(),
+      published: m.published,
+      content: l,
+      links: u.length ? u : void 0
     };
   }
 }, je = {