halbot 1993.2.91 → 1993.2.92

package/index.mjs

@@ -6,8 +6,10 @@ const skillPath = utilitas.__(import.meta.url, 'skills');
 
 const init = async (options = {}) => {
     assert(options.telegramToken, 'Telegram Bot API Token is required.');
-    const [pkg, _speech, speechOptions, vision]
-        = [await utilitas.which(), {}, { tts: true, stt: true }, {}];
+    const [pkg, _speech, speechOptions, vision] = [
+        await utilitas.which(), options?.speech || {}, { tts: true, stt: true },
+        {},
+    ];
     const info = bot.lines([
         `[${hal.EMOJI_BOT} ${pkg.title}](${pkg.homepage})`, pkg.description
     ]);
@@ -16,7 +18,7 @@ const init = async (options = {}) => {
     if (options.openaiApiKey || options.googleApiKey) {
         vision.read = alan.distillFile;
         vision.see = alan.distillFile;
-        _speech.stt = alan.distillFile;
+        _speech?.stt || (_speech.stt = alan.distillFile);
     }
     // use openai embedding, dall-e, tts if openai is enabled
     if (options.openaiApiKey) {
@@ -26,8 +28,10 @@ const init = async (options = {}) => {
             priority: options.openaiPriority, ...options
         });
         await gen.init(apiKey);
-        await speech.init({ ...apiKey, ...speechOptions });
-        _speech.tts = speech.tts;
+        if (!_speech.tts) {
+            await speech.init({ ...apiKey, ...speechOptions });
+            _speech.tts = speech.tts;
+        }
     }
     // use gemini embedding if gemini is enabled and chatgpt is not enabled
     // use google tts if google api key is ready

package/lib/hal.mjs

@@ -1,5 +1,8 @@
+import {
+    bot, callosum, dbio, media, speech, storage, uoid, utilitas, web,
+} from 'utilitas';
+
 import { basename, join } from 'path';
-import { bot, callosum, dbio, storage, uoid, utilitas, web } from 'utilitas';
 import { parseArgs as _parseArgs } from 'node:util';
 import { readdirSync } from 'fs';
 
@@ -624,9 +627,9 @@ const subconscious = [{
                     log(`STT: '${resp}'`);
                     ctx.collect(resp);
                 };
-                if (hal._.supportedMimeTypes.has(MIME_WAV)) {
+                if (hal._.supportedMimeTypes.has(storage.MIME_WAV)) {
                     ctx.collect({
-                        mime_type: MIME_WAV, url, analyze,
+                        mime_type: storage.MIME_WAV, url, analyze,
                         data: await media.convertAudioTo16kNanoPcmWave(file, {
                             input: storage.BUFFER, expected: storage.BASE64,
                         }),

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "halbot",
   "description": "Just another `ChatGPT` / `Gemini` / `Claude` / `Azure` / `Jina` / `Ollama` Telegram bob, which is simple design, easy to use, extendable and fun.",
-  "version": "1993.2.91",
+  "version": "1993.2.92",
   "private": false,
   "homepage": "https://github.com/Leask/halbot",
   "type": "module",
@@ -51,7 +51,7 @@
     "pgvector": "^0.2.0",
     "telegraf": "^4.16.3",
     "tesseract.js": "^6.0.1",
-    "utilitas": "^1999.1.61",
+    "utilitas": "^1999.1.63",
     "youtube-transcript": "^1.2.1"
   }
 }

package/skills/-8845_thread.mjs

@@ -1,6 +1,6 @@
 import { alan, hal, uoid, utilitas } from '../index.mjs';
 
-const [EMIJI_FINISH, END, NEW, THREAD] = ['☑️', '❎', '✨', '🧵'];
+const [EMIJI_FINISH, END, NEW, THREAD, CLR] = ['☑️', '❎', '✨', '🧵', '🆑'];
 
 const [CREATED, SWITCHED] = [
     `${NEW} Thread created: `, `${EMIJI_FINISH} Thread switched: `

package/skills/70_chat.mjs

@@ -8,25 +8,31 @@ const log = content => utilitas.log(content, import.meta.url);
 const action = async (ctx, next) => {
     if (!ctx.prompt && !ctx.carry.attachments.length) { return await next(); }
     let [
-        ais, YOU, msgs, tts, rsm, pms, extra, lock, sResp, lastMsg, lastSent,
-        references, audio
+        ais, YOU, msgs, pms, extra, lock, sResp, lastMsg, lastSent, references,
+        audio,
     ] = [
-            await alan.getAi(null, { all: true }), `${ctx.avatar} You:`, {}, {},
-            {}, [], { buttons: [] }, 1000 * 5, null, null, 0, null, null,
+            await alan.getAi(null, { all: true }), `${ctx.avatar} You:`, {}, [],
+            { buttons: [] }, 1000 * 5, null, null, 0, null, null,
         ];
     const packMsg = options => {
         const said = !options?.tts && ctx.result ? ctx.result : '';
         const packed = [
             ...ctx.carry?.threadInfo, ...said ? [joinL2([YOU, said])] : [],
         ];
-        const source = options?.tts ? tts : msgs;
         const pure = [];
         ctx.selectedAi.map(n => {
-            const content = source[n] || '';
+            const content = msgs[n]?.[options?.tts ? 'spoken' : 'text'] || '';
             pure.push(content);
-            packed.push(joinL2([...options?.tts ? [] : [
-                `${ais.find(x => x.id === n).name}:`
-            ], content]));
+            const ai = ais.find(x => x.id === n);
+            let aiName = ai.name;
+            const defModel = aiName.replace(/^.*\(.*\)$/, '$1');
+            const curModel = msgs[n]?.model;
+            if (defModel && curModel && defModel !== curModel) {
+                aiName = aiName.replace(/^(.*\().*(\))$/, `$1${curModel}$2`);
+            }
+            packed.push(joinL2([
+                ...options?.tts ? [] : [`${aiName}:`], content
+            ]));
         });
         return pure.join('').trim().length ? joinL1(packed) : '';
     };
@@ -56,34 +62,35 @@ const action = async (ctx, next) => {
     for (const n of ctx.selectedAi) {
         pms.push((async ai => {
             try {
-                const resp = await alan.talk(ctx.prompt || alen.ATTACHMENTS, {
+                const resp = await alan.talk(ctx.prompt || alan.ATTACHMENTS, {
                     aiId: ai, ...ctx.carry, stream: async r => {
-                        msgs[ai] = r.text;
+                        msgs[ai] = r;
                         ctx.carry.threadInfo.length || ok(onProgress);
                     },
                 });
                 references = resp.references;
                 audio = resp.audio;
-                msgs[ai] = resp.text;
-                tts[ai] = ctx.selectedAi.length === 1
-                    && !msgs[ai].split('\n').some(x => /^\s*```/.test(x))
-                    ? resp.spoken : '';
+                msgs[ai] = resp;
+                msgs[ai].spoken = ctx.selectedAi.length === 1
+                    && !resp.text.split('\n').some(x => /^\s*```/.test(x))
+                    ? resp.spoken : null;
                 for (let img of resp?.images || []) {
                     await ctx.image(img.data, { caption: `🎨 by ${resp.model}` });
                     await ctx.timeout();
                 }
                 return resp;
             } catch (err) {
-                msgs[ai] = `⚠️ ${err?.message || err}`;
-                tts[ai] = null;
-                rsm[ai] = null;
+                msgs[ai] = {
+                    ...msgs[ai], text: `⚠️ ${err?.message || err}`,
+                    spoken: null,
+                };
                 log(err);
             }
         })(n));
     }
     await Promise.all(pms);
-    if (Object.values(msgs).join('').trim()) { await ok({ final: true }); }
-    else { await ctx.deleteMessage(sResp[0].message_id); }
+    await (Object.values(msgs).map(x => x.text).join('').trim()
+        ? ok({ final: true }) : ctx.deleteMessage(sResp[0].message_id));
     ctx.tts = audio || packMsg({ tts: true });
     await next();
 };