halbot 1990.1.106 → 1990.1.108

package/bin/halbot.mjs

@@ -17,8 +17,7 @@ let storage = {
 try {
     const { filename, config } = await _getConfig();
     assert(utilitas.countKeys(config), `Error loading config from ${filename}.`);
-    const sessionType = utilitas.trim(config.storage?.type, { case: 'UP' });
-    if (config.storage?.type) { delete config.storage.type; }
+    const sessionType = utilitas.trim(config.storage?.provider, { case: 'UP' });
     switch (sessionType) {
         case 'MARIADB': case 'MYSQL':
             await dbio.init(config.storage);

package/index.mjs

@@ -1,5 +1,6 @@
-import { bot, hal, image, shot, speech, utilitas, vision } from 'utilitas';
+import { alan, bot, image, shot, speech, utilitas, vision } from 'utilitas';
 import { parse } from 'csv-parse/sync';
+import { end } from 'utilitas/lib/event.mjs';
 
 await utilitas.locate(utilitas.__(import.meta.url, 'package.json'));
 const log = content => utilitas.log(content, 'halbot');
@@ -29,19 +30,18 @@ const fetchPrompts = async () => {
 
 const init = async (options) => {
     assert(options?.telegramToken, 'Telegram Bot API Token is required.');
-    const [pkg, ai, _speech, speechOptions]
-        = [await utilitas.which(), {}, {}, { tts: true, stt: true }];
+    const [pkg, ai, _speech, speechOptions, engines]
+        = [await utilitas.which(), {}, {}, { tts: true, stt: true }, {}];
     const info = bot.lines([
         `[${bot.EMOJI_BOT} ${pkg.title}](${pkg.homepage})`, pkg.description
     ]);
-    const cacheOptions = options?.storage ? { store: options.storage } : null;
     if (options?.openaiApiKey) {
         const apiKey = { apiKey: options.openaiApiKey };
-        ai['ChatGPT'] = await hal.init({
-            provider: 'CHATGPT', clientOptions: apiKey, cacheOptions,
-        });
+        await alan.init({ provider: 'openai', ...apiKey });
         await speech.init({ ...apiKey, provider: 'OPENAI', ...speechOptions });
         await image.init(apiKey);
+        ai['ChatGPT'] = { engine: 'CHATGPT' };
+        engines['CHATGPT'] = {};
     }
     if (options?.googleApiKey) {
         const apiKey = { apiKey: options.googleApiKey };
@@ -50,12 +50,25 @@ const init = async (options) => {
             ...apiKey, provider: 'GOOGLE', ...speechOptions,
         });
     }
-    if (options?.bingToken) {
-        ai['Bing'] = await hal.init({
-            provider: 'BING', clientOptions: { userToken: options.bingToken },
-            cacheOptions,
+    if (options?.googleCredentials && options?.googleProject) {
+        await alan.init({
+            provider: 'VERTEX',
+            credentials: options.googleCredentials,
+            project: options.googleProject,
+        });
+        ai['Gemini'] = { engine: 'VERTEX' };
+        engines['VERTEX'] = {};
+    }
+    if (options?.mistralEnabled || options?.mistralEndpoint) {
+        await alan.init({
+            provider: 'OLLAMA',
+            endpoint: options?.mistralEndpoint,
+            model: options?.mistralModel,
         });
+        ai['Mistral'] = { engine: 'OLLAMA' };
+        engines['OLLAMA'] = {};
     }
+    await alan.initChat({ engines, sessions: options?.storage });
     assert(utilitas.countKeys(ai), 'No AI provider is configured.');
     const _bot = await bot.init({
         args: options?.args,
@@ -83,4 +96,4 @@ const init = async (options) => {
 };
 
 export default init;
-export { bot, hal, init, speech, utilitas };
+export { alan, bot, init, speech, utilitas };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "halbot",
   "description": "Just another ChatGPT/Bing Chat Telegram bob, which is simple design, easy to use, extendable and fun.",
-  "version": "1990.1.106",
+  "version": "1990.1.108",
   "private": false,
   "homepage": "https://github.com/Leask/halbot",
   "type": "module",
@@ -31,21 +31,22 @@
   "dependencies": {
     "@ffmpeg-installer/ffmpeg": "^1.1.0",
     "@ffprobe-installer/ffprobe": "^2.1.2",
+    "@google-cloud/aiplatform": "^3.9.0",
     "@google-cloud/speech": "^6.1.0",
     "@google-cloud/text-to-speech": "^5.0.1",
+    "@google-cloud/vertexai": "^0.1.3",
     "@google-cloud/vision": "^4.0.2",
-    "@mozilla/readability": "^0.4.4",
-    "@waylaidwanderer/chatgpt-api": "^1.37.3",
+    "@mozilla/readability": "^0.5.0",
     "csv-parse": "^5.5.3",
     "fluent-ffmpeg": "^2.1.2",
     "ioredis": "^5.3.2",
     "jsdom": "^23.0.1",
     "mysql2": "^3.6.5",
     "office-text-extractor": "^3.0.2",
-    "openai": "^4.20.1",
+    "openai": "^4.24.1",
     "telegraf": "^4.15.3",
-    "tesseract.js": "^5.0.3",
-    "utilitas": "^1995.2.20",
+    "tesseract.js": "^5.0.4",
+    "utilitas": "^1995.2.42",
     "youtube-transcript": "^1.0.6"
   }
 }

package/skills/-8845_session.mjs

@@ -0,0 +1,33 @@
+import { alan } from 'utilitas';
+
+const action = async (ctx, next) => {
+    const resetContext = context => ctx.session.context = context || {}
+    ctx.session.context || resetContext();
+    ctx.carry = { sessionId: `ALAN_SESSION_${ctx.chatId}` };
+    ctx.clear = async context => {
+        await alan.resetSession(
+            ctx.carry.sessionId, // { systemPrompt: context?.prompt } @todo! // switch to real system prompt
+        );
+        resetContext(context);
+        ctx.hello(context?.prompt);
+    };
+    switch (ctx.cmd?.cmd) {
+        case 'clear':
+            await ctx.clear();
+            break;
+        case 'factory':
+        case 'reset':
+            await alan.resetSession(ctx.carry.sessionId);
+            break;
+    }
+    await next();
+};
+
+export const { name, run, priority, func, help, cmds, cmdx } = {
+    name: 'session',
+    run: true,
+    priority: -8845,
+    func: action,
+    help: '',
+    cmdx: {},
+};

package/skills/10_engine.mjs

@@ -1,20 +1,9 @@
 import { bot, utilitas } from 'utilitas';
 
-const balanced = 'balanced';
-const bingTones = [balanced, 'creative', 'precise'];
-
 let configuredAi;
 
 const action = async (ctx, next) => {
-    ctx.session.context || (ctx.session.context = {});
-    ctx.session.latest || (ctx.session.latest = {});
     ctx.isDefaultAi = name => name === ctx.firstAi;
-    ctx.clear = context => (ctx.selectedAi || []).map(n => {
-        ctx._.ai[n].clear(ctx.chatId);
-        delete ctx.session.context[n];
-        delete ctx.session.latest[n];
-        context && (ctx.session.context[n] = context);
-    }) && ctx.hello(context?.prompt);
     ctx.firstAi = (configuredAi = Object.keys(ctx._.ai))[0];
     switch (ctx.session.config?.ai) {
         case '': ctx.selectedAi = [ctx.firstAi]; break;
@@ -34,12 +23,6 @@ const validateAi = val => {
     utilitas.throwError('No AI engine matched.');
 };
 
-const validateTone = val => {
-    val = utilitas.trim(val, { case: 'LOW' });
-    assert([...bingTones, ''].includes(val), 'Unsupported tone-style.');
-    return val;
-};
-
 export const { name, run, priority, func, help, args } = {
     name: 'Engine',
     run: true,
@@ -54,26 +37,15 @@ export const { name, run, priority, func, help, args } = {
         '¶ Tweak enhanced output rendering.',
         'Example 1: /set --render on',
         'Example 2: /set --render off',
-        // '¶ Select between [OpenAI models](https://platform.openai.com/docs/models).',
-        // "Tip !!!4!!!: Set `gptmodel=''` to use default OpenAI model.",
-        // 'Popular models:',
-        // '- [gpt-4](https://platform.openai.com/docs/models/gpt-4): 8192 tokens, trained Sep 2021.',
-        // '- [gpt-4-32k](https://platform.openai.com/docs/models/gpt-4): 32768 tokens, trained Sep 2021.',
-        // '- [gpt-3.5-turbo](https://platform.openai.com/docs/models/gpt-3-5): 4096 tokens, trained Sep 2021.',
-        // '- [text-davinci-003](https://platform.openai.com/docs/models/gpt-3-5): 4097 tokens, trained Sep 2021.',
-        // '- [text-davinci-002](https://platform.openai.com/docs/models/gpt-3-5): 4097 tokens, trained Sep 2021.',
-        // '- [code-davinci-002](https://platform.openai.com/docs/models/gpt-3-5): 8001 tokens, trained Sep 2021 (Coding Optimized).',
-        '¶ Set tone-style for Bing.',
-        "Tip 4: Set `tone=''` to use default tone-style.",
     ]),
     args: {
         hello: {
-            type: 'string', short: 's', default: 'You are ChatGPT, a large...',
+            type: 'string', short: 's', default: 'You are a helpful assistant.',
             desc: "Change initial prompt: /set --hello 'Bonjour!'",
         },
         ai: {
             type: 'string', short: 'a', default: '',
-            desc: "`(ChatGPT, Bing, '', @)` Select AI engine.",
+            desc: "`(ChatGPT, Gemini, Mistral, @)` Select AI engine.",
             validate: validateAi,
         },
         render: {
@@ -81,14 +53,5 @@ export const { name, run, priority, func, help, args } = {
             desc: `\`(${bot.BINARY_STRINGS.join(', ')})\` Enable/Disable enhanced output rendering.`,
             validate: utilitas.humanReadableBoolean,
         },
-        // gptmodel: {
-        //     type: 'string', short: 'g', default: 'gpt-3.5-turbo',
-        //     desc: 'Set OpenAI model: /set --gptmodel=`MODEL`.',
-        // },
-        tone: {
-            type: 'string', short: 't', default: balanced,
-            desc: `\`(${bingTones.join(', ')})\` Set tone-style for Bing.`,
-            validate: validateTone,
-        },
     },
 };

package/skills/20_instant.mjs

@@ -8,16 +8,27 @@ const action = async (ctx, next) => {
             ctx.multiAi = ctx.selectedAi.length > 1;
             ctx.hello(ctx.cmd.args);
             break;
-        case 'bing':
-            assert(utilitas.insensitiveHas(allAi, 'bing'), 'Bing is not available.');
-            ctx.selectedAi = ['Bing'];
-            ctx.hello(ctx.cmd.args);
-            break;
         case 'chatgpt':
-            assert(utilitas.insensitiveHas(allAi, 'chatgpt'), 'ChatGPT is not available.');
+            if (!utilitas.insensitiveHas(allAi, 'chatgpt')) {
+                return await ctx.er('ChatGPT is not available.');
+            }
             ctx.selectedAi = ['ChatGPT'];
             ctx.hello(ctx.cmd.args);
             break;
+        case 'gemini':
+            if (!utilitas.insensitiveHas(allAi, 'gemini')) {
+                return await ctx.er('Gemini is not available.');
+            }
+            ctx.selectedAi = ['Gemini'];
+            ctx.hello(ctx.cmd.args);
+            break;
+        case 'mistral':
+            if (!utilitas.insensitiveHas(allAi, 'mistral')) {
+                return await ctx.er('Mistral is not available.');
+            }
+            ctx.selectedAi = ['Mistral'];
+            ctx.hello(ctx.cmd.args);
+            break;
     }
     await next();
 };
@@ -32,7 +43,8 @@ export const { name, run, priority, func, help, cmds } = {
     ]),
     cmds: {
         all: 'Use all AI engines simultaneously: /all Say hello to all AIs!',
-        chatgpt: 'Use ChatGPT temporary: /chatgpt Say hello to ChatGPT!',
-        bing: 'Use Bing temporary: /bing Say hello to Bing!',
+        chatgpt: 'Use ⚛️ ChatGPT temporary: /chatgpt Say hello to ChatGPT!',
+        gemini: 'Use ♊️ Gemini temporary: /gemini Say hello to Gemini!',
+        mistral: 'Use Ⓜ️ Mistral temporary: /mistral Say hello to Mistral!',
     },
 };

package/skills/50_prompt.mjs

@@ -48,13 +48,10 @@ const action = async (ctx, next) => {
                 ])
             ));
             return await ctx.ok(details || 'Data not found.');
-        case 'clear':
-            ctx.clear();
-            break;
         default:
             const prompt = ctx.session.prompts?.[cmd] || ctx._.prompts?.[cmd]?.prompt;
             !ctx.context && prompt && (ctx.context = { cmd, prompt });
-            ctx.context && ctx.clear(ctx.context);
+            ctx.context && await ctx.clear(ctx.context);
     }
     await next();
 };

package/skills/60_prepare.mjs

@@ -1,4 +1,4 @@
-import { bot, hal, utilitas } from 'utilitas';
+import { alan, bot, utilitas } from 'utilitas';
 
 const action = async (ctx, next) => {
     // avatar
@@ -16,21 +16,18 @@ const action = async (ctx, next) => {
         ctx.avatar = '😸';
     }
     // prompt
+    const maxInputTokens = alan.getMaxChatPromptLimit();
     const additionInfo = ctx.collected.length ? ctx.collected.map(
         x => x.content
     ).join('\n').split(' ') : [];
     ctx.prompt = (ctx.text || '') + '\n\n';
-    while (hal.countTokens(ctx.prompt) < hal.MAX_PROMPT_TOKENS
+    while (alan.countTokens(ctx.prompt) < maxInputTokens
         && additionInfo.length) {
         ctx.prompt += ` ${additionInfo.shift()}`;
     }
     ctx.prompt = utilitas.trim(ctx.prompt);
     additionInfo.filter(x => x).length && (ctx.prompt += '...');
     // next
-    ctx.carry = {
-        sessionId: ctx.chatId,
-        toneStyle: ctx.session.config?.tone,
-    };
     await next();
 };
 

package/skills/70_chat.mjs

@@ -1,10 +1,11 @@
-import { bot, utilitas } from 'utilitas';
+import { alan, bot, utilitas } from 'utilitas';
 
 const onProgress = { onProgress: true };
-const [BOT, LN2] = [`${bot.EMOJI_BOT} `, '\n\n'];
 const [joinL1, joinL2] = [a => a.join(LN2), a => a.join(LN2)];
-const enrich = name => name === 'Bing' ? `${name} (Sydney)` : name;
+const enrich = name => name === 'VERTEX' ? 'Gemini' : name;
 const log = content => utilitas.log(content, import.meta.url);
+const [BOT, BOTS, LN2]
+    = [`${bot.EMOJI_BOT} `, { ChatGPT: '⚛️', Gemini: '♊️', Mistral: 'Ⓜ️' }, '\n\n'];
 
 const action = async (ctx, next) => {
     if (!ctx.prompt) { return await next(); }
@@ -17,12 +18,12 @@ const action = async (ctx, next) => {
         const pure = [];
         ctx.selectedAi.map(n => {
             const content = source[n] || '';
-            const cmd = ctx.session.context[n]?.cmd;
+            const cmd = ctx.session.context?.cmd;
             const context = cmd && ` > \`${cmd}\` (exit by /clear)` || '';
             pure.push(content);
             packed.push(joinL2([
                 ...ctx.multiAi || !ctx.isDefaultAi(n) || said || context
-                    ? [`${BOT}${enrich(n)}${context}:`] : [], content,
+                    ? [`${BOTS[n]} ${enrich(n)}${context}:`] : [], content,
             ]));
         });
         return options?.tts && !pure.join('').trim().length ? '' : joinL1(packed);
@@ -39,19 +40,20 @@ const action = async (ctx, next) => {
     for (let n of ctx.selectedAi) {
         pms.push((async () => {
             try {
-                const response = await ctx._.ai[n].send(ctx.prompt, {
-                    ...ctx.carry, session: ctx.session.latest[n], // promptPrefix: '',
-                }, token => {
-                    msgs[n] = `${(msgs[n] || '')}${token}`;
-                    ok(onProgress);
+                const resp = await alan.talk(ctx.prompt, {
+                    engine: ctx._.ai[n].engine, ...ctx.carry,
+                    stream: async r => {
+                        msgs[n] = r[0].text;
+                        await ok(onProgress);
+                    },
                 });
                 msgs[n] = ctx.session.config?.render === false
-                    ? response.response : response.responseRendered;
-                tts[n] = msgs[n].split('\n').some(x => /^```/.test(x)) ? '' : response.spokenText;
-                extra.buttons = response?.suggestedResponses?.map?.(label => ({
-                    label, text: `/bing@${ctx.botInfo.username} ${label}`,
-                }));
-                return ctx.session.latest[n] = response;
+                    ? resp.text : resp.rendered;
+                tts[n] = msgs[n].split('\n').some(x => /^```/.test(x)) ? '' : resp.spoken;
+                // extra.buttons = resp?.suggestedResponses?.map?.(label => ({
+                //     label, text: `/bing@${ctx.botInfo.username} ${label}`,
+                // }));
+                return resp;
             } catch (err) {
                 msgs[n] = err?.message || err;
                 tts[n] = msgs[n];