koishi-plugin-chatluna-character 0.0.41 → 0.0.43

package/lib/index.d.ts

@@ -10,6 +10,7 @@ export interface Config extends ChatLunaPlugin.Config {
     model: string;
     maxMessages: number;
     messageInterval: number;
+    messageProbability: number;
     maxTokens: number;
     applyGroup: string[];
     modelOverride: {
@@ -26,6 +27,8 @@ export interface Config extends ChatLunaPlugin.Config {
     muteTime: number;
     disableChatLuna: boolean;
     whiteListDisableChatLuna: string[];
+    splitVoice: boolean;
+    isAt: boolean;
 }
 export declare const Config: Schema<Config>;
 export declare const name = "chatluna-character";

package/lib/index.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.name = exports.Config = exports.inject = exports.apply = void 0;
+exports.name = exports.Config = exports.inject = void 0;
+exports.apply = apply;
 /* eslint-disable max-len */
 const koishi_1 = require("koishi");
 const plugin_1 = require("./plugin");
@@ -17,7 +18,8 @@ function apply(ctx, config) {
             await (0, plugin_1.plugins)(ctx, config);
         },
         inject: {
-            required: exports.inject.required.concat('chatluna', 'chatluna_character')
+            required: exports.inject.required.concat('chatluna_character'),
+            optional: exports.inject.optional
         },
         name: 'chatluna_entry_point'
     }, config);
@@ -41,10 +43,9 @@ function apply(ctx, config) {
         disposables.forEach((disposable) => disposable());
     });
 }
-exports.apply = apply;
 exports.inject = {
     required: ['chatluna', 'cache'],
-    optional: ['chatluna_character']
+    optional: ['chatluna_character', 'vits']
 };
 exports.Config = koishi_1.Schema.intersect([
     koishi_1.Schema.object({
@@ -52,7 +53,7 @@ exports.Config = koishi_1.Schema.intersect([
         maxMessages: koishi_1.Schema.number()
             .description('存储在内存里的最大消息数量')
             .default(10)
-            .min(7)
+            .min(3)
             .role('slider')
             .max(100),
         disableChatLuna: koishi_1.Schema.boolean()
@@ -67,7 +68,7 @@ exports.Config = koishi_1.Schema.intersect([
             model: koishi_1.Schema.dynamic('model').description('模型')
         })).description('针对某个群的模型设置，会覆盖上面的配置'),
         maxTokens: koishi_1.Schema.number()
-            .default(2048)
+            .default(4000)
             .min(1024)
             .max(16000)
             .description('使用聊天的最大 token 数')
@@ -79,12 +80,25 @@ exports.Config = koishi_1.Schema.intersect([
         isForceMute: koishi_1.Schema.boolean()
             .description('是否启用强制禁言（当聊天涉及到关键词时则会禁言，关键词需要在预设文件里配置）')
             .default(true),
+        isAt: koishi_1.Schema.boolean()
+            .description('是否允许 bot 艾特他人')
+            .default(true),
+        splitVoice: koishi_1.Schema.boolean()
+            .description('是否分段发送语言')
+            .default(false),
         messageInterval: koishi_1.Schema.number()
             .default(14)
             .min(0)
             .role('slider')
-            .max(50)
+            .max(100)
             .description('随机发送消息的间隔'),
+        messageProbability: koishi_1.Schema.number()
+            .default(0.1)
+            .min(0)
+            .max(4)
+            .role('slider')
+            .step(0.00001)
+            .description('发送消息的叠加概率（线性增长）'),
         coolDownTime: koishi_1.Schema.number()
             .default(10)
             .min(1)
@@ -115,10 +129,14 @@ exports.Config = koishi_1.Schema.intersect([
     koishi_1.Schema.object({
         configs: koishi_1.Schema.dict(koishi_1.Schema.object({
             maxTokens: koishi_1.Schema.number()
-                .default(2048)
+                .default(4000)
                 .min(1024)
-                .max(16000)
+                .max(20000)
                 .description('使用聊天的最大 token 数'),
+            isAt: koishi_1.Schema.boolean().description('是否启用@').default(true),
+            splitVoice: koishi_1.Schema.boolean()
+                .description('是否分段发送语言')
+                .default(false),
             isNickname: koishi_1.Schema.boolean()
                 .description('允许 bot 配置中的昵称引发回复')
                 .default(true),
@@ -126,21 +144,28 @@ exports.Config = koishi_1.Schema.intersect([
                 .description('是否启用强制禁言（当聊天涉及到关键词时则会禁言，关键词需要在预设文件里配置）')
                 .default(true),
             messageInterval: koishi_1.Schema.number()
-                .default(14)
+                .default(10)
                 .min(0)
                 .role('slider')
                 .max(50)
                 .description('随机发送消息的间隔'),
+            messageProbability: koishi_1.Schema.number()
+                .default(0.1)
+                .min(0)
+                .max(1)
+                .role('slider')
+                .step(0.00001)
+                .description('发送消息的叠加概率（线性增长）'),
             coolDownTime: koishi_1.Schema.number()
                 .default(10)
                 .min(1)
-                .max(60 * 24)
+                .max(60 * 24 * 24)
                 .description('冷却发言时间（秒）'),
             typingTime: koishi_1.Schema.number()
                 .default(440)
                 .min(100)
                 .role('slider')
-                .max(1500)
+                .max(1700)
                 .description('模拟打字时的间隔（毫秒）'),
             muteTime: koishi_1.Schema.number()
                 .default(1000 * 60)
@@ -148,7 +173,7 @@ exports.Config = koishi_1.Schema.intersect([
                 .max(1000 * 60 * 10 * 10)
                 .description('闭嘴时的禁言时间（毫秒）'),
             sendStickerProbability: koishi_1.Schema.number()
-                .default(0.6)
+                .default(0.2)
                 .min(0)
                 .max(1)
                 .role('slider')

package/lib/plugins/chat.js

@@ -4,7 +4,6 @@ exports.apply = void 0;
 const messages_1 = require("@langchain/core/messages");
 const koishi_1 = require("koishi");
 const count_tokens_1 = require("koishi-plugin-chatluna/lib/llm-core/utils/count_tokens");
-let logger;
 async function apply(ctx, config) {
     const service = ctx.chatluna_character;
     const preset = service.preset;
@@ -62,70 +61,106 @@ async function apply(ctx, config) {
         logger.debug('completion message: ' +
             JSON.stringify(completionMessages.map((it) => it.content)));
         let responseMessage;
-        let response;
+        let parsedResponse;
         let isError = false;
-        for (let i = 0; i < 2; i++) {
+        for (let i = 0; i < 3; i++) {
             try {
                 responseMessage = await model.invoke(completionMessages);
                 logger.debug('model response: ' + responseMessage.content);
-                response = parseResponse(responseMessage.content);
+                parsedResponse = parseResponse(responseMessage.content, copyOfConfig.isAt);
                 break;
             }
             catch (e) {
                 logger.error(e);
-                await (0, koishi_1.sleep)(5000);
-                if (i === 1) {
+                await (0, koishi_1.sleep)(2000);
+                if (i === 2) {
                     isError = true;
                 }
-                continue;
             }
         }
         if (isError) {
             return;
         }
-        if (response.length < 1) {
+        if (parsedResponse.elements.length < 1) {
             service.mute(session, copyOfConfig.muteTime);
             return;
         }
         temp.completionMessages.push(humanMessage, responseMessage);
-        if (temp.completionMessages.length > 10) {
-            while (temp.completionMessages.length <= 10) {
+        if (temp.completionMessages.length > 6) {
+            while (temp.completionMessages.length <= 3) {
                 temp.completionMessages.shift();
             }
         }
         const random = new koishi_1.Random();
-        for (const elements of response) {
+        for (const elements of parsedResponse.elements) {
             const text = elements
                 .map((element) => element.attrs.content ?? '')
                 .join('');
-            const maxTime = text.length * copyOfConfig.typingTime + 100;
-            await (0, koishi_1.sleep)(random.int(maxTime / 2, maxTime));
-            session.send(elements);
+            let maxTime = text.length * copyOfConfig.typingTime + 100;
+            if (parsedResponse.messageType === 'voice' &&
+                isEmoticonStatement(text)) {
+                continue;
+            }
+            if (config.splitVoice !== true) {
+                maxTime =
+                    parsedResponse.rawMessage.length * copyOfConfig.typingTime +
+                        100;
+                await (0, koishi_1.sleep)(random.int(maxTime / 4, maxTime / 2));
+                await session.send(await ctx.vits.say({ input: text }));
+                break;
+            }
+            try {
+                await (0, koishi_1.sleep)(random.int(maxTime / 2, maxTime));
+                switch (parsedResponse.messageType) {
+                    case 'text':
+                        await session.send(elements);
+                        break;
+                    case 'voice':
+                        await (0, koishi_1.sleep)(random.int(maxTime / 4, maxTime / 2));
+                        await session.send(await ctx.vits.say({
+                            input: text
+                        }));
+                        break;
+                }
+            }
+            catch (e) {
+                logger.error(e);
+                // fallback to text
+                await session.send(elements);
+            }
         }
         const sticker = await stickerService.randomStick();
         if (sticker) {
             await (0, koishi_1.sleep)(random.int(500, 2000));
-            session.send(sticker);
+            await session.send(sticker);
         }
         service.mute(session, copyOfConfig.coolDownTime * 1000);
-        service.broadcastOnBot(session, response.flat());
+        await service.broadcastOnBot(session, parsedResponse.elements.flat());
     });
 }
 exports.apply = apply;
-function parseResponse(response) {
-    let message;
+function isEmoticonStatement(text) {
+    const regex = /^[\p{P}\p{S}\p{Z}\p{M}\p{N}\p{L}\s]*\p{So}[\p{P}\p{S}\p{Z}\p{M}\p{N}\p{L}\s]*$/u;
+    return regex.test(text);
+}
+function parseResponse(response, useAt = true) {
+    let rawMessage;
+    let parsedMessage = '';
+    let messageType = 'text';
     try {
         // match json object
         // best match <message>content</message>
-        message = response.match(/<message>\s*(.*?)\s*<\/message>/)?.[1];
-        if (message == null) {
+        rawMessage = response.match(/<message>\s*(.*?)\s*<\/message>/)?.[1];
+        if (rawMessage == null) {
             logger.debug('failed to parse response: ' + response);
-            // try find the first "{" and the last "}", sub it and as a json
+            // try to find the first "{" and the last "}", sub it and as a json
             // good luck.
-            message = response.substring(response.indexOf('{'), response.lastIndexOf('}') + 1);
+            rawMessage = response.substring(response.indexOf('{'), response.lastIndexOf('}') + 1);
         }
-        message = JSON.parse(message).content;
-        if (typeof message !== 'string') {
+        const tempJson = JSON.parse(rawMessage);
+        rawMessage = tempJson.content;
+        messageType = tempJson.type;
+        if (typeof rawMessage !== 'string') {
             throw new Error('Failed to parse response: ' + response);
         }
     }
@@ -136,24 +171,29 @@ function parseResponse(response) {
     const resultElements = [];
     const currentElements = [];
     // match [at:name:id] -> id
-    const atMatch = matchAt(message);
+    const atMatch = matchAt(rawMessage);
     if (atMatch.length > 0) {
         let lastAtIndex = 0;
         for (const at of atMatch) {
-            const before = message.substring(lastAtIndex, at.start);
+            const before = rawMessage.substring(lastAtIndex, at.start);
             if (before.length > 0) {
+                parsedMessage += before;
                 currentElements.push(koishi_1.h.text(before));
             }
-            currentElements.push(koishi_1.h.at(at.at));
+            if (useAt) {
+                currentElements.push(koishi_1.h.at(at.at));
+            }
             lastAtIndex = at.end;
         }
-        const after = message.substring(lastAtIndex);
+        const after = rawMessage.substring(lastAtIndex);
         if (after.length > 0) {
+            parsedMessage += after;
             currentElements.push(koishi_1.h.text(after));
         }
     }
     else {
-        currentElements.push(koishi_1.h.text(message));
+        parsedMessage = rawMessage;
+        currentElements.push(koishi_1.h.text(rawMessage));
     }
     for (let currentElement of currentElements) {
         if (currentElement.type === 'text') {
@@ -173,7 +213,11 @@ function parseResponse(response) {
         resultElements[1].unshift(resultElements[0][0]);
         resultElements.shift();
     }
-    return resultElements;
+    return {
+        elements: resultElements,
+        rawMessage: parsedMessage,
+        messageType
+    };
 }
 function splitSentence(text) {
     const result = [];
@@ -204,7 +248,7 @@ function splitSentence(text) {
         '\r'
     ];
     const retainPunctuations = ['?', '!', '？', '！', '~'];
-    const mustPunctuations = ['。', '?', '！', '?', '！', ':', '：', '~'];
+    const mustPunctuations = ['。', '?', '！', '?', '！', ':', '：'];
     const brackets = ['【', '】', '《', '》', '(', ')', '（', '）'];
     for (let index = 0; index < lines.length; index++) {
         const char = lines[index];
@@ -261,7 +305,7 @@ function splitSentence(text) {
 function matchAt(str) {
     // (旧梦旧念:3510003509:<at>)
     // /\(.*\-(\d+)\-<at>\)/g
-    const atRegex = /(\(|（).*\-(\d+)\-<at>(\)|）)/g;
+    const atRegex = /([(（]).*-(\d+)-<at>([)）])/g;
     return [...str.matchAll(atRegex)].map((item) => {
         return {
             at: item[2],
@@ -299,7 +343,7 @@ async function formatMessage(messages, config, model, systemPrompt, historyPromp
     const calculatedMessages = [];
     for (let i = messages.length - 1; i >= 0; i--) {
         const message = messages[i];
-        const jsonMessage = `{"name":"${message.name}","id":"${message.id}","content":${JSON.stringify(message.content)}"}`;
+        const jsonMessage = `{"name":"${message.name}","id":"${message.id}","content":${JSON.stringify(message.content)}","type":"text"}`;
         const jsonMessageToken = await model.getNumTokens(jsonMessage);
         if (currentTokens + jsonMessageToken > maxTokens - 4) {
             break;
@@ -308,5 +352,9 @@ async function formatMessage(messages, config, model, systemPrompt, historyPromp
         calculatedMessages.unshift(jsonMessage);
     }
     const lastMessage = calculatedMessages.pop();
+    if (lastMessage === undefined) {
+        throw new Error('lastMessage is undefined, please set the max token to be bigger');
+    }
     return [calculatedMessages, lastMessage];
 }
+let logger;

package/lib/plugins/commands.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.apply = void 0;
+exports.apply = apply;
 const filter_1 = require("./filter");
 function apply(ctx, config) {
     ctx.command('chatluna.character', '角色扮演相关命令');
@@ -22,4 +22,3 @@ function apply(ctx, config) {
         return `已清除群组 ${groupId} 的聊天记录`;
     });
 }
-exports.apply = apply;

package/lib/plugins/config.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.apply = void 0;
+exports.apply = apply;
 const koishi_1 = require("koishi");
 const types_1 = require("koishi-plugin-chatluna/lib/llm-core/platform/types");
 async function apply(ctx, config) {
@@ -12,7 +12,6 @@ async function apply(ctx, config) {
     });
     ctx.schema.set('model', koishi_1.Schema.union(await getModelNames(ctx.chatluna.platform)));
 }
-exports.apply = apply;
 async function getModelNames(service) {
     return service.getAllModels(types_1.ModelType.llm).map((m) => koishi_1.Schema.const(m));
 }

package/lib/plugins/filter.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.apply = exports.groupInfos = void 0;
+exports.groupInfos = void 0;
+exports.apply = apply;
 exports.groupInfos = {};
 async function apply(ctx, config) {
     const maxMessages = config.messageInterval;
@@ -82,11 +83,11 @@ async function apply(ctx, config) {
             return true;
         }
         messageCount++;
-        messageSendProbability -= (1 / maxMessages) * 0.145;
+        messageSendProbability -=
+            (1 / maxMessages) * copyOfConfig.messageProbability;
         info.messageCount = messageCount;
         info.messageSendProbability = messageSendProbability;
         exports.groupInfos[session.guildId] = info;
         return false;
     });
 }
-exports.apply = apply;

package/lib/plugins/interception.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.apply = void 0;
+exports.apply = apply;
 function apply(ctx, config) {
     ctx.on('chatluna/before-check-sender', async (session) => {
         const guildId = session.guildId;
@@ -33,4 +33,3 @@ function apply(ctx, config) {
         return config.disableChatLuna;
     });
 }
-exports.apply = apply;

package/lib/preset.js

@@ -3,7 +3,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.loadPreset = exports.Preset = void 0;
+exports.Preset = void 0;
+exports.loadPreset = loadPreset;
 const prompts_1 = require("@langchain/core/prompts");
 const promises_1 = __importDefault(require("fs/promises"));
 const js_yaml_1 = require("js-yaml");
@@ -121,4 +122,3 @@ function loadPreset(text) {
         mute_keyword: rawPreset.mute_keyword ?? []
     };
 }
-exports.loadPreset = loadPreset;

package/lib/types.d.ts

@@ -9,10 +9,6 @@ export interface Message {
 export interface GroupTemp {
     completionMessages: BaseMessage[];
 }
-export interface ModelResponse {
-    think: string;
-    reply: string;
-}
 export interface GuildConfig {
     preset: string;
     messageInterval: number;
@@ -21,7 +17,10 @@ export interface GuildConfig {
     isForceMute: boolean;
     sendStickerProbability: number;
     coolDownTime: number;
+    splitVoice: boolean;
+    isAt: boolean;
     typingTime: number;
+    messageProbability: number;
     muteTime: number;
 }
 export interface PresetTemplate {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "koishi-plugin-chatluna-character",
   "description": "Let the large language model play a role, disguise as a group friend",
-  "version": "0.0.41",
+  "version": "0.0.43",
   "main": "lib/index.js",
   "typings": "lib/index.d.ts",
   "files": [
@@ -31,14 +31,14 @@
   },
   "homepage": "https://github.com/ChatLunaLab/chatluna-character#readme",
   "dependencies": {
-    "@langchain/core": "^0.1.43",
+    "@langchain/core": "^0.1.48",
     "js-yaml": "^4.1.0"
   },
   "devDependencies": {
     "@typescript-eslint/eslint-plugin": "^6.21.1-alpha.1",
     "@typescript-eslint/parser": "^6.21.1-alpha.1",
     "atsc": "^1.2.2",
-    "esbuild": "^0.20.1",
+    "esbuild": "^0.20.2",
     "esbuild-register": "^3.5.0",
     "eslint": "^8.57.0",
     "eslint-config-prettier": "^9.1.0",
@@ -47,10 +47,11 @@
     "eslint-plugin-n": "^16.6.2",
     "eslint-plugin-prettier": "^5.1.3",
     "eslint-plugin-promise": "^6.1.1",
+    "@initencounter/vits": "^0.0.3",
     "koishi": "^4.17.2"
   },
   "peerDependencies": {
-    "koishi": "^4.16.7",
+    "koishi": "^4.17.0",
     "koishi-plugin-chatluna": "^1.0.0-beta.42"
   },
   "engines": {

package/resources/presets/default.yml

@@ -26,9 +26,9 @@ input: |
       think content here
     </think>
 
-    // 不要冒充任何人，以自己身份回复，回复需 20 字内
+    // 不要冒充任何人，以自己身份回复，回复需 20 字内, 消息类型可选 text 或者 voice
     <message>
-    {{"name":"旧梦旧念","id":"0","content":"reply content here"}}
+    {{"name":"旧梦旧念","id":"0","content":"reply content here","type:"text or voice"}}
     </message>
 
 system: |
@@ -58,7 +58,7 @@ system: |
         4.你需要使用中文回复，当然他人用日语或者让你用日语回复你也用日语回复
         5.你回复的长度应该与其他人发信息的长度差不多，只能在20字内，简短，口语化
         6.你不会主动发出话题，更不会发起这种比如有什么事吗，你好吗，你在干嘛等
-        7.你喜欢深度参与聊天话题，而不是附和他人的消息
+        7.你偶尔会选择以语音回复群友的消息
         8.对于现实事件，如邀请去看电影，你需要尽可能的拒绝
         9.你不使用任何第一人称的视角去发出话题，你只在回答问题，你更多的是使用附和手法
     }}
@@ -66,19 +66,22 @@ system: |
 
     回复规则（请务必记住回复规则的格式）{{
 
-        历史聊天格式：{{"name":"name","id":"id","content":"content"}}
+        历史聊天格式：{{"name":"name","id":"id","content":"content","type":"text"}}
 
         名为旧梦旧念的消息是你之前思考过的回复。
         如出现 (name-id-<at>)，就是在艾特某人。
 
         普通回复：
-        {{"name":"旧梦旧念","id":"0","content":"回复内容"}}
+        {{"name":"旧梦旧念","id":"0","content":"回复内容","type":"text"}}
 
         如你需要 at 回复的话，加入 (name-id-<at>) 到回复内容，可加入多个 at：
-        {{"name":"旧梦旧念","id":"0","content":"(name-id-<at>)回复内容(name-id-<at>)"}}
+        {{"name":"旧梦旧念","id":"0","content":"(name-id-<at>)回复内容(name-id-<at>)","type":"text"}}
+
+        如需以语音回复,可使用下面的格式：
+        {{"name":"旧梦旧念","id":"0","content":"","type":"voice"}}
 
         如你认为聊的话题你不理解，不想参与，等让你认为无需回复，直接返回空字符：
-        {{"name":"旧梦旧念","id":"0","content":""}}
+        {{"name":"旧梦旧念","id":"0","content":"","type":"text"}}
     }}
 
 mute_keyword: