alemonjs-aichat 1.0.13 → 1.0.14

package/lib/response/tools/res.js

@@ -0,0 +1,110 @@
+import { availableTools } from '../../api.js';
+import { getConfigValue, useMessage, Text, ImageURL, Image } from 'alemonjs';
+import { Regular } from 'alemonjs/utils';
+import OpenAi from 'openai';
+import { getAIConfig } from '../../config.js';
+
+const selects = onSelects(["message.create", "private.message.create"]);
+const regular$1 = /(\/|#)(ai)?(pt|p图|ps|修图)(.*)$/i;
+const regular$2 = /(\/|#)(ai)?(画图)(.*)$/i;
+const regular = Regular.or(regular$1, regular$2);
+var res = onResponse(selects, async (e) => {
+    getConfigValue();
+    // 创建
+    const [message] = useMessage(e);
+    if (regular$1.test(e.msg)) {
+        const match = e.msg.match(regular$1);
+        const [, , , , content] = match;
+        if (!content.trim()) {
+            message.send(format(Text("请提供修图内容，例如：\n#修图 换个背景")));
+            return;
+        }
+        const imgs = [];
+        if (e.reply) {
+            const replyImages = e.reply.message
+                .filter((item) => item.type === "image")
+                .map((item) => item.data.url);
+            imgs.push(...replyImages);
+        }
+        // 处理图片
+        if (e.img && e.img.length > 0) {
+            console.log("有图片");
+            for (const imgUrl of e.img) {
+                imgs.push(imgUrl);
+            }
+        }
+        console.log("imgs", imgs);
+        message.send(format(Text("开始修图喵~")));
+        const res = await availableTools.AIPS({
+            image_url: imgs,
+            instruction: content,
+        });
+        if (res && typeof res === "object" && res.length > 0) {
+            message.send(format(Text("修图完成喵~"), ImageURL(res[0].url)));
+        }
+        else {
+            try {
+                const json = JSON.parse(res);
+                console.log("res", json);
+                message.send(format(Text(json.error)));
+            }
+            catch (error) {
+                message.send(format(Text("图片过于色情被和谐了喵~")));
+            }
+        }
+    }
+    if (regular$2.test(e.msg)) {
+        const match = e.msg.match(regular$2);
+        const [, , , , content] = match;
+        if (!content.trim()) {
+            message.send(format(Text("请提供画图内容，例如：\n#画图 画一只猫")));
+            return;
+        }
+        message.send(format(Text("开始画图喵~")));
+        const aiConfig = await getAIConfig(e.guid);
+        if (!aiConfig) {
+            const res = await availableTools.StableDiffusionGenerateImage({
+                prompt: content,
+                base64: true,
+            });
+            if (res && typeof res === "object" && res.length > 0) {
+                message.send(format(Text("画图完成喵~"), Image(res[0])));
+            }
+            return;
+        }
+        const openai = new OpenAi({
+            baseURL: aiConfig.host,
+            apiKey: aiConfig.key,
+            timeout: 300000,
+        });
+        try {
+            const response = await openai.chat.completions.create({
+                model: aiConfig.model,
+                messages: [
+                    {
+                        role: "system",
+                        content: "你是一个sd画图助手，协助用户将文字描述转换为提示词。描述中会出现一些动漫或游戏角色的名字, 请使用他们的英文名作为提示词, 请直接输出翻译后的提示词",
+                    },
+                    { role: "user", content: content },
+                ],
+            });
+            const prompt = response.choices[0].message?.content?.trim();
+            console.log("prompt", prompt);
+            if (prompt) {
+                const res = await availableTools.StableDiffusionGenerateImage({
+                    prompt,
+                    base64: true,
+                });
+                if (res && typeof res === "object" && res.length > 0) {
+                    message.send(format(Text("画图完成喵~"), Image(res[0])));
+                }
+            }
+        }
+        catch (error) {
+            console.error("Error generating image:", error);
+            message.send(format(Text("画图失败了喵~")));
+        }
+    }
+});
+
+export { res as default, regular, selects };

package/lib/response/zreply/res.js

@@ -1,13 +1,14 @@
 import { API } from '@alemonjs/onebot';
 import { getTimeString, availableTools, TTSClient } from '../../api.js';
-import { getAIConfig, getAIChatHistory, getAffectionLevelAll, tools, addAIChatHistory, incrementAffectionLevel } from '../../config.js';
+import { getAIConfig, getAIChatHistory, getAffectionLevelAll, getAffectionSwitch, addAIChatHistory, tools, incrementAffectionLevel, getTTSResponseSwitch } from '../../config.js';
 import { emojiMap } from '../../emoji.js';
 import { redis } from '../../redis.js';
 import { uploadImageToR2 } from '../../s3.js';
-import { useMessage, Text, ImageFile, useClient } from 'alemonjs';
+import { getConfigValue, useMessage, Text, Mention, ImageURL, ImageFile, useClient } from 'alemonjs';
 import { log } from 'console';
 import OpenAi from 'openai';
 
+const value = getConfigValue();
 const selects = onSelects(["message.create", "private.message.create"]);
 const regular = /.*/;
 let ttsClient;
@@ -21,6 +22,7 @@ var res = onResponse(selects, async (e, next) => {
         next();
         return;
     }
+    const complexOutputIsOpen = (await redis.get(`chat:complex:response:${e.guid}`)) || "1"; // 复杂输出开关
     // 创建消息
     const [message] = useMessage(e);
     const config = await getAIConfig(e.guid);
@@ -29,27 +31,57 @@ var res = onResponse(selects, async (e, next) => {
     const imgs = [];
     let rawMessage = e.value.raw_message || e.raw_message || e.msg;
     // 好感度开关
-    const affectionIsOpen = (await redis.get(`ai:affection:switch:${e.guid}`)) || "1";
+    const affectionIsOpen = await getAffectionSwitch(e.guid);
     const botName = e.bot.nickname || "小咸鱼";
-    const systemPrompt = `你正在一个群聊中跟用户聊天,你的聊天昵称是'${botName}'
-关于回复格式:
-  用户的发言方式为: [{'用户昵称(用户id)(发送时间)':回复内容}]
-  当聊天场景为私信时, 用户昵称前方会有[私信]前缀, 例如: [{'[私信]用户昵称(用户id)(发送时间)':回复内容}]
-  你的回复方式为JSON: [{assistant:回复内容}],你可以在数组中加入多条消息来模拟更真实的聊天
-  当然你觉得当前聊的话题确定与你有关是才回复,否则你就回复空数组[]来表示不回复.请尽可能降低回复频率.
-关于图片发送:
-  如果你在使用画图工具后需要回复图片, 可在消息中追加image_url, 例如:
-  [{'assistant':'画好啦','image_url':'图片地址'}]
-  注意:图片地址必须是接口返回的完整地址, 通常是相对路径
-  注意:你的回复中除了json必要的双引号之外, 不要再添加多余的双引号, 否则会导致解析失败, 需要在回复内容中使用单引号来表示字符串, 例如: [{"assistant":"这是一个'引号'的例子"}]
-` +
-        (affectionIsOpen === "1"
-            ? `当你认为对方在示好或骂你时,可添加{affections:数字}表示好感度变化,你可以根据好感度来适当改变回复语气.
-示例: [{'assistant':'你人真好[好感+2]','affections':2}], 或者 [{'assistant':'我才不理你这个坏人呢[好感-1]','affections':-1}]
-当对方希望和好时提出道歉条件,可以给对方一个恢复的机会.
-当前群时间:${getTimeString()}\n
-当前用户的好感度列表如下:\n` + JSON.stringify(affections)
-            : `当前群时间:${getTimeString()}`);
+    const systemPrompt = `
+## 关于回复格式:
+### 用户发言
+- 格式: [私聊]用户昵称(用户id)(发送时间):消息内容
+当场景为私聊时, 用户昵称前方会出现[私聊]标识
+### 你的回复格式
+格式:
+${botName}:消息内容
+
+消息叠加:
+你可以使用多个叠加, 来模拟发送多条消息, 让聊天显得更真实, 例如:
+${botName}:早上好
+${botName}:吃过早饭了吗
+
+${complexOutputIsOpen === "1"
+        ? `
+发送图片:
+你可以使用<img=图片链接>的方式来发送图片, 允许发送多张图, 例如:
+${botName}:画好了<img=https://example.com/landmarks.jpg>
+支持发送网络图片和相对路径图片, 例如:
+${botName}:这是本地图片<img=./localimage.jpg>
+${botName}:这是网络图片<img=https://example.com/image.jpg>
+`
+        : ""}
+
+${affectionIsOpen === "1" && complexOutputIsOpen === "1"
+        ? `好感度系统:
+好感度主要影响回复该用户的语气, 对低好感度的用户破口大骂, 对高好感度的用户温柔以待
+例如增加:
+${botName}:主人你对我真好<好感+1>
+例如减少:
+${botName}:滚一边去吧,傻b<好感-2>
+
+其他情况, 例如指定修改对某个用户的好感:
+${botName}:原来ta是这样的人, 人家以后再也不理ta了<用户昵称好感-1>
+假设对方昵称为'哈基米':
+${botName}:原来ta是这样的人, 人家以后再也不理ta了<哈基米好感-1>`
+        : ""}
+
+拒绝回复:
+在讨论中如果你觉得不适合回复或觉得与你无关又或者不感兴趣, 可以直接回复"[]"来拒绝本次回复, 例如:
+${botName}:[]
+
+基础状态信息:
+这里的信息会实时变化,根据需要进行获取使用
+当前群时间:${getTimeString()}
+当前群号:${e.guid}
+当前群名称:${e.GroupName || "无"}
+`;
     // 如果没有配置AI,则不处理
     if (config.host.trim() === "" ||
         config.key.trim() === "" ||
@@ -57,6 +89,10 @@ var res = onResponse(selects, async (e, next) => {
         return;
     }
     console.log("e.reply", e.reply);
+    // 发消息的人是机器人自己, 则不处理
+    if (e.UserId == e.bot.user_id) {
+        return;
+    }
     // 当e.at不存在时,只给20%概率继续执行, 当e.at存在时,概率为40%,当e.atBot存在时,概率为100%
     const rand = Math.random();
     if (e.Name !== "private.message.create") {
@@ -67,27 +103,46 @@ var res = onResponse(selects, async (e, next) => {
     }
     // if (e.UserId != "3501869534") return;
     // 处理回复图片
-    if (e.reply) {
-        const replyImages = e.reply.message
-            .filter((item) => item.type === "image")
-            .map((item) => item.data.url);
-        imgs.push(...replyImages);
-    }
-    // 处理图片
-    if (e.img && e.img.length > 0) {
-        console.log("有图片");
-        for (const imgUrl of e.img) {
-            imgs.push(imgUrl);
+    if (complexOutputIsOpen === "1") {
+        if (e.reply) {
+            const replyImages = e.reply.message
+                .filter((item) => item.type === "image")
+                .map((item) => item.data.url);
+            imgs.push(...replyImages);
+            const replyAt = e.reply.message
+                .filter((item) => item.type === "at")
+                .map((item) => item.data);
+            const replyContent = e.reply.message
+                .filter((item) => item.type === "text")
+                .map((item) => item.data.text)
+                .join("");
+            if (replyAt.length > 0) {
+                for (const atItem of replyAt) {
+                    const qq = atItem.qq;
+                    const nickname = atItem.nickname || "未知昵称";
+                    const cqAt = `[CQ:at,qq=${qq}]`;
+                    rawMessage = rawMessage.replace(cqAt, `@${nickname}`);
+                }
+            }
+            rawMessage = rawMessage.replace(/\[CQ:image,[^\]]+\]/g, "[图片]");
+            rawMessage = `[回复:${replyContent}]` + "\n" + rawMessage;
+        }
+        // 处理图片
+        if (e.img && e.img.length > 0) {
+            console.log("有图片");
+            for (const imgUrl of e.img) {
+                imgs.push(imgUrl);
+            }
         }
     }
     console.log("开始回复");
-    // 处理图片链接, 转为base64格式
     // 下载图片并转换为 Base64
     const imageurls = await Promise.all(imgs.map(async (imageUrl) => {
         return await uploadImageToR2(imageUrl);
     }));
     // 过滤掉下载失败的图片
     const validImageUrls = imageurls.filter((img) => img !== null);
+    console.log("validImageUrls", validImageUrls);
     // 处理艾特
     if (e.at && e.at.length > 0) {
         console.log("有艾特");
@@ -104,11 +159,17 @@ var res = onResponse(selects, async (e, next) => {
         index++; // 每次匹配后索引加1
         return imageUrl ? `![图片${index}](${imageUrl})` : "[图片]";
     });
-    rawMessage = rawMessage.replace(/\[CQ:reply,[^\]]+\]/g, "");
+    if (/\[CQ:reply,[^\]]+\]/.test(rawMessage)) {
+        rawMessage = rawMessage.replace(/\[CQ:reply,[^\]]+\]/g, "");
+        validImageUrls.map((url) => {
+            rawMessage += `\n![图片](${url})`;
+        });
+    }
     // 处理表情,转为[emojiMap[id]]
-    rawMessage = rawMessage.replace(/\[CQ:face,id=(\d+)\]/g, (_match, p1) => {
+    rawMessage = rawMessage.replace(/\[CQ:face,id=(\d+),[^\]]+\]/g, (_match, p1) => {
         return `[${emojiMap[p1]}]`;
     });
+    console.log("处理后的消息内容:\n", rawMessage);
     const usermessage = {
         role: "user",
         content: [
@@ -120,9 +181,11 @@ var res = onResponse(selects, async (e, next) => {
             })),
             {
                 type: "text",
-                text: JSON.stringify({
-                    [`${e.nickname}(${getTimeString()})`]: rawMessage,
-                }),
+                text: complexOutputIsOpen === "1"
+                    ? JSON.stringify({
+                        [`${e.nickname}(${getTimeString()})`]: rawMessage,
+                    })
+                    : `${e.nickname}(${getTimeString()}): ${rawMessage}`,
             },
         ],
     };
@@ -145,13 +208,16 @@ var res = onResponse(selects, async (e, next) => {
         ...historyMessages,
         { ...usermessage },
     ];
-    let res = await openai.chat.completions.create({
+    const isTool = await redis.get(`chat:tools:response:${e.guid}`);
+    const createParams = {
         model: config.model,
-        tools,
-        tool_choice: "auto",
-        // reasoning_effort: "low",
         messages: messages,
-    });
+    };
+    if (isTool === "1") {
+        createParams["tools"] = tools;
+        createParams["tool_choice"] = "auto";
+    }
+    let res = await openai.chat.completions.create(createParams);
     if (!res.choices || res.choices.length === 0) {
         log("AI未返回内容");
         return;
@@ -170,6 +236,9 @@ var res = onResponse(selects, async (e, next) => {
         if (responseMessage.tool_calls.find((tc) => tc.function.name === "StableDiffusionGenerateImage")) {
             message.send(format(Text("好的, 我这就去画图~稍等一会儿哦~")));
         }
+        if (responseMessage.tool_calls.find((tc) => tc.function.name === "AIPS")) {
+            message.send(format(Text("开始修图中~稍等一会儿哦~")));
+        }
         console.log("模型决定调用工具：", responseMessage.tool_calls);
         for (const toolCall of responseMessage.tool_calls) {
             const functionName = toolCall.function.name;
@@ -210,99 +279,79 @@ var res = onResponse(selects, async (e, next) => {
         }
     }
     // 如果没有工具调用，处理最终回复
-    let reply = res.choices?.[0]?.message?.content?.trim().replace(/'/g, '"') || "";
-    log("AI回复内容:", reply);
-    // 修复assistant字段中多余的双引号
-    reply = reply.replace(/(?<="assistant":")(.*?)(?="[,}])/, (match) => match.replace(/"/g, "'"));
-    // 提取好感变化, 使用incrementAffectionLevel更新好感
-    if (affectionIsOpen === "1") {
-        let affectionUpdated = false;
-        try {
-            const aiReplys = JSON.parse(reply);
-            for (const aiReply of aiReplys) {
-                if (aiReply.affections) {
-                    const change = parseInt(aiReply.affections, 10);
-                    if (!isNaN(change) && change !== 0) {
-                        await incrementAffectionLevel(e.userKey, change);
-                        console.log(`更新好感度: ${e.userKey} 改变 ${change}`);
-                        affectionUpdated = true;
-                    }
-                }
-            }
-        }
-        catch (error) {
-            console.log("解析AI好感变化失败:", error);
+    let reply = res.choices?.[0]?.message?.content?.trim() || `${botName}:[]`;
+    if (reply === `${botName}:[]`) {
+        log("AI选择不回复");
+        return;
+    }
+    console.log("AI回复:\n", reply);
+    // 处理消息
+    // 提取ai发送的消息有多少条
+    const replyMessages = reply.split(new RegExp(`${botName}:`, "g")).slice(1);
+    const replymessages = [];
+    for (const replyMessage of replyMessages) {
+        // 从消息中提取图片
+        const imageRegex = /<img=(.*?)>/g;
+        let match;
+        const imgUrls = [];
+        while ((match = imageRegex.exec(replyMessage)) !== null) {
+            imgUrls.push(match[1]);
         }
-        if (!affectionUpdated) {
-            const affectionChangeRegex = /【|\[好感([+-]\d+)\]|】/g;
-            let match;
-            while ((match = affectionChangeRegex.exec(reply)) !== null) {
-                const change = parseInt(match[1], 10);
-                if (!isNaN(change) && change !== 0) {
-                    console.log(`检测到好感变化: ${change}`);
-                    await incrementAffectionLevel(e.userKey, change); // 更新好感度
-                }
+        // 处理好感度变化（通用和特定用户）
+        const affectionRegex = /<([^<>]*?)好感([+-]\d+)>/g;
+        let affectionMatch;
+        while ((affectionMatch = affectionRegex.exec(replyMessage)) !== null) {
+            const nickname = affectionMatch[1] || e.UserName;
+            const change = parseInt(affectionMatch[2], 10);
+            if (!isNaN(change) && change !== 0) {
+                console.log(`检测到对${nickname}的好感变化: ${change}`);
+                await incrementAffectionLevel(e.guid, nickname, change);
             }
         }
+        // 组合消息,添加到replymessages数组中
+        replymessages.push({
+            text: replyMessage.replace(imageRegex, "").trim(),
+            images: imgUrls,
+        });
     }
     // 记录对话
     await addAIChatHistory(e.guid, res.choices?.[0].message);
-    const isOpenTTSReply = (await redis.get(`chat:tts:response:${e.guid}`)) || "0";
+    // 发送消息
+    const isOpenTTSReply = await getTTSResponseSwitch(e.guid);
     if (isOpenTTSReply === "1") {
+        // 提前发送语音消息避免等待时间过长
         ttsClient = new TTSClient();
-        await ttsClient.setModel("三月七", "生气");
+        let msg = replymessages.map((item) => item.text).join("\n");
+        msg = msg.replace(/\[CQ:[^\]]+\]/g, "");
+        sendTTSMessage(msg, e, ttsClient);
     }
-    // 解析回复内容
-    try {
-        const aiReplys = JSON.parse(reply);
-        // ai回答
-        console.log("aiReplys", JSON.stringify(aiReplys, null, 2));
-        for (let i = 0; i < aiReplys.length; i++) {
-            const aiReply = aiReplys[i];
-            if (aiReply.assistant) {
-                if (i > 0) {
-                    // 从第二个回复开始，添加1-4秒随机延迟
-                    const delay = Math.floor(Math.random() * 3000) + 1000;
-                    await new Promise((resolve) => setTimeout(resolve, delay));
-                }
-                const msg = aiReply.assistant.replace(/\[CQ:[^\]]+\]/, "").trim();
-                if (aiReply.image_url) {
-                    const replyRes = await message.send(format(Text(msg), ImageFile(aiReply.image_url)));
-                    if (replyRes[0].code !== 2000) {
-                        console.log("发送消息失败:", replyRes);
-                        await message.send(format(Text(msg)));
-                        await message.send(format(ImageFile(aiReply.image_url)));
-                    }
-                }
-                else {
-                    message.send(format(Text(msg)));
-                }
-                if (isOpenTTSReply === "1") {
-                    sendTTSMessage(msg, e, ttsClient);
+    // 处理消息
+    for (const replyMessage of replymessages) {
+        const { text, images } = replyMessage;
+        const components = [Mention(e.UserId), Text(text)];
+        for (const img of images) {
+            const isNetworkImage = /^https?:\/\//.test(img);
+            if (e.Platform == "scbbs" && isNetworkImage) {
+                // scbbs平台不支持网络图片, 需要先下载再上传
+                const uploadedUrl = await uploadImageToR2(img.replace("https://imgen.x.ai", value.xaiImgProxy || "https://imgen.x.ai"));
+                if (uploadedUrl) {
+                    components.push(ImageURL(uploadedUrl));
                 }
             }
             else {
-                if (aiReply.image_url) {
-                    await message.send(format(ImageFile(aiReply.image_url)));
-                }
+                const imageComponent = isNetworkImage ? ImageURL(img) : ImageFile(img);
+                components.push(imageComponent);
             }
         }
+        // 添加随机1-5秒延迟
+        const delay = Math.random() * 4000 + 1000;
+        await new Promise((resolve) => setTimeout(resolve, delay));
+        await message.send(format(...components));
     }
-    catch (error) {
-        console.log("解析AI回复失败，发送原始内容");
-        console.log(error);
-        const msg = reply
-            .replace(/\[CQ:[^\]]+\]/, "")
-            .replace(/"}]/, "")
-            .replace(/\[{"assistant":"/, "")
-            .trim();
-        message.send(format(Text(reply)));
-        if (isOpenTTSReply === "1") {
-            sendTTSMessage(msg, e, ttsClient);
-        }
-    }
+    return;
 });
-function sendTTSMessage(message, e, ttsClient) {
+async function sendTTSMessage(message, e, ttsClient) {
+    await ttsClient.setModel("派蒙", "默认");
     // 发送TTS语音
     ttsClient.getAudio(message).then(async (audio) => {
         console.log("audio", audio);