alemonjs-aichat 1.0.13 → 1.0.15

package/README.md

@@ -1,39 +1,95 @@
 
 ## 1.安装
 
+安装中遇到问题可访问alemonjs官网查询[https://alemonjs.com/docs](https://alemonjs.com/docs)
+
 ### yarn安装方式(推荐)
+前置条件:
+安装alemonjs: [alemonjs官网](https://alemonjs.com)
 
-```
+``` sh
 yarn add alemonjs-aichat
 ```
 
-### alemongo安装方式
-
-地址
-```
-https://gitee.com/suancaixianyu/alemonjs-aichat.git 
+```sh
+## 运行
+yarn start
 ```
 
-分支
+### git拉取项目安装
+
+```sh
+git clone git@gitee.com:suancaixianyu/alemonjs-aichat.git
+cd alemonjs-aichat
+yarn
 ```
-release
+
+```sh
+## 运行
+yarn dev
+
+## 打包
+yarn build
 ```
 
-## 2.配置`alemon.config.yaml`
-在配置中添加该插件, 使用`ALemonDesk`只需要启用插件即可
+## 2.配置
+
+#### 配置app
+在配置中添加该插件, 才能正常触发指令
+
+如果使用的是git拉取项目的方式, 就不需要配置这个
 ``` yaml
 app: 
   - 'alemonjs-aichat'
 ```
 
-## 3.配置redis
+#### 配置redis 
 `alemon.config.yaml`
 ``` yaml
 redis:
-  host: '127.0.0.1'
+  # host默认 127.0.0.1
+  host: '127.0.0.1' 
+  # 端口号默认 6379
   port: 6379
+  # 无密码则留空或者不写, 默认无密码
   password: ''
+```
+
+#### 配置AI修图 
+修图基于xai的grok接口实现, 该接口返回的图片也是xai的, 在特定平台中可能无法发送此图片,这时候可以用自己写个代理将图片转为可访问状态
+
+已知无需转换的平台: `QQ`,`Bubble`
+`alemon.config.yaml`
+``` yaml
+# 代理默认可不填
+xaiImgProxy: 'http://127.0.0.1:3002/ximgen'
+```
+
+ai修图依赖于xai, 需要使用该功能必须添加一个grok模型, 在启动机器人后, 使用以下指令添加
+```
+#添加ai grok https://api.x.ai/v1 <你的apiKey> grok-4-1-fast-non-reasoning
+```
+通常情况下nodejs不会使用本地的代理, 因此你可能需要自己解决一下无法访问ai的问题, 例如另写一个脚本, 脚本已经预备好了, 下载项目中的`daili.js`然后运行它即可(Clash的默认端口一般是7890, 可能需要修改一下daili.js中的端口)
+``` sh
+node daili
+```
+
+如果你使用的是`daili.js`, 那么地址需要改为`http://127.0.0.1:3002/x/v1`
 
+#### 配置搜索工具
+网页搜索功能基于[https://serpapi.com](https://serpapi.com)的接口制作
+需要前往他们的官网获取key
+`alemon.config.yaml`
+``` yaml
+# 默认无, 可能无法使用网页搜索
+searchApiKey: ''
+```
+
+#### 配置管理员
+`alemon.config.yaml`
+``` yaml
+# 默认无, 小部分功能需要管理员权限才能使用
+master_id: ['3501869534']
 ```
 
 ## 4.使用

package/lib/api.js

@@ -1,42 +1,10 @@
 import { redis } from './redis.js';
 import { getConfigValue } from 'alemonjs';
 import fs from 'fs';
+import { uploadImageToR2 } from './s3.js';
+import ttsmodels from './data/ttsmodels.json.js';
 
 const value = getConfigValue();
-const uploadImage = async (base64) => {
-    const apiUrl = "https://img.scdn.io/api/v1.php";
-    const uploadSingleImage = async (imageBase64) => {
-        const singleFormData = new FormData();
-        const blob = await (await fetch(imageBase64)).blob();
-        singleFormData.append("image", blob, "image.jpg");
-        const controller = new AbortController();
-        const timeoutId = setTimeout(() => controller.abort(), 30000);
-        const response = await fetch(apiUrl, {
-            method: "POST",
-            body: singleFormData,
-            signal: controller.signal,
-        });
-        clearTimeout(timeoutId);
-        if (!response.ok) {
-            return "";
-        }
-        const result = await response.json();
-        return result.url || "";
-    };
-    if (Array.isArray(base64)) {
-        const results = [];
-        for (const item of base64) {
-            const result = await uploadSingleImage(item);
-            if (result) {
-                results.push(result);
-            }
-        }
-        return results;
-    }
-    else {
-        return [await uploadSingleImage(base64)];
-    }
-};
 const getTimeString = () => {
     const now = new Date();
     const month = String(now.getMonth() + 1).padStart(2, "0");
@@ -58,6 +26,41 @@ class TTSClient {
         const data = await res.json();
         return data.models;
     }
+    async installModel(modelname) {
+        // 遍历ttsmodels,查找model对应的下载链接,模糊匹配
+        const matchedModel = ttsmodels.find((m) => {
+            return m.models.find((md) => md.modelname.includes(modelname));
+        });
+        if (!matchedModel) {
+            return { success: false, message: "未找到对应的模型" };
+        }
+        const modelInfo = matchedModel.models.find((md) => md.modelname.includes(modelname));
+        if (!modelInfo) {
+            return { success: false, message: "未找到对应的模型" };
+        }
+        // console.log("matchedModel", matchedModel);
+        console.log("modelInfo", modelInfo);
+        // 在这里实现模型安装逻辑
+        const res = await fetch(`${this.host}/install_model`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify({
+                category: matchedModel.category,
+                dl_url: modelInfo.dl_link,
+                language: matchedModel.lang,
+                model_name: modelInfo.modelname,
+            }),
+        });
+        const data = await res.json();
+        if (!res.ok) {
+            const err = await res.text();
+            console.log(err);
+            return { success: false, message: "模型安装失败: " + err };
+        }
+        return { success: true, message: data.msg };
+    }
     async setModel(model, emotion) {
         const models = await this.getModels("v4");
         if (!models) {
@@ -175,9 +178,10 @@ const availableTools = {
      * @param {string} prompt - 正向提示词
      * @param {string} [bad_prompt] - 反向提示词
      * @param {string} [direction] - 方向: landscape, portrait, square
+     * @param {boolean} [base64] - 是否返回base64格式的图片
      * @returns {Promise<{type: "image", url: string}[]>} 图片列表
      */
-    StableDiffusionGenerateImage: async ({ prompt, bad_prompt = "(easynegative:1.1), (verybadimagenegative_v1.3:1), (low quality:1.2), (worst quality:1.2)", direction = "portrait", }) => {
+    StableDiffusionGenerateImage: async ({ prompt, bad_prompt = "(easynegative:1.1), (verybadimagenegative_v1.3:1), (low quality:1.2), (worst quality:1.2)", direction = "portrait", base64 = false, }) => {
         const images = [];
         const sizeMap = {
             landscape: { width: 768, height: 512 },
@@ -222,6 +226,9 @@ const availableTools = {
             const base64Data = data.images[0].replace(/^data:image\/\w+;base64,/, "");
             const buffer = Buffer.from(base64Data, "base64");
             fs.writeFileSync(path, buffer);
+            if (base64) {
+                return data.images;
+            }
             images.push({ type: "image", url: path });
             return images;
         }
@@ -299,7 +306,21 @@ const availableTools = {
             const data = await response.json();
             return data.data.list.map((item) => ({
                 viewUrl: `https://test.suancaixianyu.cn/#/postDetails/${item.id}`,
-                ...item,
+                title: item.title,
+                content: item.content,
+                userName: item.creator.nickname,
+                userPage: `https://test.suancaixianyu.cn/#/user/${item.creatorId}`,
+                createdAt: item.createdAt,
+                plate: item.plate.name,
+                postVersions: item.postVersions.map((version) => ({
+                    version: version.version,
+                    versionName: version.title,
+                    createdAt: version.createdAt,
+                    files: version.files.map((file) => ({
+                        name: file.name,
+                        url: file.url,
+                    })),
+                })),
             }));
         }
         catch (error) {
@@ -327,6 +348,182 @@ const availableTools = {
             return [];
         }
     },
+    AIPS: async ({ image_url, instruction }) => {
+        // 从aiconfig中查询grok配置
+        const aiConfigStr = await redis.get(`ai:list:grok`);
+        if (!aiConfigStr) {
+            return "未找到AI配置";
+        }
+        const aiConfig = JSON.parse(aiConfigStr);
+        try {
+            // 处理单个或多个图片
+            const imageUrls = Array.isArray(image_url) ? image_url : [image_url];
+            const imgBase64Array = [];
+            for (const url of imageUrls) {
+                let imgBase64 = "";
+                if (url.startsWith("https://imgen.x.ai")) {
+                    imgBase64 = url;
+                }
+                else {
+                    imgBase64 = await uploadImageToR2(url);
+                }
+                imgBase64Array.push(imgBase64);
+            }
+            const requestBody = Array.isArray(image_url)
+                ? {
+                    model: "grok-imagine-image",
+                    images: imgBase64Array.map((base64) => ({
+                        url: base64,
+                        type: "image_url",
+                    })),
+                    prompt: instruction,
+                    n: 1,
+                }
+                : {
+                    model: "grok-imagine-image",
+                    image: {
+                        url: imgBase64Array[0],
+                        type: "image_url",
+                    },
+                    prompt: instruction,
+                    n: 1,
+                };
+            console.log("最终请求体", requestBody);
+            const res = await fetch(aiConfig.host + "/images/edits", {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${aiConfig.key}`,
+                },
+                body: JSON.stringify(requestBody),
+            });
+            if (!res.ok) {
+                const err = await res.text();
+                console.log(err);
+                return err;
+            }
+            const image = await res.json();
+            console.log("画好了", image);
+            return image.data;
+        }
+        catch (error) {
+            console.error("Error calling AIPS:", error);
+            return "调用接口失败" + error;
+        }
+    },
+    AIVideos: async ({ image_url, instruction }) => {
+        // 从aiconfig中查询grok配置
+        const aiConfigStr = await redis.get(`ai:list:grok`);
+        if (!aiConfigStr) {
+            return "未找到AI配置";
+        }
+        const aiConfig = JSON.parse(aiConfigStr);
+        // 处理单个或多个图片
+        const imageUrls = Array.isArray(image_url) ? image_url : [image_url];
+        const imgBase64Array = [];
+        for (const url of imageUrls) {
+            let imgBase64 = "";
+            if (url) {
+                if (url.startsWith("https://imgen.x.ai")) {
+                    imgBase64 = url;
+                }
+                else {
+                    imgBase64 = await uploadImageToR2(url);
+                }
+                imgBase64Array.push(imgBase64);
+            }
+        }
+        try {
+            const requestBody = imgBase64Array.length === 0
+                ? {
+                    model: "grok-imagine-video",
+                    prompt: instruction,
+                    aspect_ratio: "16:9",
+                    resolution: "720p",
+                }
+                : Array.isArray(image_url)
+                    ? {
+                        model: "grok-imagine-video",
+                        images: imgBase64Array.map((base64) => ({
+                            url: base64,
+                            type: "image_url",
+                        })),
+                        prompt: instruction,
+                        resolution: "720p",
+                    }
+                    : {
+                        model: "grok-imagine-video",
+                        image: {
+                            url: imgBase64Array[0],
+                            type: "image_url",
+                        },
+                        prompt: instruction,
+                        resolution: "720p",
+                    };
+            console.log("最终请求体", requestBody);
+            const res = await fetch(aiConfig.host + "/videos/generations", {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${aiConfig.key}`,
+                },
+                body: JSON.stringify(requestBody),
+            });
+            if (!res.ok) {
+                const err = await res.text();
+                console.log(err);
+                return err;
+            }
+            const video = await res.json();
+            console.log("画好了", video);
+            return {
+                data: video,
+                msg: "生成任务已提交,稍后会自动发送生成结果,无需继续等待~,将request_id提供给用户,方便查询生成状态",
+            };
+        }
+        catch (error) {
+            console.error("Error calling AIPS:", error);
+            return "调用接口失败" + error;
+        }
+    },
+    AIVideoResult: async ({ request_id }) => {
+        // 从aiconfig中查询grok配置
+        const aiConfigStr = await redis.get(`ai:list:grok`);
+        if (!aiConfigStr) {
+            return "未找到AI配置";
+        }
+        const aiConfig = JSON.parse(aiConfigStr);
+        try {
+            const res = await fetch(aiConfig.host + `/videos/${request_id}`, {
+                method: "GET",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${aiConfig.key}`,
+                },
+            });
+            if (!res.ok) {
+                const err = await res.text();
+                console.log(err);
+                return err;
+            }
+            const video = await res.json();
+            console.log("视频生成结果", video);
+            return video;
+        }
+        catch (error) {
+            console.error("Error calling AIVideoResult:", error);
+            return "调用接口失败" + error;
+        }
+    },
+    /**
+     *  获取TTS模型列表
+     * @returns  TTS模型列表
+     */
+    GetTTSModels: async () => {
+        const ttsClient = new TTSClient();
+        const models = await ttsClient.getModels("v4");
+        return models;
+    },
 };
 
-export { TTSClient, availableTools, getTimeString, uploadImage };
+export { TTSClient, availableTools, getTimeString };

package/lib/assets/main.css-CXQ9gyIo.css

@@ -0,0 +1 @@
+*,:after,:before{--tw-border-spacing-x:0;--tw-border-spacing-y:0;--tw-translate-x:0;--tw-translate-y:0;--tw-rotate:0;--tw-skew-x:0;--tw-skew-y:0;--tw-scale-x:1;--tw-scale-y:1;--tw-pan-x: ;--tw-pan-y: ;--tw-pinch-zoom: ;--tw-scroll-snap-strictness:proximity;--tw-gradient-from-position: ;--tw-gradient-via-position: ;--tw-gradient-to-position: ;--tw-ordinal: ;--tw-slashed-zero: ;--tw-numeric-figure: ;--tw-numeric-spacing: ;--tw-numeric-fraction: ;--tw-ring-inset: ;--tw-ring-offset-width:0px;--tw-ring-offset-color:#fff;--tw-ring-color:rgba(59,130,246,.5);--tw-ring-offset-shadow:0 0 #0000;--tw-ring-shadow:0 0 #0000;--tw-shadow:0 0 #0000;--tw-shadow-colored:0 0 #0000;--tw-blur: ;--tw-brightness: ;--tw-contrast: ;--tw-grayscale: ;--tw-hue-rotate: ;--tw-invert: ;--tw-saturate: ;--tw-sepia: ;--tw-drop-shadow: ;--tw-backdrop-blur: ;--tw-backdrop-brightness: ;--tw-backdrop-contrast: ;--tw-backdrop-grayscale: ;--tw-backdrop-hue-rotate: ;--tw-backdrop-invert: ;--tw-backdrop-opacity: ;--tw-backdrop-saturate: ;--tw-backdrop-sepia: ;--tw-contain-size: ;--tw-contain-layout: ;--tw-contain-paint: ;--tw-contain-style: }::backdrop{--tw-border-spacing-x:0;--tw-border-spacing-y:0;--tw-translate-x:0;--tw-translate-y:0;--tw-rotate:0;--tw-skew-x:0;--tw-skew-y:0;--tw-scale-x:1;--tw-scale-y:1;--tw-pan-x: ;--tw-pan-y: ;--tw-pinch-zoom: ;--tw-scroll-snap-strictness:proximity;--tw-gradient-from-position: ;--tw-gradient-via-position: ;--tw-gradient-to-position: ;--tw-ordinal: ;--tw-slashed-zero: ;--tw-numeric-figure: ;--tw-numeric-spacing: ;--tw-numeric-fraction: ;--tw-ring-inset: ;--tw-ring-offset-width:0px;--tw-ring-offset-color:#fff;--tw-ring-color:rgba(59,130,246,.5);--tw-ring-offset-shadow:0 0 #0000;--tw-ring-shadow:0 0 #0000;--tw-shadow:0 0 #0000;--tw-shadow-colored:0 0 #0000;--tw-blur: ;--tw-brightness: ;--tw-contrast: ;--tw-grayscale: ;--tw-hue-rotate: ;--tw-invert: ;--tw-saturate: ;--tw-sepia: ;--tw-drop-shadow: ;--tw-backdrop-blur: ;--tw-backdrop-brightness: ;--tw-backdrop-contrast: ;--tw-backdrop-grayscale: ;--tw-backdrop-hue-rotate: ;--tw-backdrop-invert: ;--tw-backdrop-opacity: ;--tw-backdrop-saturate: ;--tw-backdrop-sepia: ;--tw-contain-size: ;--tw-contain-layout: ;--tw-contain-paint: ;--tw-contain-style: }/*! tailwindcss v3.4.19 | MIT License | https://tailwindcss.com*/*,:after,:before{border:0 solid #e5e7eb;box-sizing:border-box}:after,:before{--tw-content:""}:host,html{line-height:1.5;-webkit-text-size-adjust:100%;font-family:ui-sans-serif,system-ui,sans-serif,Apple Color Emoji,Segoe UI Emoji,Segoe UI Symbol,Noto Color Emoji;font-feature-settings:normal;font-variation-settings:normal;-moz-tab-size:4;tab-size:4;-webkit-tap-highlight-color:transparent}body{line-height:inherit}hr{border-top-width:1px;color:inherit;height:0}abbr:where([title]){text-decoration:underline dotted}h1,h2,h3,h4,h5,h6{font-size:inherit;font-weight:inherit}a{color:inherit;text-decoration:inherit}b,strong{font-weight:bolder}code,kbd,pre,samp{font-family:ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,monospace;font-feature-settings:normal;font-size:1em;font-variation-settings:normal}small{font-size:80%}sub,sup{font-size:75%;line-height:0;position:relative;vertical-align:baseline}sub{bottom:-.25em}sup{top:-.5em}table{border-collapse:collapse;border-color:inherit;text-indent:0}button,input,optgroup,select,textarea{color:inherit;font-family:inherit;font-feature-settings:inherit;font-size:100%;font-variation-settings:inherit;font-weight:inherit;letter-spacing:inherit;line-height:inherit;margin:0;padding:0}button,select{text-transform:none}button,input:where([type=button]),input:where([type=reset]),input:where([type=submit]){-webkit-appearance:button;background-color:transparent;background-image:none}:-moz-focusring{outline:auto}:-moz-ui-invalid{box-shadow:none}progress{vertical-align:baseline}::-webkit-inner-spin-button,::-webkit-outer-spin-button{height:auto}[type=search]{-webkit-appearance:textfield;outline-offset:-2px}::-webkit-search-decoration{-webkit-appearance:none}::-webkit-file-upload-button{-webkit-appearance:button;font:inherit}summary{display:list-item}blockquote,dd,dl,figure,h1,h2,h3,h4,h5,h6,hr,p,pre{margin:0}fieldset{margin:0}fieldset,legend{padding:0}menu,ol,ul{list-style:none;margin:0;padding:0}dialog{padding:0}textarea{resize:vertical}input::placeholder,textarea::placeholder{color:#9ca3af;opacity:1}[role=button],button{cursor:pointer}:disabled{cursor:default}audio,canvas,embed,iframe,img,object,svg,video{display:block;vertical-align:middle}img,video{height:auto;max-width:100%}[hidden]:where(:not([hidden=until-found])){display:none}.mb-4{margin-bottom:1rem}.mt-1{margin-top:.25rem}.box-border{box-sizing:border-box}.flex{display:flex}.w-1\/3{width:33.333333%}.flex-wrap{flex-wrap:wrap}.gap-2{gap:.5rem}.overflow-hidden{overflow:hidden}.rounded-lg{border-radius:.5rem}.border-b{border-bottom-width:1px}.border-r{border-right-width:1px}.border-white\/20{border-color:hsla(0,0%,100%,.2)}.bg-black\/30{background-color:rgba(0,0,0,.3)}.bg-black\/60{background-color:rgba(0,0,0,.6)}.bg-cover{background-size:cover}.p-2{padding:.5rem}.p-4{padding:1rem}.text-2xl{font-size:1.5rem;line-height:2rem}.text-lg{font-size:1.125rem;line-height:1.75rem}.font-bold{font-weight:700}.font-semibold{font-weight:600}.italic{font-style:italic}.text-\[\#B8AE8E\]{--tw-text-opacity:1;color:rgb(184 174 142/var(--tw-text-opacity,1))}.text-\[\#e8deba\]{--tw-text-opacity:1;color:rgb(232 222 186/var(--tw-text-opacity,1))}.text-gray-400{--tw-text-opacity:1;color:rgb(156 163 175/var(--tw-text-opacity,1))}.text-white{--tw-text-opacity:1;color:rgb(255 255 255/var(--tw-text-opacity,1))}.drop-shadow-md{--tw-drop-shadow:drop-shadow(0 4px 3px rgba(0,0,0,.07)) drop-shadow(0 2px 2px rgba(0,0,0,.06));filter:var(--tw-blur) var(--tw-brightness) var(--tw-contrast) var(--tw-grayscale) var(--tw-hue-rotate) var(--tw-invert) var(--tw-saturate) var(--tw-sepia) var(--tw-drop-shadow)}body{display:flex;flex-direction:column;margin:0;padding:0}.backdrop-blur-xs{backdrop-filter:blur(4px)}.last\:border-0:last-child{border-width:0}

package/lib/assets/main.css.js

@@ -1,4 +1,4 @@
 const reg = ['win32'].includes(process.platform) ? /^file:\/\/\// : /^file:\/\// ;
-const fileUrl = new URL('main.css-DlHMK5k-.css', import.meta.url).href.replace(reg, '');
+const fileUrl = new URL('main.css-CXQ9gyIo.css', import.meta.url).href.replace(reg, '');
 
 export { fileUrl as default };

package/lib/config.js

@@ -82,8 +82,8 @@ const getAIChatHistory = async (guid) => {
 };
 const addAIChatHistory = async (guid, data) => {
     const history = await getAIChatHistory(guid);
-    // 处理messages, 不要超过15条,超过就删除最早的
-    while (history.length >= 20) {
+    // 处理messages, 不要超过40条,超过就删除最早的
+    while (history.length >= 40) {
         history.shift();
     }
     history.push(data);
@@ -105,8 +105,8 @@ const clearAIChatHistory = async (guid) => {
  * @param userKey 用户标识
  * @returns
  */
-const getAffectionLevel = async (userKey) => {
-    const levelStr = await redis.get(`ai:affection:${userKey}`);
+const getAffectionLevel = async (guid, userKey) => {
+    const levelStr = await redis.get(`ai:affection:${guid}:${userKey}`);
     if (levelStr) {
         return parseInt(levelStr, 10);
     }
@@ -130,8 +130,8 @@ const getAffectionLevelAll = async (guid) => {
  * @param level 好感度等级
  * @returns
  */
-const setAffectionLevel = async (userKey, level) => {
-    return await redis.set(`ai:affection:${userKey}`, level.toString());
+const setAffectionLevel = async (guid, userKey, level) => {
+    return await redis.set(`ai:affection:${guid}:${userKey}`, level.toString());
 };
 /**
  *  增加好感度等级
@@ -139,10 +139,10 @@ const setAffectionLevel = async (userKey, level) => {
  * @param increment  增加的等级
  * @returns
  */
-const incrementAffectionLevel = async (userKey, increment) => {
-    const currentLevel = await getAffectionLevel(userKey);
+const incrementAffectionLevel = async (guid, userKey, increment) => {
+    const currentLevel = await getAffectionLevel(guid, userKey);
     const newLevel = currentLevel + increment;
-    await setAffectionLevel(userKey, newLevel);
+    await setAffectionLevel(guid, userKey, newLevel);
     return newLevel;
 };
 /** * 重置好感度等级
@@ -180,12 +180,26 @@ const deleteAI = async (name) => {
 const affectionSwitch = async (guid, enable) => {
     return await redis.set(`ai:affection:switch:${guid}`, enable ? "1" : "0");
 };
+/**
+ * 获取好感度开关状态
+ */
+const getAffectionSwitch = async (guid) => {
+    const switchStr = (await redis.get(`ai:affection:switch:${guid}`)) || "1";
+    return switchStr;
+};
+/**
+ * 获取tts回复开关状态
+ */
+const getTTSResponseSwitch = async (guid) => {
+    const switchStr = (await redis.get(`chat:tts:response:${guid}`)) || "0";
+    return switchStr;
+};
 const tools = [
     {
         type: "function",
         function: {
             name: "StableDiffusionGenerateImage",
-            description: "使用 Stable Diffusion 模型生成图像",
+            description: "使用 Stable Diffusion 模型生成图像, 该工具只擅长生成动漫风格的图片, 文本生成图像, 如需修改图像请使用AIPS工具",
             parameters: {
                 type: "object",
                 properties: {
@@ -209,23 +223,24 @@ const tools = [
             },
         },
     },
-    {
-        type: "function",
-        function: {
-            name: "StableDiffusionImageToPrompt",
-            description: "使用 Stable Diffusion 将图片转换为提示词, 仅供绘图时使用, 其他场景请勿使用",
-            parameters: {
-                type: "object",
-                properties: {
-                    image_url: {
-                        type: "string",
-                        description: "图片的URL地址，必须是你所收到的图片地址",
-                    },
-                },
-                required: ["image_url"],
-            },
-        },
-    },
+    // {
+    //   type: "function",
+    //   function: {
+    //     name: "StableDiffusionImageToPrompt",
+    //     description:
+    //       "使用 Stable Diffusion 将图片转换为提示词, 它只对动漫图片有效, 只能用来提取动漫图片的提示词",
+    //     parameters: {
+    //       type: "object",
+    //       properties: {
+    //         image_url: {
+    //           type: "string",
+    //           description: "图片的URL地址，必须是你所收到的图片地址",
+    //         },
+    //       },
+    //       required: ["image_url"],
+    //     },
+    //   },
+    // },
     {
         type: "function",
         function: {
@@ -277,6 +292,38 @@ const tools = [
             },
         },
     },
+    {
+        type: "function",
+        function: {
+            name: "AIPS",
+            description: "AI修图工具, 可以对图片进行图像编辑, 无法用于图片分析. 使用时只需提供需要修改的图片url和修改需求即可. 当遇到审核拦截的问题时, 请不要再次尝试提交相同的修改需求, 这可能会导致账号被封禁. 请修改你的修改需求文本描述, 使其更具体和详细, 以避免触发审核拦截. ",
+            parameters: {
+                type: "object",
+                properties: {
+                    image_url: {
+                        type: "string",
+                        description: "需要修改的图片URL地址，必须是你所收到的图片地址",
+                    },
+                    instruction: {
+                        type: "string",
+                        description: "修改需求的文本描述，尽量详细和具体，例如：'请将图片中的人物换成一个穿着宇航服的宇航员，背景改成月球表面，保持其他元素不变'",
+                    },
+                },
+                required: ["image_url", "instruction"],
+            },
+        },
+    },
+    {
+        type: "function",
+        function: {
+            name: "GetTTSModels",
+            description: "获取可用的TTS模型列表, 可以用来选择不同的音色进行语音合成. 模型会不定期更新, 你可以定期调用这个工具来获取最新的模型列表. 当你想要使用TTS功能时, 可以先调用这个工具来获取可用的模型列表, 然后选择一个你喜欢的模型来进行语音合成. 例如, 你可以选择一个叫做'派蒙-默认'的模型来模仿派蒙的声音进行语音合成",
+            parameters: {
+                type: "object",
+                properties: {},
+            },
+        },
+    },
 ];
 
-export { addAI, addAIChatHistory, addPrompt, affectionSwitch, clearAIChatHistory, defaultAIConfig, deleteAI, deletePrompt, getAIChatHistory, getAIConfig, getAIList, getAffectionLevel, getAffectionLevelAll, getPromptList, incrementAffectionLevel, resetAffectionLevel, resetAllAffectionLevels, setAffectionLevel, setBotID, switchAI, switchPrompt, systemPrompt, tools };
+export { addAI, addAIChatHistory, addPrompt, affectionSwitch, clearAIChatHistory, defaultAIConfig, deleteAI, deletePrompt, getAIChatHistory, getAIConfig, getAIList, getAffectionLevel, getAffectionLevelAll, getAffectionSwitch, getPromptList, getTTSResponseSwitch, incrementAffectionLevel, resetAffectionLevel, resetAllAffectionLevels, setAffectionLevel, setBotID, switchAI, switchPrompt, systemPrompt, tools };