alemonjs-aichat 1.0.14 → 1.0.15

package/lib/api.js

@@ -2,6 +2,7 @@ import { redis } from './redis.js';
 import { getConfigValue } from 'alemonjs';
 import fs from 'fs';
 import { uploadImageToR2 } from './s3.js';
+import ttsmodels from './data/ttsmodels.json.js';
 
 const value = getConfigValue();
 const getTimeString = () => {
@@ -25,6 +26,41 @@ class TTSClient {
         const data = await res.json();
         return data.models;
     }
+    async installModel(modelname) {
+        // 遍历ttsmodels,查找model对应的下载链接,模糊匹配
+        const matchedModel = ttsmodels.find((m) => {
+            return m.models.find((md) => md.modelname.includes(modelname));
+        });
+        if (!matchedModel) {
+            return { success: false, message: "未找到对应的模型" };
+        }
+        const modelInfo = matchedModel.models.find((md) => md.modelname.includes(modelname));
+        if (!modelInfo) {
+            return { success: false, message: "未找到对应的模型" };
+        }
+        // console.log("matchedModel", matchedModel);
+        console.log("modelInfo", modelInfo);
+        // 在这里实现模型安装逻辑
+        const res = await fetch(`${this.host}/install_model`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify({
+                category: matchedModel.category,
+                dl_url: modelInfo.dl_link,
+                language: matchedModel.lang,
+                model_name: modelInfo.modelname,
+            }),
+        });
+        const data = await res.json();
+        if (!res.ok) {
+            const err = await res.text();
+            console.log(err);
+            return { success: false, message: "模型安装失败: " + err };
+        }
+        return { success: true, message: data.msg };
+    }
     async setModel(model, emotion) {
         const models = await this.getModels("v4");
         if (!models) {
@@ -319,20 +355,20 @@ const availableTools = {
             return "未找到AI配置";
         }
         const aiConfig = JSON.parse(aiConfigStr);
-        // 处理单个或多个图片
-        const imageUrls = Array.isArray(image_url) ? image_url : [image_url];
-        const imgBase64Array = [];
-        for (const url of imageUrls) {
-            let imgBase64 = "";
-            if (url.startsWith("https://imgen.x.ai")) {
-                imgBase64 = url;
-            }
-            else {
-                imgBase64 = await uploadImageToR2(url);
-            }
-            imgBase64Array.push(imgBase64);
-        }
         try {
+            // 处理单个或多个图片
+            const imageUrls = Array.isArray(image_url) ? image_url : [image_url];
+            const imgBase64Array = [];
+            for (const url of imageUrls) {
+                let imgBase64 = "";
+                if (url.startsWith("https://imgen.x.ai")) {
+                    imgBase64 = url;
+                }
+                else {
+                    imgBase64 = await uploadImageToR2(url);
+                }
+                imgBase64Array.push(imgBase64);
+            }
             const requestBody = Array.isArray(image_url)
                 ? {
                     model: "grok-imagine-image",
@@ -375,6 +411,119 @@ const availableTools = {
             return "调用接口失败" + error;
         }
     },
+    AIVideos: async ({ image_url, instruction }) => {
+        // 从aiconfig中查询grok配置
+        const aiConfigStr = await redis.get(`ai:list:grok`);
+        if (!aiConfigStr) {
+            return "未找到AI配置";
+        }
+        const aiConfig = JSON.parse(aiConfigStr);
+        // 处理单个或多个图片
+        const imageUrls = Array.isArray(image_url) ? image_url : [image_url];
+        const imgBase64Array = [];
+        for (const url of imageUrls) {
+            let imgBase64 = "";
+            if (url) {
+                if (url.startsWith("https://imgen.x.ai")) {
+                    imgBase64 = url;
+                }
+                else {
+                    imgBase64 = await uploadImageToR2(url);
+                }
+                imgBase64Array.push(imgBase64);
+            }
+        }
+        try {
+            const requestBody = imgBase64Array.length === 0
+                ? {
+                    model: "grok-imagine-video",
+                    prompt: instruction,
+                    aspect_ratio: "16:9",
+                    resolution: "720p",
+                }
+                : Array.isArray(image_url)
+                    ? {
+                        model: "grok-imagine-video",
+                        images: imgBase64Array.map((base64) => ({
+                            url: base64,
+                            type: "image_url",
+                        })),
+                        prompt: instruction,
+                        resolution: "720p",
+                    }
+                    : {
+                        model: "grok-imagine-video",
+                        image: {
+                            url: imgBase64Array[0],
+                            type: "image_url",
+                        },
+                        prompt: instruction,
+                        resolution: "720p",
+                    };
+            console.log("最终请求体", requestBody);
+            const res = await fetch(aiConfig.host + "/videos/generations", {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${aiConfig.key}`,
+                },
+                body: JSON.stringify(requestBody),
+            });
+            if (!res.ok) {
+                const err = await res.text();
+                console.log(err);
+                return err;
+            }
+            const video = await res.json();
+            console.log("画好了", video);
+            return {
+                data: video,
+                msg: "生成任务已提交,稍后会自动发送生成结果,无需继续等待~,将request_id提供给用户,方便查询生成状态",
+            };
+        }
+        catch (error) {
+            console.error("Error calling AIPS:", error);
+            return "调用接口失败" + error;
+        }
+    },
+    AIVideoResult: async ({ request_id }) => {
+        // 从aiconfig中查询grok配置
+        const aiConfigStr = await redis.get(`ai:list:grok`);
+        if (!aiConfigStr) {
+            return "未找到AI配置";
+        }
+        const aiConfig = JSON.parse(aiConfigStr);
+        try {
+            const res = await fetch(aiConfig.host + `/videos/${request_id}`, {
+                method: "GET",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${aiConfig.key}`,
+                },
+            });
+            if (!res.ok) {
+                const err = await res.text();
+                console.log(err);
+                return err;
+            }
+            const video = await res.json();
+            console.log("视频生成结果", video);
+            return video;
+        }
+        catch (error) {
+            console.error("Error calling AIVideoResult:", error);
+            return "调用接口失败" + error;
+        }
+    },
+    /**
+     *  获取TTS模型列表
+     * @returns  TTS模型列表
+     */
+    GetTTSModels: async () => {
+        const ttsClient = new TTSClient();
+        const models = await ttsClient.getModels("v4");
+        return models;
+    },
 };
 
 export { TTSClient, availableTools, getTimeString };

package/lib/config.js

@@ -82,8 +82,8 @@ const getAIChatHistory = async (guid) => {
 };
 const addAIChatHistory = async (guid, data) => {
     const history = await getAIChatHistory(guid);
-    // 处理messages, 不要超过15条,超过就删除最早的
-    while (history.length >= 20) {
+    // 处理messages, 不要超过40条,超过就删除最早的
+    while (history.length >= 40) {
         history.shift();
     }
     history.push(data);
@@ -228,7 +228,7 @@ const tools = [
     //   function: {
     //     name: "StableDiffusionImageToPrompt",
     //     description:
-    //       "使用 Stable Diffusion 将图片转换为提示词, 仅供绘图时使用, 其他场景请勿使用",
+    //       "使用 Stable Diffusion 将图片转换为提示词, 它只对动漫图片有效, 只能用来提取动漫图片的提示词",
     //     parameters: {
     //       type: "object",
     //       properties: {
@@ -296,7 +296,7 @@ const tools = [
         type: "function",
         function: {
             name: "AIPS",
-            description: "AI修图工具, 可以对图片进行任何处理, 只需提供需要修改的图片url和修改需求即可. 当遇到审核拦截的问题时, 请不要再次尝试提交相同的修改需求, 这可能会导致账号被封禁. 请修改你的修改需求文本描述, 使其更具体和详细, 以避免触发审核拦截. ",
+            description: "AI修图工具, 可以对图片进行图像编辑, 无法用于图片分析. 使用时只需提供需要修改的图片url和修改需求即可. 当遇到审核拦截的问题时, 请不要再次尝试提交相同的修改需求, 这可能会导致账号被封禁. 请修改你的修改需求文本描述, 使其更具体和详细, 以避免触发审核拦截. ",
             parameters: {
                 type: "object",
                 properties: {
@@ -313,6 +313,17 @@ const tools = [
             },
         },
     },
+    {
+        type: "function",
+        function: {
+            name: "GetTTSModels",
+            description: "获取可用的TTS模型列表, 可以用来选择不同的音色进行语音合成. 模型会不定期更新, 你可以定期调用这个工具来获取最新的模型列表. 当你想要使用TTS功能时, 可以先调用这个工具来获取可用的模型列表, 然后选择一个你喜欢的模型来进行语音合成. 例如, 你可以选择一个叫做'派蒙-默认'的模型来模仿派蒙的声音进行语音合成",
+            parameters: {
+                type: "object",
+                properties: {},
+            },
+        },
+    },
 ];
 
 export { addAI, addAIChatHistory, addPrompt, affectionSwitch, clearAIChatHistory, defaultAIConfig, deleteAI, deletePrompt, getAIChatHistory, getAIConfig, getAIList, getAffectionLevel, getAffectionLevelAll, getAffectionSwitch, getPromptList, getTTSResponseSwitch, incrementAffectionLevel, resetAffectionLevel, resetAllAffectionLevels, setAffectionLevel, setBotID, switchAI, switchPrompt, systemPrompt, tools };

package/lib/data/help.json.js

@@ -1,6 +1,6 @@
 var title = "IA聊天插件";
 var name = "aichat";
-var version = "v1.0.14";
+var version = "v1.0.15";
 var by = "AlemonJS";
 var list = [
 	{
@@ -115,6 +115,22 @@ var list = [
 				{
 					cmd: "/画图 [提示词]",
 					desc: "使用ai画图功能根据提示词生成图片。提示词可以包含对图片的描述和要求。"
+				},
+				{
+					cmd: "/[开启|关闭]画图提示词优化",
+					desc: "开启后画图提示词会自动优化以获得更好的画图效果，适合不擅长编写提示词的用户使用。"
+				},
+				{
+					cmd: "/生成视频 [提示词]",
+					desc: "使用ai生成视频功能根据提示词生成视频。提示词可以包含对视频的描述和要求。"
+				},
+				{
+					cmd: "/[角色名]说 [内容]",
+					desc: "让指定角色说出内容。角色名需要在提示词中定义，内容可以是任何文本。"
+				},
+				{
+					cmd: "/安装语音 [角色名]",
+					desc: "安装指定角色的语音, 以米游的角色为主"
 				}
 			]
 		}