cerevox 3.0.0-alpha.1 → 3.0.0-alpha.10

package/dist/mcp/servers/zerocut.js

@@ -53,86 +53,9 @@ const node_path_1 = __importStar(require("node:path"));
 const doubao_voices_full_1 = require("./helper/doubao_voices_full");
 const node_fs_1 = require("node:fs");
 const coze_1 = require("../../utils/coze");
-const node_child_process_1 = require("node:child_process");
-const node_util_1 = require("node:util");
-const os = __importStar(require("node:os"));
 const mp3_duration_1 = __importDefault(require("mp3-duration"));
 const image_size_1 = __importDefault(require("image-size"));
-const execAsync = (0, node_util_1.promisify)(node_child_process_1.exec);
-// 错误处理工具函数
-const handleError = (error) => {
-    if (error instanceof Error) {
-        return error.message;
-    }
-    return String(error);
-};
-// 检查端口是否被占用 - 跨平台版本
-const isPortInUse = async (port) => {
-    try {
-        const platform = os.platform();
-        let command;
-        if (platform === 'win32') {
-            // Windows 使用 netstat
-            command = `netstat -ano | findstr :${port}`;
-        }
-        else {
-            // Unix/Linux/macOS 使用 lsof
-            command = `lsof -ti:${port}`;
-        }
-        const { stdout } = await execAsync(command);
-        return stdout.trim().length > 0;
-    }
-    catch {
-        return false;
-    }
-};
-// 停止占用端口的进程 - 跨平台版本
-const killPortProcess = async (port) => {
-    try {
-        const platform = os.platform();
-        if (platform === 'win32') {
-            // Windows 版本
-            const { stdout } = await execAsync(`netstat -ano | findstr :${port}`);
-            const lines = stdout.trim().split('\n');
-            for (const line of lines) {
-                const parts = line.trim().split(/\s+/);
-                const pid = parts[parts.length - 1];
-                if (pid && /^\d+$/.test(pid)) {
-                    try {
-                        await execAsync(`taskkill /F /PID ${pid}`);
-                        console.log(`Killed process ${pid} on port ${port}`);
-                    }
-                    catch (error) {
-                        console.warn(`Failed to kill process ${pid}:`, error);
-                    }
-                }
-            }
-        }
-        else {
-            // Unix/Linux/macOS 版本
-            const { stdout } = await execAsync(`lsof -ti:${port}`);
-            const pids = stdout
-                .trim()
-                .split('\n')
-                .filter(pid => pid);
-            for (const pid of pids) {
-                try {
-                    await execAsync(`kill -9 ${pid}`);
-                    console.log(`Killed process ${pid} on port ${port}`);
-                }
-                catch (error) {
-                    console.warn(`Failed to kill process ${pid}:`, error);
-                }
-            }
-        }
-        // 等待一下确保进程被杀死
-        await new Promise(resolve => setTimeout(resolve, 1000));
-    }
-    catch (error) {
-        console.warn(`Failed to kill processes on port ${port}:`, error);
-    }
-};
-function createErrorResponse(error, operation) {
+function createErrorResponse(error, operation, details) {
     const errorMessage = error instanceof Error ? error.message : String(error);
     console.error(`[${operation}] Error:`, error);
     return {
@@ -144,6 +67,7 @@ function createErrorResponse(error, operation) {
                     error: errorMessage,
                     operation,
                     timestamp: new Date().toISOString(),
+                    details,
                 }),
             },
         ],
@@ -159,6 +83,10 @@ async function validateSession(operation) {
         session = null;
         throw new Error(`Session not initialized. Please call 'project-open' first before using ${operation}.`);
     }
+    const projectRulesFile = (0, node_path_1.resolve)(projectLocalDir, '.trae', 'rules', `project_rules.md`);
+    if (!(0, node_fs_1.existsSync)(projectRulesFile)) {
+        throw new Error(`Project rules file not found: ${projectRulesFile}. Please call 'retrieve-rules-context' first.`);
+    }
     return session;
 }
 // 文件名验证
@@ -173,20 +101,6 @@ function validateFileName(fileName) {
     }
     return fileName.trim();
 }
-// 图片文件验证
-function validateImageFile(localPath) {
-    if (!localPath || localPath.trim() === '') {
-        throw new Error('Local path cannot be empty');
-    }
-    const allowedExtensions = ['.jpg', '.jpeg', '.png', '.gif', '.bmp', '.webp'];
-    const extension = localPath
-        .toLowerCase()
-        .substring(localPath.lastIndexOf('.'));
-    if (!allowedExtensions.includes(extension)) {
-        throw new Error(`Unsupported image format: ${extension}. Allowed formats: ${allowedExtensions.join(', ')}`);
-    }
-    return localPath.trim();
-}
 function getMaterialUri(session, fileName) {
     return session.sandbox.getUrl(`/zerocut/${session.terminal.id}/materials/${(0, node_path_1.basename)(fileName)}`);
 }
@@ -692,6 +606,7 @@ server.registerTool('project-open', {
         }
         const result = {
             success: true,
+            nextActionSuggest: '检查规则上下文是否已召回，若未召回，调用 retrieve_rules 工具召回规则上下文',
             sessionId: session.id,
             workDir,
             projectLocalDir,
@@ -825,7 +740,10 @@ server.registerTool('generate-character-image', {
     title: 'Generate Character Image',
     description: 'Generate a turnaround image or portrait for any character.',
     inputSchema: {
-        type: zod_1.z.enum(['banana', 'seedream']).optional().default('banana'),
+        type: zod_1.z
+            .enum(['banana', 'banana-pro', 'seedream'])
+            .optional()
+            .default('banana'),
         name: zod_1.z.string().describe('The name of the character.'),
         gender: zod_1.z
             .enum(['male', 'female'])
@@ -1155,7 +1073,10 @@ server.registerTool('generate-image', {
     title: 'Generate Image',
     description: `生成图片`,
     inputSchema: {
-        type: zod_1.z.enum(['banana', 'seedream']).optional().default('seedream'),
+        type: zod_1.z
+            .enum(['banana', 'banana-pro', 'seedream'])
+            .optional()
+            .default('seedream'),
         prompt: zod_1.z
             .string()
             .describe('The prompt to generate. 一般要严格对应 storyboard 中当前场景的 start_frame 或 end_frame 中的字段描述'),
@@ -1520,6 +1441,11 @@ server.registerTool('edit-image', {
     description: 'Edit the image.',
     inputSchema: {
         prompt: zod_1.z.string().describe('要编辑图片的中文提示词'),
+        type: zod_1.z
+            .enum(['banana-pro', 'banana', 'seedream'])
+            .optional()
+            .default('seedream')
+            .describe('The type of image model to use.'),
         sourceImageFileName: zod_1.z.string().describe('The source image file name.'),
         saveToFileName: zod_1.z.string().describe('The filename to save.'),
         size: zod_1.z
@@ -1563,7 +1489,7 @@ server.registerTool('edit-image', {
             .default(false)
             .describe('Whether to add watermark to the image.'),
     },
-}, async ({ prompt, sourceImageFileName, saveToFileName, size, watermark }) => {
+}, async ({ prompt, type, sourceImageFileName, saveToFileName, size, watermark, }) => {
     try {
         // 验证session状态
         const currentSession = await validateSession('edit-image');
@@ -1589,8 +1515,9 @@ server.registerTool('edit-image', {
         const base64String = `data:${mimeType};base64,${imageBuffer.toString('base64')}`;
         imageBase64Array.push(base64String);
         const ai = currentSession.ai;
-        const processedPrompt = `转绘参考图片，${prompt}`;
+        const processedPrompt = `转绘我提供的参考图片，${prompt}`;
         const res = await ai.generateImage({
+            type,
             prompt: processedPrompt,
             size,
             watermark,
@@ -2091,7 +2018,7 @@ server.registerTool('generate-video', {
                     console.warn('Failed to send progress update:', progressError);
                 }
             },
-            waitForFinish: type !== 'zero', // zero 模型由于时间比较长，因此要异步查询而不是等待
+            waitForFinish: true,
         });
         if (!res) {
             throw new Error('Failed to generate video: no response from AI service');
@@ -2139,7 +2066,7 @@ server.registerTool('generate-video', {
                         type: 'text',
                         text: JSON.stringify({
                             success: true,
-                            message: '该视频生成任务已提交，它是异步任务，且执行时间较长，你应立即调用工具 wait-for-task-finish 来等待任务结束，如该工具调用超时，你应立即再次重新调用直到任务结束。',
+                            message: '该视频生成任务正在运行中，它是异步任务，且执行时间较长，你应立即调用工具 wait-for-task-finish 来等待任务结束，如该工具调用超时，你应立即再次重新调用直到任务结束。',
                             taskUrl: res.taskUrl,
                         }),
                     },
@@ -2194,6 +2121,7 @@ server.registerTool('wait-for-task-finish', {
                     console.warn('Failed to send progress update:', progressError);
                 }
             },
+            timeout: 300000,
         });
         if (res.url) {
             const uri = await saveMaterial(currentSession, res.url, saveToFileName);
@@ -2478,7 +2406,9 @@ server.registerTool('generate-scene-tts', {
             'ASMR',
         ])
             .optional(),
-        voiceID: zod_1.z.string().describe(`适合作为视频配音的音色ID`),
+        voiceID: zod_1.z
+            .string()
+            .describe(`适合作为视频配音的音色ID，除非用户指定，否则你必须已通过 search_voice 工具检查确定该音色确实是存在的。`),
         explicit_language: zod_1.z.enum(['zh', 'en', 'ja']).optional().default('zh'),
     },
 }, async ({ text, sceneIndex, storyBoardFile, skipConsistencyCheck, voiceID, saveToFileName, speed, pitch, volume, emotion, explicit_language, }) => {
@@ -2543,6 +2473,9 @@ server.registerTool('generate-scene-tts', {
         }
         console.log(`Generating TTS with voice: ${voiceID}, speed: ${finalSpeed}, text: ${text.substring(0, 100)}...`);
         const ai = currentSession.ai;
+        if (voiceID.startsWith('BV0')) {
+            throw new Error(`BV0* 系列音色已弃用，你必须已通过 search_voice 工具检查确定该音色确实是存在的。`);
+        }
         const type = voiceID.startsWith('zh_') ||
             voiceID.startsWith('en_') ||
             voiceID.startsWith('multi_') ||
@@ -2841,7 +2774,9 @@ server.registerTool('get-schema', {
     title: 'Get Storyboard Schema or Draft Content Schema',
     description: 'Get the complete Storyboard or Draft Content JSON Schema definition. Use this schema to validate storyboard.json or draft_content.json files.',
     inputSchema: {
-        type: zod_1.z.enum(['storyboard', 'draft_content']),
+        type: zod_1.z
+            .enum(['storyboard', 'draft_content'])
+            .describe('The type of schema to retrieve. Must be either "storyboard" or "draft_content". 用 type: storyboard 的 schema 生成 storyboard.json；用 type: draft_content 的 schema 生成 draft_content.json'),
     },
 }, async ({ type }) => {
     try {
@@ -3631,6 +3566,11 @@ server.registerTool('generate-video-by-ref', {
         prompt: zod_1.z
             .string()
             .describe('The prompt to generate video with or without reference images.'),
+        rewritePrompt: zod_1.z
+            .boolean()
+            .optional()
+            .default(true)
+            .describe('Whether to rewrite the prompt.'),
         referenceImages: zod_1.z
             .array(zod_1.z.object({
             name: zod_1.z
@@ -3694,7 +3634,7 @@ server.registerTool('generate-video-by-ref', {
             .default(false)
             .describe('Whether to optimize the prompt.'),
     },
-}, async ({ prompt, referenceImages, duration, size, watermark, type, mute, saveToFileName, sceneIndex, storyBoardFile, skipConsistencyCheck, optimizePrompt, }, context) => {
+}, async ({ prompt, rewritePrompt, referenceImages, duration, size, watermark, type, mute, saveToFileName, sceneIndex, storyBoardFile, skipConsistencyCheck, optimizePrompt, }, context) => {
     try {
         // 验证session状态
         const currentSession = await validateSession('generate-video-by-ref');
@@ -3861,14 +3801,17 @@ server.registerTool('generate-video-by-ref', {
                 url: imageUrl,
             });
             console.log(`Added reference image URL: ${imageUrl} (name: ${imageRef.name}, type: ${imageRef.type})`);
-            promptPrefix += `参考“${imageRef.name}”（图${referenceImageUrls.length}）${imageRef.type === 'subject' ? '主体形象' : '背景'}\n`;
+            if (rewritePrompt) {
+                promptPrefix += `参考“${imageRef.name}”（图${referenceImageUrls.length}）${imageRef.type === 'subject' ? '主体形象' : '背景'}\n`;
+            }
         }
         if (promptPrefix) {
             promptPrefix += '\n';
         }
+        const finalPrompt = `${promptPrefix}${prompt}`;
         // 调用 referencesToVideo 函数
         const result = await currentSession.ai.referencesToVideo({
-            prompt: `${promptPrefix}${prompt}`,
+            prompt: finalPrompt,
             reference_images: referenceImageUrls, // 使用URL数组而不是base64数组
             duration,
             size,
@@ -3911,6 +3854,8 @@ server.registerTool('generate-video-by-ref', {
                         ratio: result.ratio,
                         url: result.url,
                         last_frame_url: result.last_frame_url,
+                        referenceImageUrls,
+                        prompt: finalPrompt,
                     }, null, 2),
                 },
             ],
@@ -4036,9 +3981,7 @@ server.registerTool('generate-video-by-template', {
     title: 'Generate Video by Template',
     description: 'Generate a video based on a template. The template must be a valid JSON string.',
     inputSchema: {
-        purpose: zod_1.z
-            .string()
-            .describe('The prompt to generate the video. 自动根据意图匹配模板'),
+        user_request: zod_1.z.string().describe('用户请求，根据意图自动匹配模板'),
         text_prompts: zod_1.z
             .array(zod_1.z.string().describe('Text prompt for the template to build video.'))
             .optional()
@@ -4051,30 +3994,52 @@ server.registerTool('generate-video-by-template', {
             .string()
             .describe('The filename to save the generated video.'),
     },
-}, async ({ purpose, text_prompts, saveToFileName, materials }) => {
+}, async ({ user_request, text_prompts, saveToFileName, materials }) => {
     try {
-        const templates = {
-            '7569583728302817331': '宠物唱歌',
-            '7569605825011367976': '万圣节宠物弹吉他',
-        };
+        const templates = [
+            {
+                id: '7569583728302817331',
+                name: '宠物唱歌',
+                description: '用一张宠物照片，生成一段宠物唱歌的视频。',
+                trigger: '根据{A图片}生成一段{宠物A}唱歌的视频',
+            },
+            {
+                id: '7569605825011367976',
+                name: '万圣节宠物弹吉他',
+                description: '用一张宠物照片，生成一段宠物弹吉他的视频。',
+                trigger: '根据{A图片}生成一段{宠物A}弹吉他的视频',
+            },
+            {
+                id: '7572443489834844223',
+                name: '图生动作模仿视频',
+                description: '用一张图片和动作视频，生成一段图片主体模仿该动作视频的新视频。',
+                trigger: '生成{A图片}模仿{B视频}的视频',
+            },
+            {
+                id: '7575160546555674670',
+                name: '文生动作模仿视频',
+                description: '用一段提示词和视频，生成一段模仿该视频的新视频。',
+                trigger: '生成一段{提示词A}模仿{B视频}的视频',
+            },
+        ];
         const currentSession = await validateSession('generate-video-by-template');
         const validatedFileName = validateFileName(saveToFileName);
         const ai = currentSession.ai;
         let completion = await ai.getCompletions({
-            model: 'Doubao-Seed-1.6-flash',
+            model: 'Doubao-Seed-1.6',
             messages: [
                 {
                     role: 'system',
-                    content: `你根据用户需求，从以下模板中选择一个匹配的模板，返回模板ID：\n\n${JSON.stringify(templates)}\n\n**约束**：只输出模板ID，不需要其他解释。`,
+                    content: `你根据用户需求，从以下模板中选择一个匹配的模板，返回模板ID：\n\n${JSON.stringify(templates)}\n\n**约束**：只输出模板ID，不需要其他解释，如果没有匹配的模版，输出"无匹配模版"`,
                 },
                 {
                     role: 'user',
-                    content: `用户意图：${purpose}`,
+                    content: user_request,
                 },
             ],
         });
         const templateId = completion.choices[0]?.message?.content.trim();
-        if (!templateId) {
+        if (!templateId || templateId === '无匹配模版') {
             throw new Error('Failed to get template ID');
         }
         const workflowInfo = await ai.getCozeWorkflowInfo(templateId);
@@ -4102,6 +4067,7 @@ ${text_prompts}
 
 ## **materials**：
 ${JSON.stringify(materialUrls)}`;
+        // console.log(prompt);
         completion = await ai.getCompletions({
             model: 'Doubao-Seed-1.6-flash',
             messages: [
@@ -4123,7 +4089,20 @@ ${JSON.stringify(materialUrls)}`;
         if (!parameters) {
             throw new Error('Failed to get parameters');
         }
-        console.log(parameters);
+        // console.log(parameters);
+        // return {
+        //   content: [
+        //     {
+        //       type: 'text',
+        //       text: JSON.stringify({
+        //         success: true,
+        //         prompt,
+        //         templateId,
+        //         parameters,
+        //       }),
+        //     },
+        //   ],
+        // };
         const result = await ai.runCozeWorkflow(templateId, JSON.parse(parameters).parameters);
         if (result.url) {
             // 保存到项目材料目录