cerevox 3.0.0-alpha.9 → 3.0.0-beta.2

package/dist/mcp/servers/zerocut.js

@@ -74,7 +74,7 @@ function createErrorResponse(error, operation, details) {
     };
 }
 // Session 状态检查
-async function validateSession(operation) {
+async function validateSession(operation, checkRules = true) {
     if (closeSessionTimerId) {
         clearTimeout(closeSessionTimerId);
         closeSessionTimerId = null;
@@ -84,7 +84,7 @@ async function validateSession(operation) {
         throw new Error(`Session not initialized. Please call 'project-open' first before using ${operation}.`);
     }
     const projectRulesFile = (0, node_path_1.resolve)(projectLocalDir, '.trae', 'rules', `project_rules.md`);
-    if (!(0, node_fs_1.existsSync)(projectRulesFile)) {
+    if (checkRules && !(0, node_fs_1.existsSync)(projectRulesFile)) {
         throw new Error(`Project rules file not found: ${projectRulesFile}. Please call 'retrieve-rules-context' first.`);
     }
     return session;
@@ -353,131 +353,6 @@ server.registerPrompt('zerocut-guideline', {
         throw new Error(`Failed to load zerocut-guideline prompt: ${error}`);
     }
 });
-server.registerTool('retrieve-rules-context', {
-    title: 'ZeroCut Basic Rules',
-    description: `ZeroCut-${constants_1.VERSION} Basic Rules`,
-    inputSchema: {
-        purpose: zod_1.z
-            .enum([
-            'general-video',
-            'music-video',
-            'stage-play',
-            'story-telling',
-            'creative-ad',
-            'expert',
-            'material-creation',
-            'freeform',
-            'custom',
-        ])
-            .default('general-video')
-            .describe(`The purpose of the rules context to retrieve.
-
-- general-video 创建通用视频
-- music-video 创建音乐视频
-- stage-play 创建舞台播放视频
-- story-telling 创建故事讲述视频
-- creative-ad 创建创意广告视频
-- expert 以专家模式创建视频，必须用户主动要求才触发
-- material-creation 素材创作模式，必须用户主动要求才触发
-- freeform 自由创作模式，必须用户主动要求才触发
-- custom 自定义模式`),
-    },
-}, async ({ purpose }) => {
-    const projectRulesFile = (0, node_path_1.resolve)(projectLocalDir, '.trae', 'rules', `project_rules.md`);
-    const customRulesFile = (0, node_path_1.resolve)(projectLocalDir, '.trae', 'rules', `custom_rules.md`);
-    let promptContent = '';
-    if ((0, node_fs_1.existsSync)(projectRulesFile)) {
-        promptContent = await (0, promises_1.readFile)(projectRulesFile, 'utf-8');
-        if ((0, node_fs_1.existsSync)(customRulesFile)) {
-            promptContent +=
-                '\n\n---\n\n' + (await (0, promises_1.readFile)(customRulesFile, 'utf-8'));
-        }
-    }
-    else {
-        // 当 projectRulesFile 不存在时，设置 checkStoryboardFlag 为 false
-        checkStoryboardFlag = false;
-        // 当 projectRulesFile 不存在时，设置 checkAudioVideoDurationFlag 为 false
-        checkAudioVideoDurationFlag = false;
-        // 当 projectRulesFile 不存在时，设置 checkStoryboardSubtitlesFlag 为 false
-        checkStoryboardSubtitlesFlag = false;
-        if (purpose !== 'general-video' &&
-            purpose !== 'music-video' &&
-            purpose !== 'stage-play' &&
-            purpose !== 'story-telling' &&
-            purpose !== 'creative-ad' &&
-            purpose !== 'expert' &&
-            purpose !== 'material-creation' &&
-            purpose !== 'freeform') {
-            return createErrorResponse(`Project rules file not found: ${projectRulesFile}`, 'retrieve-rules-context');
-        }
-    }
-    try {
-        if (!promptContent) {
-            const promptPath = (0, node_path_1.resolve)(__dirname, `./prompts/rules/${purpose}.md`);
-            promptContent = await (0, promises_1.readFile)(promptPath, 'utf-8');
-            // 确保目录存在
-            await (0, promises_1.mkdir)((0, node_path_1.dirname)(projectRulesFile), { recursive: true });
-            await (0, promises_1.writeFile)(projectRulesFile, promptContent);
-        }
-        // 如果 purpose 为 freeform，复制 skills 和 knowledge 目录
-        if (purpose === 'freeform') {
-            // 递归复制目录的通用函数
-            const copyDirectory = async (src, dest) => {
-                const entries = await (0, promises_1.readdir)(src, { withFileTypes: true });
-                for (const entry of entries) {
-                    const srcPath = (0, node_path_1.resolve)(src, entry.name);
-                    const destPath = (0, node_path_1.resolve)(dest, entry.name);
-                    if (entry.isDirectory()) {
-                        await (0, promises_1.mkdir)(destPath, { recursive: true });
-                        await copyDirectory(srcPath, destPath);
-                    }
-                    else {
-                        const content = await (0, promises_1.readFile)(srcPath, 'utf-8');
-                        await (0, promises_1.writeFile)(destPath, content);
-                    }
-                }
-            };
-            // 复制 skills 目录
-            const sourceSkillsDir = (0, node_path_1.resolve)(__dirname, './prompts/skills');
-            const targetSkillsDir = (0, node_path_1.resolve)(projectLocalDir, '.trae', 'skills');
-            try {
-                await (0, promises_1.mkdir)(targetSkillsDir, { recursive: true });
-                await copyDirectory(sourceSkillsDir, targetSkillsDir);
-                console.log(`Skills directory copied to ${targetSkillsDir}`);
-            }
-            catch (skillsError) {
-                console.warn(`Failed to copy skills directory: ${skillsError}`);
-            }
-            // 复制 knowledge 目录
-            const sourceKnowledgeDir = (0, node_path_1.resolve)(__dirname, './prompts/knowledge');
-            const targetKnowledgeDir = (0, node_path_1.resolve)(projectLocalDir, '.trae', 'knowledge');
-            try {
-                await (0, promises_1.mkdir)(targetKnowledgeDir, { recursive: true });
-                await copyDirectory(sourceKnowledgeDir, targetKnowledgeDir);
-                console.log(`Knowledge directory copied to ${targetKnowledgeDir}`);
-            }
-            catch (knowledgeError) {
-                console.warn(`Failed to copy knowledge directory: ${knowledgeError}`);
-            }
-        }
-        return {
-            content: [
-                {
-                    type: 'text',
-                    text: JSON.stringify({
-                        type: 'project_rules',
-                        content: promptContent,
-                        projectRulesFile,
-                    }),
-                },
-            ],
-        };
-    }
-    catch (error) {
-        console.error(`Failed to load rules context prompt for ${purpose}:`, error);
-        return createErrorResponse(`Failed to load rules context prompt for ${purpose}: ${error}`, 'retrieve-rules-context');
-    }
-});
 server.registerTool('project-open', {
     title: 'Open Project',
     description: 'Launch a new Cerevox session with a Chromium browser instance and open a new project context. Supports smart file filtering to optimize upload performance.',
@@ -673,6 +548,121 @@ server.registerTool('project-close', {
         return createErrorResponse(error, 'project-close');
     }
 });
+server.registerTool('retrieve-rules-context', {
+    title: 'ZeroCut Basic Rules',
+    description: `ZeroCut-${constants_1.VERSION} Basic Rules`,
+    inputSchema: {
+        request: zod_1.z.string().describe(`根据用户的具体的指令召回规则上下文，具体指令为通常为如下格式之一：
+
+- 启用xxx模式
+- 使用xxx助手
+- 启用xxx角色
+- 切换上下文为xxx
+- 召回原规则上下文（配合type:memo使用）
+`),
+        type: zod_1.z
+            .enum(['new', 'memo', 'switch'])
+            .describe('new: 新创建规则上下文\nmemo: 根据需要重新召回规则上下文（记忆）\nswitch: 根据用户指令，切换规则上下文'),
+    },
+}, async ({ request, type }) => {
+    const currentSession = await validateSession('retrieve-rules-context', false);
+    const projectRulesFile = (0, node_path_1.resolve)(projectLocalDir, '.trae', 'rules', `project_rules.md`);
+    const customRulesFile = (0, node_path_1.resolve)(projectLocalDir, '.trae', 'rules', `custom_rules.md`);
+    let promptContent = '';
+    if ((0, node_fs_1.existsSync)(projectRulesFile)) {
+        promptContent = await (0, promises_1.readFile)(projectRulesFile, 'utf-8');
+        if ((0, node_fs_1.existsSync)(customRulesFile)) {
+            promptContent +=
+                '\n\n---\n\n' + (await (0, promises_1.readFile)(customRulesFile, 'utf-8'));
+        }
+    }
+    else {
+        // 当 projectRulesFile 不存在时，设置 checkStoryboardFlag 为 false
+        checkStoryboardFlag = false;
+        // 当 projectRulesFile 不存在时，设置 checkAudioVideoDurationFlag 为 false
+        checkAudioVideoDurationFlag = false;
+        // 当 projectRulesFile 不存在时，设置 checkStoryboardSubtitlesFlag 为 false
+        checkStoryboardSubtitlesFlag = false;
+    }
+    if (type === 'switch') {
+        (0, node_fs_1.rmSync)(projectRulesFile, { force: true });
+        (0, node_fs_1.rmSync)(customRulesFile, { force: true });
+        promptContent = '';
+    }
+    try {
+        if (!promptContent) {
+            const ai = currentSession.ai;
+            const { data: rules } = await ai.listContextRules();
+            const rulesList = rules.map((rule) => ({
+                name: rule.name,
+                trigger: rule.trigger,
+            }));
+            const chooseRulePrompt = `
+  请分析用户具体指令，匹配可用规则中的trigger，选择最合适的规则。
+
+  ## 可用规则：
+  ${JSON.stringify(rulesList, null, 2)}
+
+  请返回一个 JSON 字符串，包含用户意图对应的规则名称。格式为：{"rule_name": "规则名称"}
+  `;
+            const schema = {
+                name: 'choose_rule',
+                schema: {
+                    type: 'object',
+                    properties: {
+                        rule_name: {
+                            type: 'string',
+                            description: '用户意图对应的规则名称',
+                        },
+                    },
+                    required: ['rule_name'],
+                },
+            };
+            const completion = await ai.getCompletions({
+                model: 'Doubao-Seed-1.6-flash',
+                messages: [
+                    {
+                        role: 'system',
+                        content: chooseRulePrompt,
+                    },
+                    {
+                        role: 'user',
+                        content: request,
+                    },
+                ],
+                response_format: {
+                    type: 'json_schema',
+                    json_schema: schema,
+                },
+            });
+            const ruleName = JSON.parse(completion.choices[0].message.content).rule_name;
+            let rule = rules.find((rule) => rule.name === ruleName);
+            if (!rule) {
+                rule = rules.find((rule) => rule.name === '通用视频助手');
+            }
+            promptContent = rule.prompt;
+            // 确保目录存在
+            await (0, promises_1.mkdir)((0, node_path_1.dirname)(projectRulesFile), { recursive: true });
+            await (0, promises_1.writeFile)(projectRulesFile, promptContent);
+        }
+        return {
+            content: [
+                {
+                    type: 'text',
+                    text: JSON.stringify({
+                        type: 'project_rules',
+                        content: promptContent,
+                        projectRulesFile,
+                    }),
+                },
+            ],
+        };
+    }
+    catch (error) {
+        console.error(`Failed to load rules context prompt for ${prompt}:`, error);
+        return createErrorResponse(`Failed to load rules context prompt for ${prompt}: ${error}`, 'retrieve-rules-context');
+    }
+});
 // 列出项目下的所有文件
 server.registerTool('list-project-files', {
     title: 'List Project Files',
@@ -2810,34 +2800,6 @@ server.registerTool('get-schema', {
         return createErrorResponse(error, 'get-schema');
     }
 });
-server.registerTool('do-storyboard-optimization', {
-    title: 'Do Storyboard Optimization',
-    description: 'Get storyboard optimization guidelines and action instructions.',
-    inputSchema: {},
-}, async () => {
-    try {
-        // 调用 do-storyboard-optimization 工具时，设置 checkStoryboardFlag 为 true
-        checkStoryboardFlag = true;
-        const guidelinePath = (0, node_path_1.resolve)(__dirname, './prompts/actions/storyboard_optimization.md');
-        const storyboardOptimizationGuidelines = await (0, promises_1.readFile)(guidelinePath, 'utf-8');
-        return {
-            content: [
-                {
-                    type: 'text',
-                    text: JSON.stringify({
-                        content: {
-                            guideline: storyboardOptimizationGuidelines,
-                            action: '你应当根据guideline优化storyboard.json',
-                        },
-                    }),
-                },
-            ],
-        };
-    }
-    catch (error) {
-        return createErrorResponse(error, 'do-storyboard-optimization');
-    }
-});
 server.registerTool('search-voices', {
     title: 'Search Voices',
     description: 'Search voices from doubao_voices_full based on scenes, emotions, languages, and gender.',
@@ -3416,7 +3378,11 @@ server.registerTool('audio-video-sync', {
     description: 'Generate audio-video-synced video by matching video with audio. 还可以对口型。',
     inputSchema: {
         lipSync: zod_1.z.boolean().default(false),
-        lipSyncType: zod_1.z.enum(['pixv', 'vidu', 'basic', 'lite']).default('pixv'),
+        lipSyncType: zod_1.z
+            .enum(['pixv', 'vidu', 'basic', 'lite'])
+            .optional()
+            .default('pixv'),
+        lipSyncPadAudio: zod_1.z.boolean().optional().default(true),
         videoFileName: zod_1.z
             .string()
             .describe('The video file name in materials directory.'),
@@ -3435,7 +3401,7 @@ server.registerTool('audio-video-sync', {
             .string()
             .describe('The filename to save the audio-video-synced video.'),
     },
-}, async ({ lipSync, lipSyncType, videoFileName, audioFileName, audioInMs, refPhotoFileName, saveToFileName, }, context) => {
+}, async ({ lipSync, lipSyncType, lipSyncPadAudio, videoFileName, audioFileName, audioInMs, refPhotoFileName, saveToFileName, }, context) => {
     try {
         // 验证session状态
         const currentSession = await validateSession('audio-video-sync');
@@ -3507,6 +3473,7 @@ server.registerTool('audio-video-sync', {
             audioUrl,
             audioInMs,
             ref_photo_url: refPhotoUrl,
+            pad_audio: lipSyncPadAudio,
             onProgress: async (metaData) => {
                 console.log('Lip sync progress:', metaData);
                 try {
@@ -3561,7 +3528,7 @@ server.registerTool('audio-video-sync', {
 });
 server.registerTool('generate-video-by-ref', {
     title: 'Generate Video by Reference Images',
-    description: 'Generate video using reference images. Supports sora2, veo3.1, veo3.1-pro (1 image max), lite and pro (4 images max), vidu (7 images max). Can work without reference images (0 images).',
+    description: 'Generate video using reference images. Supports sora2, sora2-pro (1 image max), veo3.1, veo3.1-pro (1 image max), lite and pro (4 images max), vidu (7 images max). Can work without reference images (0 images).',
     inputSchema: {
         prompt: zod_1.z
             .string()
@@ -3591,21 +3558,34 @@ server.registerTool('generate-video-by-ref', {
             .optional()
             .default(5)
             .describe('The duration of the video in seconds.'),
-        size: zod_1.z.enum(['720x1280', '1280x720']).describe('The size of the video.'),
+        aspectRatio: zod_1.z
+            .enum(['16:9', '9:16'])
+            .describe('The aspect ratio of the video.'),
+        resolution: zod_1.z
+            .enum(['720p', '1080p'])
+            .describe('The resolution of the video.'),
         watermark: zod_1.z
             .boolean()
             .optional()
             .default(false)
             .describe('Whether to add watermark to the video.'),
         type: zod_1.z
-            .enum(['lite', 'sora2', 'veo3.1', 'veo3.1-pro', 'vidu', 'pixv'])
+            .enum([
+            'lite',
+            'sora2',
+            'sora2-pro',
+            'veo3.1',
+            'veo3.1-pro',
+            'vidu',
+            'pixv',
+        ])
             .default('lite')
-            .describe('The model type to use. sora2 allows max 1 reference image, lite allow max 4, vidu allow max 7.'),
+            .describe('The model type to use. sora2 and veo3.1 allows max 1 reference image, lite allow max 4, vidu allow max 7.'),
         mute: zod_1.z
             .boolean()
             .optional()
             .default(false)
-            .describe('Whether to mute the video (effective for sora2).'),
+            .describe('Whether to mute the video (effective for sora2 and veo3.1).'),
         saveToFileName: zod_1.z
             .string()
             .describe('The filename to save the generated video.'),
@@ -3634,7 +3614,7 @@ server.registerTool('generate-video-by-ref', {
             .default(false)
             .describe('Whether to optimize the prompt.'),
     },
-}, async ({ prompt, rewritePrompt, referenceImages, duration, size, watermark, type, mute, saveToFileName, sceneIndex, storyBoardFile, skipConsistencyCheck, optimizePrompt, }, context) => {
+}, async ({ prompt, rewritePrompt, referenceImages, duration, aspectRatio, resolution, watermark, type, mute, saveToFileName, sceneIndex, storyBoardFile, skipConsistencyCheck, optimizePrompt, }, context) => {
     try {
         // 验证session状态
         const currentSession = await validateSession('generate-video-by-ref');
@@ -3676,6 +3656,9 @@ server.registerTool('generate-video-by-ref', {
                             if (scene.is_continuous === true) {
                                 return createErrorResponse('连续镜头应使用首尾帧，请修改连续镜头设置，或将本场景改为首尾帧方式实现', 'generate-video-by-ref');
                             }
+                            if (scene.video_type !== 'references') {
+                                return createErrorResponse(`场景 ${sceneIndex} 中的 video_type (${scene.video_type}) 未设置为 'references'，不应当使用参考生视频，请使用图生视频 generate-video 方式生成`, 'generate-video-by-ref');
+                            }
                             // 检查 use_video_model 与 type 参数的一致性
                             if (scene.use_video_model &&
                                 type &&
@@ -3724,15 +3707,15 @@ server.registerTool('generate-video-by-ref', {
                             }
                             // 检查 storyBoard.orientation 与 size 参数的一致性
                             if (storyBoard.orientation) {
-                                const isLandscapeSize = size === '1280x720';
-                                const isPortraitSize = size === '720x1280';
+                                const isLandscapeSize = aspectRatio === '16:9';
+                                const isPortraitSize = aspectRatio === '9:16';
                                 if (storyBoard.orientation === 'landscape' &&
                                     !isLandscapeSize) {
-                                    return createErrorResponse(`故事板设定为横屏模式(orientation: landscape)，但视频尺寸 ${size} 为竖屏格式，请使用横屏尺寸 1280x720`, 'generate-video-by-ref');
+                                    return createErrorResponse(`故事板设定为横屏模式(orientation: landscape)，但视频为竖屏格式，请使用横屏尺寸 1280x720`, 'generate-video-by-ref');
                                 }
                                 if (storyBoard.orientation === 'portrait' &&
                                     !isPortraitSize) {
-                                    return createErrorResponse(`故事板设定为竖屏模式(orientation: portrait)，但视频尺寸 ${size} 为横屏格式，请使用竖屏尺寸 720x1280`, 'generate-video-by-ref');
+                                    return createErrorResponse(`故事板设定为竖屏模式(orientation: portrait)，但视频为横屏格式，请使用竖屏尺寸 720x1280`, 'generate-video-by-ref');
                                 }
                             }
                         }
@@ -3778,7 +3761,10 @@ server.registerTool('generate-video-by-ref', {
             }
         }
         // 验证参考图数量限制
-        if ((type === 'sora2' || type === 'veo3.1' || type === 'veo3.1-pro') &&
+        if ((type === 'sora2' ||
+            type === 'sora2-pro' ||
+            type === 'veo3.1' ||
+            type === 'veo3.1-pro') &&
             referenceImages.length > 1) {
             return createErrorResponse(`${type} model only supports maximum 1 reference image`, 'generate-video-by-ref');
         }
@@ -3808,12 +3794,14 @@ server.registerTool('generate-video-by-ref', {
         if (promptPrefix) {
             promptPrefix += '\n';
         }
+        const finalPrompt = `${promptPrefix}${prompt}`;
         // 调用 referencesToVideo 函数
         const result = await currentSession.ai.referencesToVideo({
-            prompt: `${promptPrefix}${prompt}`,
+            prompt: finalPrompt,
             reference_images: referenceImageUrls, // 使用URL数组而不是base64数组
             duration,
-            size,
+            aspect_ratio: aspectRatio,
+            resolution,
             watermark,
             type,
             mute,
@@ -3825,9 +3813,23 @@ server.registerTool('generate-video-by-ref', {
         if (result.error) {
             return createErrorResponse(result.error, 'generate-video-by-ref');
         }
-        if (!result.url) {
+        if (!result.url && !result.taskUrl) {
             return createErrorResponse('Video generation failed: no video URL returned', 'generate-video-by-ref');
         }
+        else if (result.taskUrl) {
+            return {
+                content: [
+                    {
+                        type: 'text',
+                        text: JSON.stringify({
+                            success: true,
+                            message: '该视频生成任务正在运行中，它是异步任务，且执行时间较长，你应立即调用工具 wait-for-task-finish 来等待任务结束，如该工具调用超时，你应立即再次重新调用直到任务结束。',
+                            taskUrl: result.taskUrl,
+                        }),
+                    },
+                ],
+            };
+        }
         // 下载生成的视频
         await saveMaterial(currentSession, result.url, validatedFileName);
         // 更新媒体日志
@@ -3854,7 +3856,7 @@ server.registerTool('generate-video-by-ref', {
                         url: result.url,
                         last_frame_url: result.last_frame_url,
                         referenceImageUrls,
-                        prompt,
+                        prompt: finalPrompt,
                     }, null, 2),
                 },
             ],
@@ -3878,6 +3880,10 @@ server.registerTool('extend-video-duration', {
             .max(7)
             .default(3)
             .describe('Duration to extend the video in seconds (1-7).'),
+        resolution: zod_1.z
+            .enum(['720p', '1080p'])
+            .default('720p')
+            .describe('The resolution of the video.'),
         prompt: zod_1.z
             .string()
             .optional()
@@ -3894,7 +3900,7 @@ server.registerTool('extend-video-duration', {
             .string()
             .describe('The filename to save the extended video.'),
     },
-}, async ({ videoFileName, duration, prompt, type = 'turbo', endFrame, saveToFileName, }, context) => {
+}, async ({ videoFileName, duration, resolution, prompt, type = 'turbo', endFrame, saveToFileName, }, context) => {
     try {
         await validateSession('extend-video');
         validateFileName(videoFileName);
@@ -3923,6 +3929,7 @@ server.registerTool('extend-video-duration', {
             video_url: videoUri,
             prompt: finalPrompt,
             duration,
+            resolution,
             end_frame: endFrameUri,
             onProgress: async (metaData) => {
                 sendProgress(context, ++progress, undefined, `Extension progress: ${Math.round(progress * 100)}%`);
@@ -3976,54 +3983,31 @@ server.registerTool('extend-video-duration', {
         return createErrorResponse(error, 'extend-video');
     }
 });
-server.registerTool('generate-video-by-template', {
-    title: 'Generate Video by Template',
-    description: 'Generate a video based on a template. The template must be a valid JSON string.',
+server.registerTool('use-template', {
+    title: 'Use Template',
+    description: 'Find a template that matches the user request, and use it to generate a new material.',
     inputSchema: {
         user_request: zod_1.z.string().describe('用户请求，根据意图自动匹配模板'),
-        text_prompts: zod_1.z
-            .array(zod_1.z.string().describe('Text prompt for the template to build video.'))
-            .optional()
-            .describe('Optional text prompts to use in the template.'),
         materials: zod_1.z
             .array(zod_1.z.string().describe('Material file name in materials directory.'))
             .optional()
             .describe('Optional materials to use in the template.'),
         saveToFileName: zod_1.z
             .string()
-            .describe('The filename to save the generated video.'),
+            .describe('The filename to save the generated material.'),
     },
-}, async ({ user_request, text_prompts, saveToFileName, materials }) => {
+}, async ({ user_request, saveToFileName, materials }) => {
     try {
-        const templates = [
-            {
-                id: '7569583728302817331',
-                name: '宠物唱歌',
-                description: '用一张宠物照片，生成一段宠物唱歌的视频。',
-                trigger: '根据{A图片}生成一段{宠物A}唱歌的视频',
-            },
-            {
-                id: '7569605825011367976',
-                name: '万圣节宠物弹吉他',
-                description: '用一张宠物照片，生成一段宠物弹吉他的视频。',
-                trigger: '根据{A图片}生成一段{宠物A}弹吉他的视频',
-            },
-            {
-                id: '7572443489834844223',
-                name: '图生动作模仿视频',
-                description: '用一张图片和动作视频，生成一段图片主体模仿该动作视频的新视频。',
-                trigger: '生成{A图片}模仿{B视频}的视频',
-            },
-            {
-                id: '7575160546555674670',
-                name: '文生动作模仿视频',
-                description: '用一段提示词和视频，生成一段模仿该视频的新视频。',
-                trigger: '生成一段{提示词A}模仿{B视频}的视频',
-            },
-        ];
         const currentSession = await validateSession('generate-video-by-template');
-        const validatedFileName = validateFileName(saveToFileName);
         const ai = currentSession.ai;
+        const data = await ai.listTemplates('all');
+        const templates = data.map(item => ({
+            id: item.workflow_id,
+            name: item.details.name,
+            description: item.details.description,
+            trigger: item.details.trigger,
+        }));
+        const validatedFileName = validateFileName(saveToFileName);
         let completion = await ai.getCompletions({
             model: 'Doubao-Seed-1.6',
             messages: [
@@ -4056,13 +4040,13 @@ server.registerTool('generate-video-by-template', {
                 required: ['parameters'],
             },
         };
-        const prompt = `你根据模板工作流输入 schema 和 prompt、materials 生成一个 JSON 字符串，作为模板工作流的参数。
+        const prompt = `你根据模板工作流描述中的 input_schema、用户需求 prompt 和 materials 生成一个 JSON 对象，作为模板工作流的调用参数。
             
-## **工作流输入 schema**：
-${JSON.stringify(workflowInfo.data.workflow_detail.description)}
+## **工作流描述**：
+${workflowInfo.data.workflow_detail.description}
 
-## **prompt**:
-${text_prompts}
+## **用户需求 prompt**:
+${user_request}
 
 ## **materials**：
 ${JSON.stringify(materialUrls)}`;
@@ -4088,20 +4072,6 @@ ${JSON.stringify(materialUrls)}`;
         if (!parameters) {
             throw new Error('Failed to get parameters');
         }
-        // console.log(parameters);
-        // return {
-        //   content: [
-        //     {
-        //       type: 'text',
-        //       text: JSON.stringify({
-        //         success: true,
-        //         prompt,
-        //         templateId,
-        //         parameters,
-        //       }),
-        //     },
-        //   ],
-        // };
         const result = await ai.runCozeWorkflow(templateId, JSON.parse(parameters).parameters);
         if (result.url) {
             // 保存到项目材料目录
@@ -4133,7 +4103,7 @@ ${JSON.stringify(materialUrls)}`;
         };
     }
     catch (error) {
-        return createErrorResponse(error, 'generate-video-by-template');
+        return createErrorResponse(error, 'use-template');
     }
 });
 server.registerTool('run-ffmpeg-command', {
@@ -4230,6 +4200,34 @@ server.registerTool('run-ffmpeg-command', {
         return createErrorResponse(error, 'run-ffmpeg-command');
     }
 });
+server.registerTool('do-storyboard-optimization', {
+    title: 'Do Storyboard Optimization',
+    description: 'Get storyboard optimization guidelines and action instructions.',
+    inputSchema: {},
+}, async () => {
+    try {
+        // 调用 do-storyboard-optimization 工具时，设置 checkStoryboardFlag 为 true
+        checkStoryboardFlag = true;
+        const guidelinePath = (0, node_path_1.resolve)(__dirname, './prompts/actions/storyboard_optimization.md');
+        const storyboardOptimizationGuidelines = await (0, promises_1.readFile)(guidelinePath, 'utf-8');
+        return {
+            content: [
+                {
+                    type: 'text',
+                    text: JSON.stringify({
+                        content: {
+                            guideline: storyboardOptimizationGuidelines,
+                            action: '你应当根据guideline优化storyboard.json',
+                        },
+                    }),
+                },
+            ],
+        };
+    }
+    catch (error) {
+        return createErrorResponse(error, 'do-storyboard-optimization');
+    }
+});
 server.registerTool('search-context', {
     title: 'Search Context',
     description: 'Search the context.',