cerevox 2.25.0 → 2.26.0

package/dist/mcp/servers/zerocut.js

@@ -405,24 +405,9 @@ const cerevox = new index_1.default({
 });
 let session = null;
 let projectLocalDir = '.';
-let syncSubtitles = false;
 let checkStoryboardFlag = false;
 let checkAudioVideoDurationFlag = false;
 let checkStoryboardSubtitlesFlag = false;
-server.registerTool('zerocut-version', {
-    title: `ZeroCut Version`,
-    description: `ZeroCut: ${constants_1.VERSION}`,
-    inputSchema: {},
-}, async () => {
-    return {
-        content: [
-            {
-                type: 'text',
-                text: constants_1.VERSION,
-            },
-        ],
-    };
-});
 // 注册 ZeroCut 指导规范 Prompt
 server.registerPrompt('zerocut-guideline', {
     title: 'ZeroCut 短视频创作指导规范',
@@ -450,7 +435,7 @@ server.registerPrompt('zerocut-guideline', {
 });
 server.registerTool('retrieve-rules-context', {
     title: 'ZeroCut Basic Rules',
-    description: 'ZeroCut Basic Rules',
+    description: `ZeroCut-${constants_1.VERSION} Basic Rules`,
     inputSchema: {
         purpose: zod_1.z
             .enum([
@@ -563,8 +548,6 @@ server.registerTool('zerocut-project-open', {
         }
         console.log('Initializing project...');
         const workDir = await initProject(session);
-        // Initialize syncSubtitles flag
-        syncSubtitles = false;
         projectLocalDir = (0, node_path_1.resolve)(process.env.ZEROCUT_PROJECT_CWD || process.cwd(), localDir || '.');
         const syncDir = (0, node_path_1.resolve)(projectLocalDir, 'materials');
         try {
@@ -1454,6 +1437,24 @@ server.registerTool('edit-image', {
             '832x1248',
             '1248x832',
             '1512x648',
+            // 2K
+            '2048x2048',
+            '1728x2304',
+            '2304x1728',
+            '2560x1440',
+            '1440x2560',
+            '1664x2496',
+            '2496x1664',
+            '3024x1456',
+            // 4K
+            '4096x4096',
+            '3072x4096',
+            '4096x3072',
+            '4096x2304',
+            '2304x4096',
+            '2731x4096',
+            '4096x2731',
+            '4096x1968',
         ])
             .optional()
             .describe('The size of the image.'),
@@ -2735,10 +2736,6 @@ server.registerTool('get-video-project-schema', {
     inputSchema: {},
 }, async () => {
     try {
-        // Check if syncSubtitles is false and show warning
-        if (!syncSubtitles) {
-            console.warn('Warning: syncSubtitles is false. Please call get-subtitle-contents first to sync subtitles.');
-        }
         const schemaPath = (0, node_path_1.resolve)(__dirname, '../../utils/videoproject-schema.json');
         const schemaContent = await (0, promises_1.readFile)(schemaPath, 'utf-8');
         const schema = JSON.parse(schemaContent);
@@ -2755,9 +2752,6 @@ server.registerTool('get-video-project-schema', {
   * 在保证字幕文本内容与 story_board.json 中的 script（或dialog） 字段的文本内容完全一致的前提下，可根据 tts 返回的 \`captions.utterances\` 字段对字幕的显示进行优化，将过长的字幕分段显示，在 draft_content.json 中使用分段字幕，captions 的内容在 media_logs.json 中可查询到。
   * 如用户未特殊指定，字幕样式（字体及大小）务必遵守输出规范
 `,
-                        warning: !syncSubtitles
-                            ? '⚠️ Please call get-subtitle-contents to sync subtitles before creating the draft_content.json file.'
-                            : undefined,
                         timestamp: new Date().toISOString(),
                     }),
                 },
@@ -2768,37 +2762,6 @@ server.registerTool('get-video-project-schema', {
         return createErrorResponse(error, 'get-video-project-schema');
     }
 });
-server.registerTool('get-subtitle-contents', {
-    title: 'Get Subtitle Contents',
-    description: 'Get the subtitle contents from a story_board.json file.',
-    inputSchema: {
-        storyBoardFile: zod_1.z
-            .string()
-            .describe('The file path of the story_board.json file.'),
-    },
-}, async ({ storyBoardFile }) => {
-    syncSubtitles = true;
-    try {
-        const filePath = (0, node_path_1.resolve)(process.env.ZEROCUT_PROJECT_CWD || process.cwd(), storyBoardFile);
-        if (!(0, node_fs_1.existsSync)(filePath)) {
-            return createErrorResponse(`File not found: ${filePath}`, 'get-subtitle-contents');
-        }
-        const contents = await (0, promises_1.readFile)(filePath, 'utf-8');
-        const data = JSON.parse(contents);
-        const scripts = data.scenes.map((s) => s.script_translation || s.script || '');
-        return {
-            content: [
-                {
-                    type: 'text',
-                    text: JSON.stringify({ scripts, from: storyBoardFile }),
-                },
-            ],
-        };
-    }
-    catch (error) {
-        return createErrorResponse('提取台词失败，建议直接从 story_board.json 中提取(script_translation或script字段），请务必保持内容严格一致！', 'get-subtitle-contents');
-    }
-});
 server.registerTool('get-storyboard-schema', {
     title: 'Get Storyboard Schema',
     description: 'Get the complete Storyboard JSON Schema definition.',
@@ -3040,13 +3003,100 @@ server.registerTool('media-analyzer', {
             ];
         }
         else if (fileExtension === 'mp3') {
-            // 音频文件 - 目前Doubao-Seed-1.6可能不支持音频，但保留接口
-            messageContent = [
-                {
-                    type: 'text',
-                    text: `${userPrompt}\n\n注意：这是一个音频文件 (${mediaFileName})，请根据文件名和用户需求提供分析建议。`,
-                },
-            ];
+            // 音频文件 - 生成字幕并进行分析
+            try {
+                // 调用AI服务生成字幕
+                const ai = currentSession.ai;
+                const captionsResult = await ai.voiceToCaptions({
+                    url: mediaUrl,
+                });
+                console.log(mediaUrl, captionsResult);
+                if (!captionsResult || !captionsResult.utterances) {
+                    throw new Error('Failed to generate captions from audio');
+                }
+                // 生成字幕文件名
+                const audioFileNameWithoutExt = mediaFileName.replace(/\.[^/.]+$/, '');
+                const captionsFileName = `${audioFileNameWithoutExt}_captions.json`;
+                // 保存字幕文件到本地材料目录
+                const localDir = node_path_1.default.resolve(projectLocalDir, 'materials');
+                if (!(0, node_fs_1.existsSync)(localDir)) {
+                    (0, node_fs_1.mkdirSync)(localDir, { recursive: true });
+                }
+                const captionsFilePath = node_path_1.default.join(localDir, captionsFileName);
+                await (0, promises_1.writeFile)(captionsFilePath, JSON.stringify(captionsResult, null, 2), 'utf-8');
+                // 提取字幕文本内容用于分析
+                const captionsText = captionsResult.utterances
+                    .map((caption) => caption.text)
+                    .join(' ');
+                // 构建包含字幕内容的分析提示
+                messageContent = [
+                    {
+                        type: 'text',
+                        text: `${userPrompt}
+
+音频文件：${mediaFileName}
+字幕内容：${captionsText}
+
+请基于音频的字幕内容进行详细分析，包括：
+1. 内容主题和核心信息
+2. 语言风格和表达方式
+3. 情感色彩和语调特点
+4. 适用场景和目标受众
+5. 创作建议和后续应用方向
+
+字幕文件已保存为：${captionsFileName}`,
+                    },
+                ];
+                // 在返回结果中包含字幕文件信息
+                const analysisPayload = {
+                    model: 'Doubao-Seed-1.6-flash',
+                    messages: [
+                        {
+                            role: 'system',
+                            content: systemPrompt,
+                        },
+                        {
+                            role: 'user',
+                            content: messageContent,
+                        },
+                    ],
+                };
+                console.log(JSON.stringify(analysisPayload, null, 2));
+                const completion = await ai.getCompletions(analysisPayload);
+                const analysisResult = completion.choices[0]?.message?.content;
+                if (!analysisResult) {
+                    throw new Error('No response from AI model');
+                }
+                return {
+                    content: [
+                        {
+                            type: 'text',
+                            text: JSON.stringify({
+                                success: true,
+                                mediaFileName,
+                                mediaType: fileExtension,
+                                analysisRequest,
+                                captionsFileName,
+                                captionsContent: captionsText,
+                                analysis: analysisResult,
+                                mediaUrl,
+                                timestamp: new Date().toISOString(),
+                                nextActionSuggest: '可根据字幕内容和分析结果进行后续创作，如生成相关视频、配音或其他素材。',
+                            }),
+                        },
+                    ],
+                };
+            }
+            catch (captionError) {
+                // 如果字幕生成失败，回退到原有逻辑
+                console.warn('Failed to generate captions:', captionError);
+                messageContent = [
+                    {
+                        type: 'text',
+                        text: `${userPrompt}\n\n注意：这是一个音频文件 (${mediaFileName})，字幕生成失败，请根据文件名和用户需求提供分析建议。错误信息：${captionError}`,
+                    },
+                ];
+            }
         }
         else {
             throw new Error(`Unsupported media type: ${fileExtension}`);
@@ -3749,6 +3799,118 @@ server.registerTool('generate-video-by-ref', {
         return createErrorResponse(error.message, 'generate-video-by-ref');
     }
 });
+server.registerTool('extend-video-duration', {
+    title: 'Extend Video Duration',
+    description: 'Extend any MP4 video in materials directory by 1-7 seconds using AI video extension technology.',
+    inputSchema: {
+        videoFileName: zod_1.z
+            .string()
+            .describe('The MP4 video file name in materials directory to extend.'),
+        duration: zod_1.z
+            .number()
+            .min(1)
+            .max(7)
+            .default(3)
+            .describe('Duration to extend the video in seconds (1-7).'),
+        prompt: zod_1.z
+            .string()
+            .optional()
+            .describe('Optional prompt to guide the video extension. If not provided, will use a default prompt.'),
+        type: zod_1.z
+            .enum(['turbo', 'pro'])
+            .optional()
+            .default('turbo')
+            .describe('Model type for video extension. turbo is faster, pro is higher quality.'),
+        endFrame: zod_1.z
+            .string()
+            .optional()
+            .describe('Optional end frame image file name in materials directory to guide the video extension.'),
+        saveToFileName: zod_1.z
+            .string()
+            .describe('The filename to save the extended video.'),
+    },
+}, async ({ videoFileName, duration, prompt, type = 'turbo', endFrame, saveToFileName, }, context) => {
+    try {
+        await validateSession('extend-video');
+        validateFileName(videoFileName);
+        validateFileName(saveToFileName);
+        if (!session) {
+            return createErrorResponse(new Error('No active session. Please open a project first.'), 'extend-video');
+        }
+        // 检查视频文件为MP4格式
+        const fileExtension = node_path_1.default.extname(videoFileName).toLowerCase();
+        if (fileExtension !== '.mp4') {
+            return createErrorResponse(new Error(`Only MP4 files are supported. Found: ${fileExtension}`), 'extend-video');
+        }
+        const videoUri = getMaterialUri(session, videoFileName);
+        // 处理结束帧参数
+        let endFrameUri;
+        if (endFrame) {
+            validateFileName(endFrame);
+            endFrameUri = getMaterialUri(session, endFrame);
+        }
+        // 设置默认提示词，用中文
+        const defaultPrompt = `延长这视频自然平滑，保持相同的风格、照明和运动模式。保持视觉一致性，确保无缝过渡。`;
+        const finalPrompt = prompt || defaultPrompt;
+        let progress = 0;
+        const result = await session.ai.extendVideo({
+            type: type,
+            video_url: videoUri,
+            prompt: finalPrompt,
+            duration,
+            end_frame: endFrameUri,
+            onProgress: async (metaData) => {
+                sendProgress(context, ++progress, undefined, `Extension progress: ${Math.round(progress * 100)}%`);
+            },
+        });
+        // 检查结果
+        if (!result || result.error) {
+            throw new Error(result?.error || 'Video extension failed');
+        }
+        // 检查返回的视频URL
+        if (!result.url) {
+            throw new Error('Failed to get extended video URL');
+        }
+        // 保存延长后的视频
+        await saveMaterial(session, result.url, saveToFileName);
+        // 更新媒体日志
+        await updateMediaLogs(session, saveToFileName, {
+            originalVideo: videoFileName,
+            extensionDuration: duration,
+            prompt: finalPrompt,
+            modelType: type,
+            endFrame: endFrame,
+            extendedVideoUrl: result.url,
+            ...result,
+        }, 'video');
+        return {
+            content: [
+                {
+                    type: 'text',
+                    text: JSON.stringify({
+                        success: true,
+                        message: 'Video extended successfully',
+                        originalVideo: videoFileName,
+                        extendedVideo: saveToFileName,
+                        extensionDuration: duration,
+                        prompt: finalPrompt,
+                        modelType: type,
+                        extendedVideoUrl: result.url,
+                        details: {
+                            duration: result.duration || 'Unknown',
+                            resolution: result.resolution || 'Unknown',
+                            aspectRatio: result.ratio || 'Unknown',
+                        },
+                    }, null, 2),
+                },
+            ],
+        };
+    }
+    catch (error) {
+        console.error('Error extending video:', error);
+        return createErrorResponse(error, 'extend-video');
+    }
+});
 server.registerTool('run-ffmpeg-command', {
     title: 'Run FFmpeg Command',
     description: 'Run ffmpeg or ffprobe commands in the sandbox environment. Only ffmpeg and ffprobe commands are allowed. The default working directory is the materials directory.',