cerevox 2.38.2 → 2.38.4

package/dist/mcp/servers/zerocut.js

@@ -409,7 +409,7 @@ const cerevox = new index_1.default({
     logLevel: 'error',
 });
 let session = null;
-let projectLocalDir = '.';
+let projectLocalDir = process.env.ZEROCUT_PROJECT_CWD || process.cwd() || '.';
 let checkStoryboardFlag = false;
 let checkAudioVideoDurationFlag = false;
 let checkStoryboardSubtitlesFlag = false;
@@ -553,6 +553,7 @@ server.registerTool('retrieve-rules-context', {
                     text: JSON.stringify({
                         type: 'project_rules',
                         content: promptContent,
+                        projectRulesFile,
                     }),
                 },
             ],
@@ -820,58 +821,6 @@ server.registerTool('list-project-files', {
         return createErrorResponse(error, 'list-project-files');
     }
 });
-server.registerTool('search-context', {
-    title: 'Search Context',
-    description: 'Search the context.',
-    inputSchema: {
-        query: zod_1.z.string().describe('The query to search.'),
-    },
-}, async ({ query }) => {
-    try {
-        // 验证session状态
-        const currentSession = await validateSession('search-context');
-        if (!query || query.trim() === '') {
-            throw new Error('Search query cannot be empty');
-        }
-        const ai = currentSession.ai;
-        const res = await ai.searchText({ q: query });
-        if (!res) {
-            throw new Error('No search results returned from AI service');
-        }
-        return {
-            content: [{ type: 'text', text: JSON.stringify(res) }],
-        };
-    }
-    catch (error) {
-        return createErrorResponse(error, 'search-context');
-    }
-});
-server.registerTool('search-image', {
-    title: 'Search Image',
-    description: 'Search the image.',
-    inputSchema: {
-        query: zod_1.z.string().describe('The query to search.'),
-    },
-}, async ({ query }) => {
-    try {
-        // 验证session状态
-        const currentSession = await validateSession('search-image');
-        if (!query || query.trim() === '') {
-            throw new Error('Search query cannot be empty');
-        }
-        const ai = currentSession.ai;
-        const res = await ai.searchImage({ q: query });
-        if (!res) {
-            throw new Error('No search results returned from AI service');
-        }
-        return {
-            content: [{ type: 'text', text: JSON.stringify(res) }],
-        };
-    }
-    catch (error) {
-        return createErrorResponse(error, 'search-image');
-    }
-});
 server.registerTool('generate-character-image', {
     title: 'Generate Character Image',
     description: 'Generate a turnaround image or portrait for any character.',
@@ -1748,7 +1697,7 @@ server.registerTool('generate-video', {
         end_frame: zod_1.z
             .string()
             .optional()
-            .describe('The image file name of the end frame.'),
+            .describe('The image file name of the end frame (for non-zero models) or highlight frame (for zero models).'),
         saveLastFrameAs: zod_1.z
             .string()
             .optional()
@@ -3671,127 +3620,6 @@ server.registerTool('audio-video-sync', {
         return createErrorResponse(error, 'lip-sync');
     }
 });
-server.registerTool('build-capcat-draft', {
-    title: 'Build CapCut Draft',
-    description: 'Read draft_content.json file, parse JSON and generate URIs for all assets in timeline tracks, then output the processed JSON string.',
-    inputSchema: {
-        draftContentFile: zod_1.z
-            .string()
-            .optional()
-            .default('draft_content.json')
-            .describe('The draft content file name to read (defaults to draft_content.json).'),
-    },
-}, async ({ draftContentFile }) => {
-    try {
-        await validateSession('build-capcat-draft');
-        if (!session) {
-            throw new Error('No active session');
-        }
-        // 读取 draft_content.json 文件
-        const draftContentPath = (0, node_path_1.join)(projectLocalDir, draftContentFile);
-        if (!(0, node_fs_1.existsSync)(draftContentPath)) {
-            throw new Error(`${draftContentFile} file not found in project directory`);
-        }
-        const draftContentRaw = await (0, promises_1.readFile)(draftContentPath, 'utf-8');
-        const draftContent = JSON.parse(draftContentRaw);
-        const videoInfos = [];
-        const audioInfos = [];
-        // 为 timeline 中的所有视频资源生成 URI 和视频信息
-        if (draftContent.timeline && draftContent.timeline.tracks) {
-            for (const track of draftContent.timeline.tracks) {
-                if (track.type === 'video' && track.clips) {
-                    for (const clip of track.clips) {
-                        if (clip.assetId) {
-                            // 在 assets 中找到对应的资源
-                            const asset = draftContent.assets?.find((a) => a.id === clip.assetId);
-                            if (asset && asset.uri && asset.type === 'video') {
-                                // 获取本地文件路径并上传到 coze
-                                const localPath = (0, node_path_1.join)(projectLocalDir, 'materials', (0, node_path_1.basename)(asset.uri));
-                                const uploadResult = await (0, coze_1.uploadFile)(localPath);
-                                const videoUrl = uploadResult.url;
-                                // 构建视频信息对象
-                                const videoInfo = {
-                                    video_url: videoUrl,
-                                    duration: clip.durationMs
-                                        ? clip.durationMs * 1000
-                                        : asset.durationMs
-                                            ? asset.durationMs * 1000
-                                            : 0, // 转换为微秒
-                                    width: draftContent.settings?.resolution?.width || 1920,
-                                    height: draftContent.settings?.resolution?.height || 1080,
-                                    start: clip.startMs ? clip.startMs * 1000 : 0, // 转换为微秒
-                                    end: ((clip.startMs ?? 0) + (clip.durationMs ?? 0)) * 1000,
-                                };
-                                videoInfos.push(videoInfo);
-                            }
-                        }
-                    }
-                }
-                else if (track.type === 'audio' && track.clips) {
-                    for (const clip of track.clips) {
-                        if (clip.assetId) {
-                            // 在 assets 中找到对应的资源
-                            const asset = draftContent.assets?.find((a) => a.id === clip.assetId);
-                            if (asset && asset.uri && asset.type === 'audio') {
-                                // 获取本地文件路径并上传到 coze
-                                const localPath = (0, node_path_1.join)(projectLocalDir, 'materials', (0, node_path_1.basename)(asset.uri));
-                                const uploadResult = await (0, coze_1.uploadFile)(localPath);
-                                const audioUrl = uploadResult.url;
-                                // 构建音频信息对象
-                                const audioInfo = {
-                                    audio_url: audioUrl,
-                                    duration: clip.durationMs
-                                        ? Math.round(clip.durationMs / 1000)
-                                        : asset.durationMs
-                                            ? Math.round(asset.durationMs / 1000)
-                                            : 0, // 转换为秒
-                                    start: clip.startMs ? clip.startMs * 1000 : 0, // 转换为微秒
-                                    end: ((clip.startMs ?? 0) + (clip.durationMs ?? 0)) * 1000,
-                                    audio_effect: '',
-                                };
-                                audioInfos.push(audioInfo);
-                            }
-                        }
-                    }
-                }
-            }
-        }
-        // 处理字幕信息
-        const captionInfos = [];
-        if (draftContent.subtitles && Array.isArray(draftContent.subtitles)) {
-            for (const subtitle of draftContent.subtitles) {
-                captionInfos.push({
-                    text: subtitle.text || '',
-                    start: (subtitle.startMs || 0) * 1000, // 转换为微秒
-                    end: (subtitle.endMs || 0) * 1000, // 转换为微秒
-                    keyword: '',
-                });
-            }
-        }
-        const parameters = {
-            video_infos: JSON.stringify(videoInfos),
-            audio_infos: JSON.stringify(audioInfos),
-            caption_infos: JSON.stringify(captionInfos),
-            width: draftContent.settings?.resolution?.width || 720,
-            height: draftContent.settings?.resolution?.height || 1280,
-        };
-        const workflow_id = '7559885633272758313';
-        const result = await (0, coze_1.runWorkflow)(workflow_id, parameters);
-        // 返回 video_infos、audio_infos、captions、width 和 height 对象
-        return {
-            content: [
-                {
-                    type: 'text',
-                    text: JSON.stringify(result, null, 2),
-                },
-            ],
-        };
-    }
-    catch (error) {
-        console.error('Error building CapCut draft:', error);
-        return createErrorResponse(error, 'build-capcat-draft');
-    }
-});
 server.registerTool('generate-video-by-ref', {
     title: 'Generate Video by Reference Images',
     description: 'Generate video using reference images. Supports sora2, veo3.1, veo3.1-pro (1 image max), lite and pro (4 images max), vidu (7 images max). Can work without reference images (0 images).',
@@ -4250,7 +4078,7 @@ server.registerTool('run-ffmpeg-command', {
         console.log('Command execution completed');
         let downloadedFile = null;
         // 如果指定了保存文件名，下载文件到本地materials目录
-        if (saveToFileName) {
+        if (saveToFileName && result.exitCode === 0) {
             try {
                 const validatedFileName = validateFileName(saveToFileName);
                 const files = currentSession.files;
@@ -4294,6 +4122,155 @@ server.registerTool('run-ffmpeg-command', {
         return createErrorResponse(error, 'run-ffmpeg-command');
     }
 });
+server.registerTool('search-context', {
+    title: 'Search Context',
+    description: 'Search the context.',
+    inputSchema: {
+        query: zod_1.z.string().describe('The query to search.'),
+        type: zod_1.z.enum(['text', 'image']).optional().default('text'),
+    },
+}, async ({ query, type }) => {
+    try {
+        // 验证session状态
+        const currentSession = await validateSession('search-context');
+        if (!query || query.trim() === '') {
+            throw new Error('Search query cannot be empty');
+        }
+        const searchApi = type === 'text' ? 'searchText' : 'searchImage';
+        const ai = currentSession.ai;
+        const res = await ai[searchApi]({ q: query });
+        if (!res) {
+            throw new Error('No search results returned from AI service');
+        }
+        return {
+            content: [{ type: 'text', text: JSON.stringify(res) }],
+        };
+    }
+    catch (error) {
+        return createErrorResponse(error, 'search-context');
+    }
+});
+server.registerTool('build-capcat-draft', {
+    title: 'Build CapCut Draft',
+    description: 'Read draft_content.json file, parse JSON and generate URIs for all assets in timeline tracks, then output the processed JSON string.',
+    inputSchema: {
+        draftContentFile: zod_1.z
+            .string()
+            .optional()
+            .default('draft_content.json')
+            .describe('The draft content file name to read (defaults to draft_content.json).'),
+    },
+}, async ({ draftContentFile }) => {
+    try {
+        await validateSession('build-capcat-draft');
+        if (!session) {
+            throw new Error('No active session');
+        }
+        // 读取 draft_content.json 文件
+        const draftContentPath = (0, node_path_1.join)(projectLocalDir, draftContentFile);
+        if (!(0, node_fs_1.existsSync)(draftContentPath)) {
+            throw new Error(`${draftContentFile} file not found in project directory`);
+        }
+        const draftContentRaw = await (0, promises_1.readFile)(draftContentPath, 'utf-8');
+        const draftContent = JSON.parse(draftContentRaw);
+        const videoInfos = [];
+        const audioInfos = [];
+        // 为 timeline 中的所有视频资源生成 URI 和视频信息
+        if (draftContent.timeline && draftContent.timeline.tracks) {
+            for (const track of draftContent.timeline.tracks) {
+                if (track.type === 'video' && track.clips) {
+                    for (const clip of track.clips) {
+                        if (clip.assetId) {
+                            // 在 assets 中找到对应的资源
+                            const asset = draftContent.assets?.find((a) => a.id === clip.assetId);
+                            if (asset && asset.uri && asset.type === 'video') {
+                                // 获取本地文件路径并上传到 coze
+                                const localPath = (0, node_path_1.join)(projectLocalDir, 'materials', (0, node_path_1.basename)(asset.uri));
+                                const uploadResult = await (0, coze_1.uploadFile)(localPath);
+                                const videoUrl = uploadResult.url;
+                                // 构建视频信息对象
+                                const videoInfo = {
+                                    video_url: videoUrl,
+                                    duration: clip.durationMs
+                                        ? clip.durationMs * 1000
+                                        : asset.durationMs
+                                            ? asset.durationMs * 1000
+                                            : 0, // 转换为微秒
+                                    width: draftContent.settings?.resolution?.width || 1920,
+                                    height: draftContent.settings?.resolution?.height || 1080,
+                                    start: clip.startMs ? clip.startMs * 1000 : 0, // 转换为微秒
+                                    end: ((clip.startMs ?? 0) + (clip.durationMs ?? 0)) * 1000,
+                                };
+                                videoInfos.push(videoInfo);
+                            }
+                        }
+                    }
+                }
+                else if (track.type === 'audio' && track.clips) {
+                    for (const clip of track.clips) {
+                        if (clip.assetId) {
+                            // 在 assets 中找到对应的资源
+                            const asset = draftContent.assets?.find((a) => a.id === clip.assetId);
+                            if (asset && asset.uri && asset.type === 'audio') {
+                                // 获取本地文件路径并上传到 coze
+                                const localPath = (0, node_path_1.join)(projectLocalDir, 'materials', (0, node_path_1.basename)(asset.uri));
+                                const uploadResult = await (0, coze_1.uploadFile)(localPath);
+                                const audioUrl = uploadResult.url;
+                                // 构建音频信息对象
+                                const audioInfo = {
+                                    audio_url: audioUrl,
+                                    duration: clip.durationMs
+                                        ? Math.round(clip.durationMs / 1000)
+                                        : asset.durationMs
+                                            ? Math.round(asset.durationMs / 1000)
+                                            : 0, // 转换为秒
+                                    start: clip.startMs ? clip.startMs * 1000 : 0, // 转换为微秒
+                                    end: ((clip.startMs ?? 0) + (clip.durationMs ?? 0)) * 1000,
+                                    audio_effect: '',
+                                };
+                                audioInfos.push(audioInfo);
+                            }
+                        }
+                    }
+                }
+            }
+        }
+        // 处理字幕信息
+        const captionInfos = [];
+        if (draftContent.subtitles && Array.isArray(draftContent.subtitles)) {
+            for (const subtitle of draftContent.subtitles) {
+                captionInfos.push({
+                    text: subtitle.text || '',
+                    start: (subtitle.startMs || 0) * 1000, // 转换为微秒
+                    end: (subtitle.endMs || 0) * 1000, // 转换为微秒
+                    keyword: '',
+                });
+            }
+        }
+        const parameters = {
+            video_infos: JSON.stringify(videoInfos),
+            audio_infos: JSON.stringify(audioInfos),
+            caption_infos: JSON.stringify(captionInfos),
+            width: draftContent.settings?.resolution?.width || 720,
+            height: draftContent.settings?.resolution?.height || 1280,
+        };
+        const workflow_id = '7559885633272758313';
+        const result = await (0, coze_1.runWorkflow)(workflow_id, parameters);
+        // 返回 video_infos、audio_infos、captions、width 和 height 对象
+        return {
+            content: [
+                {
+                    type: 'text',
+                    text: JSON.stringify(result, null, 2),
+                },
+            ],
+        };
+    }
+    catch (error) {
+        console.error('Error building CapCut draft:', error);
+        return createErrorResponse(error, 'build-capcat-draft');
+    }
+});
 // server.registerTool(
 //   'custom-edit-draft',
 //   {