cerevox 2.7.0 → 2.8.0

package/dist/mcp/servers/zerocut.js

@@ -170,35 +170,41 @@ async function sendProgress(context, progress, total, message) {
         params: { progressToken: token, progress, total, message },
     });
 }
-async function updateMediaDurations(session, fileName, durationMs) {
+async function updateMediaLogs(session, fileName, result, mediaType = 'video') {
     try {
-        const mediaDurationsPath = node_path_1.default.resolve(projectLocalDir, 'media_durations.json');
-        let mediaDurations = [];
+        const mediaLogsPath = node_path_1.default.resolve(projectLocalDir, 'media_logs.json');
+        let mediaLogs = [];
         // 尝试读取现有文件
         try {
-            const existingContent = await (0, promises_1.readFile)(mediaDurationsPath, 'utf-8');
-            mediaDurations = JSON.parse(existingContent);
+            const existingContent = await (0, promises_1.readFile)(mediaLogsPath, 'utf-8');
+            mediaLogs = JSON.parse(existingContent);
         }
         catch (error) {
             // 文件不存在或格式错误，使用空数组
-            mediaDurations = [];
+            mediaLogs = [];
         }
         // 检查是否已存在相同文件名的记录
-        const existingIndex = mediaDurations.findIndex(item => item.fileName === fileName);
+        const existingIndex = mediaLogs.findIndex(item => item.fileName === fileName);
+        const logEntry = {
+            fileName,
+            mediaType,
+            timestamp: new Date().toISOString(),
+            result,
+        };
         if (existingIndex >= 0) {
             // 更新现有记录
-            mediaDurations[existingIndex].durationMs = durationMs;
+            mediaLogs[existingIndex] = logEntry;
         }
         else {
             // 添加新记录
-            mediaDurations.push({ fileName, durationMs });
+            mediaLogs.push(logEntry);
         }
         // 写入文件
-        await (0, promises_1.writeFile)(mediaDurationsPath, JSON.stringify(mediaDurations, null, 2));
-        console.log(`Updated media_durations.json: ${fileName} -> ${durationMs}ms`);
+        await (0, promises_1.writeFile)(mediaLogsPath, JSON.stringify(mediaLogs, null, 2));
+        console.log(`Updated media_logs.json: ${fileName} -> ${JSON.stringify(result)} (${mediaType})`);
     }
     catch (error) {
-        console.warn(`Failed to update media_durations.json for ${fileName}:`, error);
+        console.warn(`Failed to update media_logs.json for ${fileName}:`, error);
     }
 }
 async function listFiles(dir) {
@@ -216,6 +222,7 @@ const cerevox = new index_1.default({
 });
 let session = null;
 let projectLocalDir = '.';
+let syncSubtitles = false;
 server.registerTool('zerocut-version', {
     title: `ZeroCut Version`,
     description: `ZeroCut: ${constants_1.VERSION}`,
@@ -265,6 +272,8 @@ server.registerTool('retrieve-rules-context', {
             'music-video',
             'stage-play',
             'anime-series',
+            'story-telling',
+            'creative-ad',
             'custom',
         ])
             .default('general-video')
@@ -284,7 +293,9 @@ server.registerTool('retrieve-rules-context', {
     else if (purpose !== 'general-video' &&
         purpose !== 'music-video' &&
         purpose !== 'stage-play' &&
-        purpose !== 'anime-series') {
+        purpose !== 'anime-series' &&
+        purpose !== 'story-telling' &&
+        purpose !== 'creative-ad') {
         return createErrorResponse(`Project rules file not found: ${projectRulesFile}`, 'retrieve-rules-context');
     }
     try {
@@ -347,6 +358,8 @@ server.registerTool('zerocut-project-open', {
         }
         console.log('Initializing project...');
         const workDir = await initProject(session);
+        // Initialize syncSubtitles flag
+        syncSubtitles = false;
         projectLocalDir = (0, node_path_1.resolve)(process.env.ZEROCUT_PROJECT_CWD || process.cwd(), localDir || '.');
         const syncDir = (0, node_path_1.resolve)(projectLocalDir, 'materials');
         try {
@@ -551,8 +564,8 @@ server.registerTool('search-image', {
     }
 });
 server.registerTool('generate-character-image', {
-    title: 'Generate Turnaround Image',
-    description: 'Generate a turnaround image for any character.',
+    title: 'Generate Character Image',
+    description: 'Generate a turnaround image or portrait for any character.',
     inputSchema: {
         name: zod_1.z.string().describe('The name of the character.'),
         gender: zod_1.z
@@ -573,14 +586,23 @@ server.registerTool('generate-character-image', {
             .string()
             .default('形象参考[图1]的人物形象\n')
             .describe('形象参考图的提示文本.'),
+        isTurnaround: zod_1.z
+            .boolean()
+            .default(true)
+            .describe('是否生成三视图。true: 生成1280x720的三视图，false: 生成720x1280的竖版人物正视图'),
         saveToFileName: zod_1.z.string().describe('The filename to save.'),
     },
-}, async ({ name, gender, age, appearance, clothing, personality, style, saveToFileName, referenceImage, referenceImagePrompt, }) => {
+}, async ({ name, gender, age, appearance, clothing, personality, style, saveToFileName, referenceImage, referenceImagePrompt, isTurnaround, }) => {
     try {
         // 验证session状态
         const currentSession = await validateSession('generate-character-image');
         const validatedFileName = validateFileName(saveToFileName);
-        const prompt = `
+        // 根据 isTurnaround 参数生成不同的提示词和尺寸
+        let prompt;
+        let size;
+        if (isTurnaround) {
+            // 生成三视图
+            prompt = `
 你是一个专业的角色设计师，请根据设定生成角色全身三视图，图片为白底，图中不带任何文字。设定为：
 
 角色名称：${name}
@@ -592,7 +614,26 @@ server.registerTool('generate-character-image', {
 构图风格：${style}
 ${referenceImagePrompt}
 三视图分别是指侧视图、正视图和背视图，从左到右按照这个顺序生成，三者都必须是全身图。
-      `;
+        `;
+            size = '1280x720';
+        }
+        else {
+            // 生成竖版人物正视图
+            prompt = `
+你是一个专业的角色设计师，请根据设定生成角色全身正视图，图片为白底，图中不带任何文字。设定为：
+
+角色名称：${name}
+角色性别：${gender}
+角色年龄：${age}
+角色外观：${appearance}
+角色服装：${clothing}
+角色性格：${personality}
+构图风格：${style}
+${referenceImagePrompt}
+请生成一张完整的全身正视图，角色面向观众，展现完整的身体比例和服装细节。
+        `;
+            size = '720x1280';
+        }
         let imageBase64Array;
         if (referenceImage) {
             try {
@@ -620,7 +661,6 @@ ${referenceImagePrompt}
             }
         }
         const ai = currentSession.ai;
-        const size = '1280x720';
         const res = await ai.generateImage({
             prompt,
             size,
@@ -637,6 +677,7 @@ ${referenceImagePrompt}
                 // source: res.url,
                 uri,
                 prompt,
+                isTurnaround,
                 size,
                 timestamp: new Date().toISOString(),
             };
@@ -760,7 +801,7 @@ server.registerTool('generate-image', {
                 .describe('Whether this is a turnaround image.如果是三视图，这个参数务必传true'),
         }))
             .optional()
-            .describe(`Array of reference images with character or object names.如果stage_atmosphere中有角色apply_turnaround_image，那么必须要传这个参数生成角色图片
+            .describe(`Array of reference images with character or object names.如果stage_atmosphere中有角色apply_reference_image，那么必须要传这个参数生成角色图片
 
 传参示例
 \`\`\`
@@ -864,7 +905,7 @@ server.registerTool('generate-image', {
                 }
             }
             const turnaroundMessage = hasTurnaround
-                ? '⚠️ 注意**三视图**是指**同一个**人或物体的不同视角合成图，三部分都表示同一个人或物体，只能参考其信息画出**一个人或一个物体**，不要画成多个人或多个物体！\n\n'
+                ? '⚠️ 注意**三视图**是指**同一个**人或物体的不同视角合成图，三部分都表示同一个人或物体，只能参考其信息画出**一个人或一个物体**，不要画成多个人或多个物体！\n'
                 : '';
             if (objectPrefix.length > 0) {
                 processedPrompt = `${objectPrefix.join('\n')}
@@ -924,6 +965,231 @@ ${processedPrompt}`.trim();
         return createErrorResponse(error, 'generate-image');
     }
 });
+server.registerTool('generate-image-series', {
+    title: 'Generate Image Series',
+    description: 'Generate a series of images based on prompts.',
+    inputSchema: {
+        prompts: zod_1.z
+            .union([zod_1.z.string(), zod_1.z.array(zod_1.z.string())])
+            .describe('The prompts to generate images. Can be a single string or array of strings.'),
+        size: zod_1.z
+            .enum([
+            '1024x1024',
+            '864x1152',
+            '1152x864',
+            '1280x720',
+            '720x1280',
+            '832x1248',
+            '1248x832',
+            '1512x648',
+        ])
+            .optional()
+            .describe('The size of the images.'),
+        watermark: zod_1.z
+            .boolean()
+            .optional()
+            .default(false)
+            .describe('Whether to add watermark to the images.'),
+        max_count: zod_1.z
+            .number()
+            .min(1)
+            .max(15)
+            .optional()
+            .default(15)
+            .describe('Maximum number of images to generate (1-15).'),
+        referenceImages: zod_1.z
+            .array(zod_1.z.object({
+            image: zod_1.z.string().describe('Local image file path'),
+            type: zod_1.z
+                .enum(['character', 'object', 'background'])
+                .describe('Type of the reference image. 必须传，如果是参考角色三视图，传character，如果是参考背景图，传background，否则传object'),
+            name: zod_1.z.string().describe('Name for this reference image'),
+            isTurnaround: zod_1.z
+                .boolean()
+                .describe('Whether this is a turnaround image.如果是三视图，这个参数务必传true'),
+        }))
+            .optional()
+            .describe(`Array of reference images with character or object names.如果stage_atmosphere中有角色apply_reference_image，那么必须要传这个参数生成角色图片
+
+传参示例
+\`\`\`
+{
+  "image": "latiao.jpeg",
+  "type": "object",
+  "name": "卫龙辣条",
+}
+\`\`\`
+          `),
+        saveToFileNames: zod_1.z
+            .array(zod_1.z.string())
+            .describe('Array of filenames to save the generated images.'),
+    },
+}, async ({ prompts, size, watermark, max_count, referenceImages, saveToFileNames }, context) => {
+    try {
+        const currentSession = await validateSession('generate-image-series');
+        // Validate file names
+        const validatedFileNames = saveToFileNames.map(fileName => validateFileName(fileName));
+        if (typeof prompts === 'string' && prompts.startsWith('[')) {
+            try {
+                prompts = JSON.parse(prompts);
+            }
+            catch (ex) {
+                // 解析失败，保持原始字符串
+            }
+        }
+        console.log(`Generating image series with ${Array.isArray(prompts) ? prompts.length : 1} prompts...`);
+        // 处理参考图片
+        let imageBase64Array;
+        let refPrefix = '';
+        if (referenceImages && referenceImages.length > 0) {
+            imageBase64Array = [];
+            const objectPrefix = [];
+            let index = 0;
+            let hasTurnaround = false;
+            for (const refImage of referenceImages) {
+                const imagePath = (0, node_path_1.dirname)(refImage.image) !== '.'
+                    ? refImage.image
+                    : `./materials/${refImage.image}`;
+                // 需要得到当前项目的绝对路径
+                const imageFilePath = (0, node_path_1.resolve)(process.env.ZEROCUT_PROJECT_CWD || process.cwd(), projectLocalDir, imagePath);
+                try {
+                    // 直接读取本地文件
+                    if (!(0, node_fs_1.existsSync)(imageFilePath)) {
+                        return createErrorResponse(`Reference image not found: ${imageFilePath}`, 'generate-image-series');
+                    }
+                    const imageBuffer = await (0, promises_1.readFile)(imageFilePath);
+                    const fileName = (0, node_path_1.basename)(imagePath);
+                    const mimeType = fileName.toLowerCase().endsWith('.png')
+                        ? 'image/png'
+                        : fileName.toLowerCase().endsWith('.jpg') ||
+                            fileName.toLowerCase().endsWith('.jpeg')
+                            ? 'image/jpeg'
+                            : 'image/png';
+                    const base64String = `data:${mimeType};base64,${imageBuffer.toString('base64')}`;
+                    imageBase64Array.push(base64String);
+                    console.log(`Loaded reference image: ${imagePath} for character: ${refImage.name}`);
+                    if (refImage.type === 'character') {
+                        if (refImage.isTurnaround) {
+                            objectPrefix.push(`[参考图${++index}]是名为"${refImage.name}"的人物角色三视图`);
+                            hasTurnaround = true;
+                        }
+                        else {
+                            objectPrefix.push(`[参考图${++index}]是名为"${refImage.name}"的人物角色形象`);
+                        }
+                    }
+                    else if (refImage.type === 'object') {
+                        if (refImage.isTurnaround) {
+                            objectPrefix.push(`[参考图${++index}]是名为"${refImage.name}"的物件三视图`);
+                            hasTurnaround = true;
+                        }
+                        else {
+                            objectPrefix.push(`[参考图${++index}]是名为"${refImage.name}"的物件`);
+                        }
+                    }
+                    else if (refImage.type === 'background') {
+                        objectPrefix.push(`[参考图${++index}]是背景图，描述了"${refImage.name}"`);
+                    }
+                }
+                catch (error) {
+                    console.error(`Failed to load reference image ${imageFilePath} for ${refImage.name}:`, error);
+                    return createErrorResponse(`Failed to load reference image ${imageFilePath} for ${refImage.name}: ${error}`, 'generate-image-series');
+                }
+            }
+            const turnaroundMessage = hasTurnaround
+                ? '\n\n⚠️ 注意**三视图**是指**同一个**人或物体的不同视角合成图，三部分都表示同一个人或物体，只能参考其信息画出**一个人或一个物体**，不要画成多个人或多个物体！\n'
+                : '';
+            if (objectPrefix.length > 0) {
+                refPrefix = `${objectPrefix.join('\n')}${turnaroundMessage}`;
+            }
+        }
+        const ai = currentSession.ai;
+        let progress = 0;
+        const res = await ai.generateImageSeries({
+            prompts,
+            refPrefix,
+            size,
+            watermark,
+            image: imageBase64Array,
+            max_count,
+            onProgress: async (metaData) => {
+                // 心跳机制，每分钟调用一次，传递空的 metaData
+                try {
+                    await sendProgress(context, ++progress, undefined, JSON.stringify(metaData));
+                }
+                catch (progressError) {
+                    console.warn('Failed to send progress update:', progressError);
+                }
+            },
+        });
+        if (!res) {
+            throw new Error('Failed to generate image series: no response from AI service');
+        }
+        if (res.urls && Array.isArray(res.urls)) {
+            console.log(`Image series generated successfully (${res.urls.length} images), saving to materials...`);
+            const results = [];
+            const maxImages = Math.min(res.urls.length, validatedFileNames.length);
+            for (let i = 0; i < maxImages; i++) {
+                const url = res.urls[i];
+                const fileName = validatedFileNames[i];
+                try {
+                    const uri = await saveMaterial(currentSession, url, fileName);
+                    results.push({
+                        success: true,
+                        uri,
+                        fileName,
+                        index: i,
+                        timestamp: new Date().toISOString(),
+                    });
+                }
+                catch (error) {
+                    console.error(`Failed to save image ${i + 1}:`, error);
+                    results.push({
+                        success: false,
+                        error: `Failed to save image ${i + 1}: ${error}`,
+                        fileName,
+                        index: i,
+                        timestamp: new Date().toISOString(),
+                    });
+                }
+            }
+            const result = {
+                success: true,
+                prompt: res.prompt,
+                totalGenerated: res.urls.length,
+                totalSaved: results.filter(r => r.success).length,
+                results,
+                timestamp: new Date().toISOString(),
+            };
+            return {
+                content: [
+                    {
+                        type: 'text',
+                        text: JSON.stringify(result),
+                    },
+                ],
+            };
+        }
+        else {
+            console.warn('Image series generation completed but no URLs returned');
+            return {
+                content: [
+                    {
+                        type: 'text',
+                        text: JSON.stringify({
+                            success: false,
+                            error: 'No image URLs returned from AI service',
+                            response: res,
+                            timestamp: new Date().toISOString(),
+                        }),
+                    },
+                ],
+            };
+        }
+    }
+    catch (error) {
+        return createErrorResponse(error, 'generate-image-series');
+    }
+});
 server.registerTool('edit-image', {
     title: 'Edit Image',
     description: 'Edit the image.',
@@ -1145,12 +1411,12 @@ server.registerTool('generate-video', {
                 timestamp: new Date().toISOString(),
                 ...opts,
             };
-            // Update media_durations.json
+            // Update media_logs.json
             try {
-                await updateMediaDurations(currentSession, validatedFileName, result.durationMs);
+                await updateMediaLogs(currentSession, validatedFileName, result);
             }
             catch (error) {
-                console.warn(`Failed to update media_durations.json for ${validatedFileName}:`, error);
+                console.warn(`Failed to update media_logs.json for ${validatedFileName}:`, error);
             }
             return {
                 content: [
@@ -1360,13 +1626,12 @@ server.registerTool('generate-sound-effect', {
         });
         if (res.url) {
             const uri = await saveMaterial(currentSession, res.url, saveToFileName);
-            // Update media_durations.json
+            // Update media_logs.json
             try {
-                const durationMs = res.duration ? Math.floor(res.duration * 1000) : 0;
-                await updateMediaDurations(currentSession, saveToFileName, durationMs);
+                await updateMediaLogs(currentSession, saveToFileName, res, 'audio');
             }
             catch (error) {
-                console.warn(`Failed to update media_durations.json for ${saveToFileName}:`, error);
+                console.warn(`Failed to update media_logs.json for ${saveToFileName}:`, error);
             }
             return {
                 content: [
@@ -1559,12 +1824,12 @@ server.registerTool('generate-song', {
                 timestamp: new Date().toISOString(),
                 ...opts,
             };
-            // Update media_durations.json
+            // Update media_logs.json
             try {
-                await updateMediaDurations(currentSession, validatedFileName, result.durationMs);
+                await updateMediaLogs(currentSession, validatedFileName, result, 'audio');
             }
             catch (error) {
-                console.warn(`Failed to update media_durations.json for ${validatedFileName}:`, error);
+                console.warn(`Failed to update media_logs.json for ${validatedFileName}:`, error);
             }
             return {
                 content: [
@@ -1645,12 +1910,12 @@ server.registerTool('generate-bgm', {
                 timestamp: new Date().toISOString(),
                 ...opts,
             };
-            // Update media_durations.json
+            // Update media_logs.json
             try {
-                await updateMediaDurations(currentSession, validatedFileName, result.durationMs);
+                await updateMediaLogs(currentSession, validatedFileName, result, 'audio');
             }
             catch (error) {
-                console.warn('Failed to update media_durations.json:', error);
+                console.warn('Failed to update media_logs.json:', error);
             }
             return {
                 content: [
@@ -1806,12 +2071,12 @@ server.registerTool('generate-scene-tts', {
                 timestamp: new Date().toISOString(),
                 ...opts,
             };
-            // Update media_durations.json
+            // Update media_logs.json
             try {
-                await updateMediaDurations(currentSession, validatedFileName, result.durationMs);
+                await updateMediaLogs(currentSession, validatedFileName, result, 'audio');
             }
             catch (error) {
-                console.warn(`Failed to update media_durations.json for ${validatedFileName}:`, error);
+                console.warn(`Failed to update media_logs.json for ${validatedFileName}:`, error);
             }
             return {
                 content: [
@@ -2018,6 +2283,10 @@ server.registerTool('get-video-project-schema', {
     inputSchema: {},
 }, async () => {
     try {
+        // Check if syncSubtitles is false and show warning
+        if (!syncSubtitles) {
+            console.warn('Warning: syncSubtitles is false. Please call get-subtitle-contents first to sync subtitles.');
+        }
         const schemaPath = (0, node_path_1.resolve)(__dirname, '../../utils/videoproject-schema.json');
         const schemaContent = await (0, promises_1.readFile)(schemaPath, 'utf-8');
         const schema = JSON.parse(schemaContent);
@@ -2028,6 +2297,9 @@ server.registerTool('get-video-project-schema', {
                     text: JSON.stringify({
                         success: true,
                         schema,
+                        warning: !syncSubtitles
+                            ? '⚠️ Please call get-subtitle-contents to sync subtitles before creating the draft_content.json file.'
+                            : undefined,
                         timestamp: new Date().toISOString(),
                     }),
                 },
@@ -2047,6 +2319,7 @@ server.registerTool('get-subtitle-contents', {
             .describe('The file path of the story_board.json file.'),
     },
 }, async ({ storyBoardFile }) => {
+    syncSubtitles = true;
     try {
         const filePath = (0, node_path_1.resolve)(process.env.ZEROCUT_PROJECT_CWD || process.cwd(), storyBoardFile);
         if (!(0, node_fs_1.existsSync)(filePath)) {
@@ -2223,7 +2496,7 @@ server.registerTool('lip-sync', {
             .string()
             .describe('The filename to save the lip-synced video.'),
     },
-}, async ({ videoFileName, audioFileName, saveToFileName }) => {
+}, async ({ videoFileName, audioFileName, saveToFileName }, context) => {
     try {
         // 验证session状态
         const currentSession = await validateSession('lip-sync');
@@ -2241,11 +2514,18 @@ server.registerTool('lip-sync', {
         console.log(`Video URL: ${videoUrl}`);
         console.log(`Audio URL: ${audioUrl}`);
         // 调用AI的lipSync方法，使用处理后的音频
+        let progress = 0;
         const result = await currentSession.ai.lipSync({
             videoUrl,
             audioUrl,
-            onProgress: metaData => {
+            onProgress: async (metaData) => {
                 console.log('Lip sync progress:', metaData);
+                try {
+                    await sendProgress(context, ++progress, undefined, JSON.stringify(metaData));
+                }
+                catch (progressError) {
+                    console.warn('Failed to send progress update:', progressError);
+                }
             },
         });
         if (result.url) {