mulmocast 1.2.37 → 1.2.39

package/lib/actions/audio.js

@@ -250,9 +250,10 @@ export const generateBeatAudio = async (index, context, args) => {
             });
         }
         await graph.run();
+        MulmoStudioContextMethods.setSessionState(context, "audio", false, true);
     }
-    finally {
-        MulmoStudioContextMethods.setSessionState(context, "audio", false);
+    catch (__error) {
+        MulmoStudioContextMethods.setSessionState(context, "audio", false, false);
     }
 };
 export const audio = async (context, args) => {
@@ -283,12 +284,12 @@ export const audio = async (context, args) => {
         }
         const result = await graph.run();
         writingMessage(audioCombinedFilePath);
-        MulmoStudioContextMethods.setSessionState(context, "audio", false);
+        MulmoStudioContextMethods.setSessionState(context, "audio", false, true);
         writingMessage(audioArtifactFilePath);
         return result.combineFiles;
     }
     catch (__error) {
-        MulmoStudioContextMethods.setSessionState(context, "audio", false);
+        MulmoStudioContextMethods.setSessionState(context, "audio", false, false);
         throw __error;
     }
 };

package/lib/actions/captions.js

@@ -86,9 +86,10 @@ export const captions = async (context, args) => {
                 });
             }
             await graph.run();
+            MulmoStudioContextMethods.setSessionState(context, "caption", false, true);
         }
-        finally {
-            MulmoStudioContextMethods.setSessionState(context, "caption", false);
+        catch (__error) {
+            MulmoStudioContextMethods.setSessionState(context, "caption", false, false);
         }
     }
     return context;

package/lib/actions/html.js

@@ -77,8 +77,9 @@ export const html = async (context, imageWidth) => {
     try {
         MulmoStudioContextMethods.setSessionState(context, "html", true);
         await generateHtml(context, imageWidth);
+        MulmoStudioContextMethods.setSessionState(context, "html", false, true);
     }
-    finally {
-        MulmoStudioContextMethods.setSessionState(context, "html", false);
+    catch (__error) {
+        MulmoStudioContextMethods.setSessionState(context, "html", false, false);
     }
 };

package/lib/actions/images.d.ts

@@ -272,6 +272,7 @@ export declare const beat_graph_data: {
                 movieFile: string;
                 imageFile: string;
                 soundEffectFile: string;
+                index: number;
             }) => Promise<{
                 hasMovieAudio: boolean;
             }>;
@@ -280,6 +281,7 @@ export declare const beat_graph_data: {
                 movieFile: string;
                 imageFile: string;
                 soundEffectFile: string;
+                index: string;
             };
         };
         soundEffectGenerator: {

package/lib/actions/images.js

@@ -195,14 +195,28 @@ export const beat_graph_data = {
                     // no need to check if the file exists (ffmpegGetMediaDuration will check it if it is local file)
                     return { hasMovieAudio: false };
                 }
-                const { hasAudio } = await ffmpegGetMediaDuration(sourceFile);
-                return { hasMovieAudio: hasAudio };
+                try {
+                    const { hasAudio } = await ffmpegGetMediaDuration(sourceFile);
+                    return { hasMovieAudio: hasAudio };
+                }
+                catch (error) {
+                    GraphAILogger.error(error);
+                    throw new Error("audioChecker: ffmpegGetMediaDuration error.", {
+                        cause: {
+                            type: "FileNotExist",
+                            action: "images",
+                            agentName: "audioChecker",
+                            beat_index: namedInputs.index,
+                        },
+                    });
+                }
             },
             inputs: {
                 onComplete: [":movieGenerator", ":htmlImageGenerator", ":soundEffectGenerator"],
                 movieFile: ":preprocessor.movieFile",
                 imageFile: ":preprocessor.imagePath",
                 soundEffectFile: ":preprocessor.soundEffectFile",
+                index: ":__mapIndex",
             },
         },
         soundEffectGenerator: {
@@ -425,11 +439,11 @@ export const images = async (context, args) => {
     try {
         MulmoStudioContextMethods.setSessionState(context, "image", true);
         const newContext = await generateImages(context, args);
-        MulmoStudioContextMethods.setSessionState(context, "image", false);
+        MulmoStudioContextMethods.setSessionState(context, "image", false, true);
         return newContext;
     }
     catch (error) {
-        MulmoStudioContextMethods.setSessionState(context, "image", false);
+        MulmoStudioContextMethods.setSessionState(context, "image", false, false);
         throw error;
     }
 };

package/lib/actions/markdown.js

@@ -54,8 +54,9 @@ export const markdown = async (context, imageWidth) => {
     try {
         MulmoStudioContextMethods.setSessionState(context, "markdown", true);
         await generateMarkdown(context, imageWidth);
+        MulmoStudioContextMethods.setSessionState(context, "markdown", false, true);
     }
-    finally {
-        MulmoStudioContextMethods.setSessionState(context, "markdown", false);
+    catch (__error) {
+        MulmoStudioContextMethods.setSessionState(context, "markdown", false, false);
     }
 };

package/lib/actions/movie.js

@@ -251,8 +251,9 @@ export const movie = async (context) => {
         if (await createVideo(audioArtifactFilePath, outputVideoPath, context)) {
             writingMessage(outputVideoPath);
         }
+        MulmoStudioContextMethods.setSessionState(context, "video", false, true);
     }
-    finally {
-        MulmoStudioContextMethods.setSessionState(context, "video", false);
+    catch (__error) {
+        MulmoStudioContextMethods.setSessionState(context, "video", false, false);
     }
 };

package/lib/actions/pdf.js

@@ -159,8 +159,9 @@ export const pdf = async (context, pdfMode, pdfSize) => {
     try {
         MulmoStudioContextMethods.setSessionState(context, "pdf", true);
         await generatePDF(context, pdfMode, pdfSize);
+        MulmoStudioContextMethods.setSessionState(context, "pdf", false, true);
     }
-    finally {
-        MulmoStudioContextMethods.setSessionState(context, "pdf", false);
+    catch (__error) {
+        MulmoStudioContextMethods.setSessionState(context, "pdf", false, false);
     }
 };

package/lib/actions/translate.js

@@ -292,9 +292,10 @@ export const translate = async (context, args) => {
         if (results.mergeStudioResult) {
             context.multiLingual = multiLingualObjectToArray(results?.mergeStudioResult?.multiLingual, context.studio.script.beats);
         }
+        MulmoStudioContextMethods.setSessionState(context, "multiLingual", false, true);
     }
-    finally {
-        MulmoStudioContextMethods.setSessionState(context, "multiLingual", false);
+    catch (__error) {
+        MulmoStudioContextMethods.setSessionState(context, "multiLingual", false, false);
     }
     return context;
 };

package/lib/methods/mulmo_studio_context.d.ts

@@ -13,7 +13,7 @@ export declare const MulmoStudioContextMethods: {
     getOutDirPath(context: MulmoStudioContext): string;
     getFileName(context: MulmoStudioContext): string;
     getCaption(context: MulmoStudioContext): string | undefined;
-    setSessionState(context: MulmoStudioContext, sessionType: SessionType, value: boolean): void;
+    setSessionState(context: MulmoStudioContext, sessionType: SessionType, value: boolean, result?: boolean): void;
     setBeatSessionState(context: MulmoStudioContext, sessionType: BeatSessionType | undefined, index: number, id: string | undefined, value: boolean): void;
     needTranslate(context: MulmoStudioContext, includeCaption?: boolean): boolean | "" | undefined;
     getIntroPadding(context: MulmoStudioContext): number;

package/lib/methods/mulmo_studio_context.js

@@ -14,12 +14,17 @@ export const addSessionProgressCallback = (cb) => {
 export const removeSessionProgressCallback = (cb) => {
     sessionProgressCallbacks.delete(cb);
 };
-const notifyStateChange = (context, sessionType) => {
+const notifyStateChange = (context, sessionType, result) => {
     const inSession = context.sessionState.inSession[sessionType] ?? false;
     const prefix = inSession ? "<" : " >";
     GraphAILogger.info(`${prefix} ${sessionType}`);
     for (const callback of sessionProgressCallbacks) {
-        callback({ kind: "session", sessionType, inSession });
+        if (result !== undefined) {
+            callback({ kind: "session", sessionType, inSession, result });
+        }
+        else {
+            callback({ kind: "session", sessionType, inSession });
+        }
     }
 };
 const notifyBeatStateChange = (context, sessionType, id) => {
@@ -50,9 +55,9 @@ export const MulmoStudioContextMethods = {
     getCaption(context) {
         return context.studio.script.captionParams?.lang;
     },
-    setSessionState(context, sessionType, value) {
+    setSessionState(context, sessionType, value, result) {
         context.sessionState.inSession[sessionType] = value;
-        notifyStateChange(context, sessionType);
+        notifyStateChange(context, sessionType, result);
     },
     setBeatSessionState(context, sessionType, index, id, value) {
         if (!sessionType) {

package/lib/types/type.d.ts

@@ -92,6 +92,7 @@ export type SessionProgressEvent = {
     kind: "session";
     sessionType: SessionType;
     inSession: boolean;
+    result?: boolean;
 } | {
     kind: "beat";
     sessionType: BeatSessionType;

package/lib/utils/ffmpeg_utils.js

@@ -63,11 +63,18 @@ export const FfmpegContextGenerateOutput = (context, output, options = []) => {
 export const ffmpegGetMediaDuration = (filePath) => {
     return new Promise((resolve, reject) => {
         // Only check file existence for local paths, not URLs
-        if (!filePath.startsWith("http://") && !filePath.startsWith("https://") && !fs.existsSync(filePath)) {
-            // NOTE: We don't reject here for scripts/test/test_hello_image.json, which uses mock image agent.
-            // reject(new Error(`File not found: ${filePath}`));
-            resolve({ duration: 0, hasAudio: false });
-            return;
+        if (!filePath.startsWith("http://") && !filePath.startsWith("https://")) {
+            if (!fs.existsSync(filePath)) {
+                // NOTE: We don't reject here for scripts/test/test_hello_image.json, which uses mock image agent.
+                // reject(new Error(`File not found: ${filePath}`));
+                resolve({ duration: 0, hasAudio: false });
+                return;
+            }
+            const stat = fs.statSync(filePath);
+            if (!stat.isFile()) {
+                reject("ffmpegGetMediaDuration: path is not file");
+                return;
+            }
         }
         ffmpeg.ffprobe(filePath, (err, metadata) => {
             if (err) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.2.37",
+  "version": "1.2.39",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",