mulmocast 1.2.38 → 1.2.40

package/lib/actions/audio.js

@@ -250,9 +250,10 @@ export const generateBeatAudio = async (index, context, args) => {
             });
         }
         await graph.run();
+        MulmoStudioContextMethods.setSessionState(context, "audio", false, true);
     }
-    finally {
-        MulmoStudioContextMethods.setSessionState(context, "audio", false);
+    catch (__error) {
+        MulmoStudioContextMethods.setSessionState(context, "audio", false, false);
     }
 };
 export const audio = async (context, args) => {
@@ -283,12 +284,12 @@ export const audio = async (context, args) => {
         }
         const result = await graph.run();
         writingMessage(audioCombinedFilePath);
-        MulmoStudioContextMethods.setSessionState(context, "audio", false);
+        MulmoStudioContextMethods.setSessionState(context, "audio", false, true);
         writingMessage(audioArtifactFilePath);
         return result.combineFiles;
     }
     catch (__error) {
-        MulmoStudioContextMethods.setSessionState(context, "audio", false);
+        MulmoStudioContextMethods.setSessionState(context, "audio", false, false);
         throw __error;
     }
 };

package/lib/actions/captions.js

@@ -86,9 +86,10 @@ export const captions = async (context, args) => {
                 });
             }
             await graph.run();
+            MulmoStudioContextMethods.setSessionState(context, "caption", false, true);
         }
-        finally {
-            MulmoStudioContextMethods.setSessionState(context, "caption", false);
+        catch (__error) {
+            MulmoStudioContextMethods.setSessionState(context, "caption", false, false);
         }
     }
     return context;

package/lib/actions/html.js

@@ -77,8 +77,9 @@ export const html = async (context, imageWidth) => {
     try {
         MulmoStudioContextMethods.setSessionState(context, "html", true);
         await generateHtml(context, imageWidth);
+        MulmoStudioContextMethods.setSessionState(context, "html", false, true);
     }
-    finally {
-        MulmoStudioContextMethods.setSessionState(context, "html", false);
+    catch (__error) {
+        MulmoStudioContextMethods.setSessionState(context, "html", false, false);
     }
 };

package/lib/actions/images.d.ts

@@ -272,6 +272,7 @@ export declare const beat_graph_data: {
                 movieFile: string;
                 imageFile: string;
                 soundEffectFile: string;
+                index: number;
             }) => Promise<{
                 hasMovieAudio: boolean;
             }>;
@@ -280,6 +281,7 @@ export declare const beat_graph_data: {
                 movieFile: string;
                 imageFile: string;
                 soundEffectFile: string;
+                index: string;
             };
         };
         soundEffectGenerator: {

package/lib/actions/images.js

@@ -201,7 +201,14 @@ export const beat_graph_data = {
                 }
                 catch (error) {
                     GraphAILogger.error(error);
-                    throw Error("audioChecker: ffmpegGetMediaDuration error.");
+                    throw new Error("audioChecker: ffmpegGetMediaDuration error.", {
+                        cause: {
+                            type: "FileNotExist",
+                            action: "images",
+                            agentName: "audioChecker",
+                            beat_index: namedInputs.index,
+                        },
+                    });
                 }
             },
             inputs: {
@@ -209,6 +216,7 @@ export const beat_graph_data = {
                 movieFile: ":preprocessor.movieFile",
                 imageFile: ":preprocessor.imagePath",
                 soundEffectFile: ":preprocessor.soundEffectFile",
+                index: ":__mapIndex",
             },
         },
         soundEffectGenerator: {
@@ -431,11 +439,11 @@ export const images = async (context, args) => {
     try {
         MulmoStudioContextMethods.setSessionState(context, "image", true);
         const newContext = await generateImages(context, args);
-        MulmoStudioContextMethods.setSessionState(context, "image", false);
+        MulmoStudioContextMethods.setSessionState(context, "image", false, true);
         return newContext;
     }
     catch (error) {
-        MulmoStudioContextMethods.setSessionState(context, "image", false);
+        MulmoStudioContextMethods.setSessionState(context, "image", false, false);
         throw error;
     }
 };

package/lib/actions/markdown.js

@@ -54,8 +54,9 @@ export const markdown = async (context, imageWidth) => {
     try {
         MulmoStudioContextMethods.setSessionState(context, "markdown", true);
         await generateMarkdown(context, imageWidth);
+        MulmoStudioContextMethods.setSessionState(context, "markdown", false, true);
     }
-    finally {
-        MulmoStudioContextMethods.setSessionState(context, "markdown", false);
+    catch (__error) {
+        MulmoStudioContextMethods.setSessionState(context, "markdown", false, false);
     }
 };

package/lib/actions/movie.js

@@ -251,8 +251,9 @@ export const movie = async (context) => {
         if (await createVideo(audioArtifactFilePath, outputVideoPath, context)) {
             writingMessage(outputVideoPath);
         }
+        MulmoStudioContextMethods.setSessionState(context, "video", false, true);
     }
-    finally {
-        MulmoStudioContextMethods.setSessionState(context, "video", false);
+    catch (__error) {
+        MulmoStudioContextMethods.setSessionState(context, "video", false, false);
     }
 };

package/lib/actions/pdf.js

@@ -159,8 +159,9 @@ export const pdf = async (context, pdfMode, pdfSize) => {
     try {
         MulmoStudioContextMethods.setSessionState(context, "pdf", true);
         await generatePDF(context, pdfMode, pdfSize);
+        MulmoStudioContextMethods.setSessionState(context, "pdf", false, true);
     }
-    finally {
-        MulmoStudioContextMethods.setSessionState(context, "pdf", false);
+    catch (__error) {
+        MulmoStudioContextMethods.setSessionState(context, "pdf", false, false);
     }
 };

package/lib/actions/translate.js

@@ -292,9 +292,10 @@ export const translate = async (context, args) => {
         if (results.mergeStudioResult) {
             context.multiLingual = multiLingualObjectToArray(results?.mergeStudioResult?.multiLingual, context.studio.script.beats);
         }
+        MulmoStudioContextMethods.setSessionState(context, "multiLingual", false, true);
     }
-    finally {
-        MulmoStudioContextMethods.setSessionState(context, "multiLingual", false);
+    catch (__error) {
+        MulmoStudioContextMethods.setSessionState(context, "multiLingual", false, false);
     }
     return context;
 };

package/lib/methods/mulmo_presentation_style.js

@@ -41,7 +41,7 @@ export const MulmoPresentationStyleMethods = {
         return [...defaultTextSlideStyles, ...[styles], ...[extraStyles]].flat().join("\n");
     },
     getDefaultSpeaker(presentationStyle) {
-        const speakers = presentationStyle.speechParams.speakers ?? {};
+        const speakers = presentationStyle?.speechParams?.speakers ?? {};
         const keys = Object.keys(speakers).sort();
         userAssert(keys.length !== 0, "presentationStyle.speechParams.speakers is not set!!");
         const defaultSpeaker = keys.find((key) => speakers[key].isDefault);
@@ -57,7 +57,7 @@ export const MulmoPresentationStyleMethods = {
         userAssert(!!speaker, `speaker is not set: speaker "${speakerId}"`);
         // Check if the speaker has a language-specific version.
         // Normally, lang is determined by the context, but lang may be specified when using the API.
-        const lang = targetLang ?? context.lang ?? context.studio.script.lang;
+        const lang = targetLang ?? context.lang ?? context?.studio?.script?.lang;
         if (speaker.lang && lang && speaker.lang[lang]) {
             return speaker.lang[lang];
         }

package/lib/methods/mulmo_studio_context.d.ts

@@ -3,7 +3,8 @@
  * (No Node.js built-ins like fs, path, dotenv, etc.)
  * Works in both Node.js and modern browsers.
  */
-import { BeatSessionType, MulmoStudioContext, SessionProgressCallback, SessionType, MulmoBeat } from "../types/index.js";
+import { BeatSessionType, MulmoStudioContext, SessionProgressCallback, SessionType, MulmoBeat, SpeechOptions } from "../types/index.js";
+import { provider2TTSAgent } from "../utils/provider2agent.js";
 export declare const addSessionProgressCallback: (cb: SessionProgressCallback) => void;
 export declare const removeSessionProgressCallback: (cb: SessionProgressCallback) => void;
 export declare const MulmoStudioContextMethods: {
@@ -13,17 +14,14 @@ export declare const MulmoStudioContextMethods: {
     getOutDirPath(context: MulmoStudioContext): string;
     getFileName(context: MulmoStudioContext): string;
     getCaption(context: MulmoStudioContext): string | undefined;
-    setSessionState(context: MulmoStudioContext, sessionType: SessionType, value: boolean): void;
+    setSessionState(context: MulmoStudioContext, sessionType: SessionType, value: boolean, result?: boolean): void;
     setBeatSessionState(context: MulmoStudioContext, sessionType: BeatSessionType | undefined, index: number, id: string | undefined, value: boolean): void;
     needTranslate(context: MulmoStudioContext, includeCaption?: boolean): boolean | "" | undefined;
     getIntroPadding(context: MulmoStudioContext): number;
     getAudioParam(context: MulmoStudioContext, beat: MulmoBeat, lang?: string): {
+        provider: keyof typeof provider2TTSAgent;
         voiceId: string;
-        provider: "google" | "mock" | "nijivoice" | "openai" | "elevenlabs";
-        speechOptions: {
-            speed?: number | undefined;
-            instruction?: string | undefined;
-        };
-        model: string | undefined;
+        model?: string;
+        speechOptions: SpeechOptions;
     };
 };

package/lib/methods/mulmo_studio_context.js

@@ -3,7 +3,7 @@
  * (No Node.js built-ins like fs, path, dotenv, etc.)
  * Works in both Node.js and modern browsers.
  */
-import { text2SpeechProviderSchema } from "../types/index.js";
+import { text2SpeechProviderSchema, } from "../types/index.js";
 import { beatId } from "../utils/utils.js";
 import { GraphAILogger } from "graphai";
 import { MulmoPresentationStyleMethods } from "./mulmo_presentation_style.js";
@@ -14,12 +14,17 @@ export const addSessionProgressCallback = (cb) => {
 export const removeSessionProgressCallback = (cb) => {
     sessionProgressCallbacks.delete(cb);
 };
-const notifyStateChange = (context, sessionType) => {
+const notifyStateChange = (context, sessionType, result) => {
     const inSession = context.sessionState.inSession[sessionType] ?? false;
     const prefix = inSession ? "<" : " >";
     GraphAILogger.info(`${prefix} ${sessionType}`);
     for (const callback of sessionProgressCallbacks) {
-        callback({ kind: "session", sessionType, inSession });
+        if (result !== undefined) {
+            callback({ kind: "session", sessionType, inSession, result });
+        }
+        else {
+            callback({ kind: "session", sessionType, inSession });
+        }
     }
 };
 const notifyBeatStateChange = (context, sessionType, id) => {
@@ -50,9 +55,9 @@ export const MulmoStudioContextMethods = {
     getCaption(context) {
         return context.studio.script.captionParams?.lang;
     },
-    setSessionState(context, sessionType, value) {
+    setSessionState(context, sessionType, value, result) {
         context.sessionState.inSession[sessionType] = value;
-        notifyStateChange(context, sessionType);
+        notifyStateChange(context, sessionType, result);
     },
     setBeatSessionState(context, sessionType, index, id, value) {
         if (!sessionType) {

package/lib/types/schema.d.ts

@@ -2696,6 +2696,7 @@ export declare const mulmoMovieParamsSchema: z.ZodObject<{
         duration?: number | undefined;
     } | undefined;
 }>;
+export declare const defaultSpeaker = "Presenter";
 export declare const mulmoPresentationStyleSchema: z.ZodObject<{
     $mulmocast: z.ZodObject<{
         version: z.ZodLiteral<"1.1">;

package/lib/types/schema.js

@@ -324,7 +324,7 @@ export const mulmoMovieParamsSchema = z
     fillOption: mulmoFillOptionSchema.optional(), // for movie.ts
 })
     .strict();
-const defaultSpeaker = "Presenter";
+export const defaultSpeaker = "Presenter";
 export const mulmoPresentationStyleSchema = z.object({
     $mulmocast: mulmoCastCreditSchema,
     canvasSize: mulmoCanvasDimensionSchema, // has default value

package/lib/types/type.d.ts

@@ -92,6 +92,7 @@ export type SessionProgressEvent = {
     kind: "session";
     sessionType: SessionType;
     inSession: boolean;
+    result?: boolean;
 } | {
     kind: "beat";
     sessionType: BeatSessionType;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.2.38",
+  "version": "1.2.40",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",
@@ -115,6 +115,6 @@
     "typescript-eslint": "^8.44.1"
   },
   "engines": {
-    "node": ">=18.0.0"
+    "node": ">=20.0.0"
   }
 }