mulmocast 1.2.55 → 1.2.56

package/lib/actions/audio.d.ts

@@ -2,6 +2,7 @@ import type { GraphData } from "graphai";
 import { MulmoStudioContext, MulmoBeat, PublicAPIArgs } from "../types/index.js";
 export declare const getBeatAudioPath: (text: string, context: MulmoStudioContext, beat: MulmoBeat, lang?: string) => string | undefined;
 export declare const getBeatAudioPathOrUrl: (text: string, context: MulmoStudioContext, beat: MulmoBeat, lang?: string) => string | undefined;
+export declare const localizedPath: (context: MulmoStudioContext, beat: MulmoBeat, index: number, lang: string) => string | undefined;
 export declare const listLocalizedAudioPaths: (context: MulmoStudioContext) => (string | undefined)[];
 export declare const audio_graph_data: GraphData;
 export declare const generateBeatAudio: (index: number, context: MulmoStudioContext, args?: PublicAPIArgs & {

package/lib/actions/audio.js

@@ -40,12 +40,17 @@ export const getBeatAudioPathOrUrl = (text, context, beat, lang) => {
     const maybeAudioFile = getAudioFilePath(audioDirPath, context.studio.filename, audioFileName, lang);
     return getAudioPathOrUrl(context, beat, maybeAudioFile);
 };
+// for lipSync
+export const localizedPath = (context, beat, index, lang) => {
+    const multiLingual = context?.multiLingual?.[index] ?? {};
+    const text = localizedText(beat, multiLingual, lang);
+    return getBeatAudioPathOrUrl(text, context, beat, lang);
+};
+// for Electron
 export const listLocalizedAudioPaths = (context) => {
     const lang = context.lang ?? context.studio.script.lang;
     return context.studio.script.beats.map((beat, index) => {
-        const multiLingual = context.multiLingual[index];
-        const text = localizedText(beat, multiLingual, lang);
-        return getBeatAudioPathOrUrl(text, context, beat, lang);
+        return localizedPath(context, beat, index, lang);
     });
 };
 const preprocessorAgent = (namedInputs) => {

package/lib/actions/image_agents.js

@@ -3,6 +3,7 @@ import { getBeatPngImagePath, getBeatMoviePaths, getAudioFilePath } from "../uti
 import { imagePrompt, htmlImageSystemPrompt } from "../utils/prompt.js";
 import { renderHTMLToImage } from "../utils/markdown.js";
 import { beatId } from "../utils/utils.js";
+import { localizedPath } from "./audio.js";
 const htmlStyle = (context, beat) => {
     return {
         canvasSize: MulmoPresentationStyleMethods.getCanvasSize(context.presentationStyle),
@@ -53,7 +54,8 @@ export const imagePreprocessAgent = async (namedInputs) => {
         }
         else {
             // Audio file will be set from the beat's audio file when available
-            returnValue.audioFile = studioBeat?.audioFile;
+            const lang = context.lang ?? context.studio.script.lang;
+            returnValue.audioFile = studioBeat?.audioFile ?? localizedPath(context, beat, index, lang);
         }
     }
     returnValue.movieAgentInfo = MulmoPresentationStyleMethods.getMovieAgentInfo(context.presentationStyle, beat);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.2.55",
+  "version": "1.2.56",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",