mulmocast 1.2.15 → 1.2.16

package/lib/actions/captions.js

@@ -2,7 +2,7 @@ import { mulmoCaptionParamsSchema } from "../types/index.js";
 import { GraphAI, GraphAILogger } from "graphai";
 import * as agents from "@graphai/vanilla";
 import { getHTMLFile, getCaptionImagePath, getOutputStudioFilePath } from "../utils/file.js";
-import { localizedText } from "../utils/utils.js";
+import { localizedText, processLineBreaks } from "../utils/utils.js";
 import { renderHTMLToImage, interpolate } from "../utils/markdown.js";
 import { MulmoStudioContextMethods, MulmoPresentationStyleMethods } from "../methods/index.js";
 import { fileWriteAgent } from "@graphai/vanilla_node_agents";
@@ -36,7 +36,7 @@ const graph_data = {
                                 }
                                 const text = localizedText(beat, context.multiLingual?.[index], captionParams.lang, context.studio.script.lang);
                                 const htmlData = interpolate(template, {
-                                    caption: text,
+                                    caption: processLineBreaks(text),
                                     width: `${canvasSize.width}`,
                                     height: `${canvasSize.height}`,
                                     styles: captionParams.styles.join(";\n"),

package/lib/actions/image_agents.js

@@ -43,7 +43,7 @@ export const imagePreprocessAgent = async (namedInputs) => {
         returnValue.lipSyncFile = moviePaths.lipSyncFile;
         if (context.studio.script.audioParams?.suppressSpeech) {
             // studio beat may ot have startAt and duration yet, in case of API call from the app.
-            returnValue.startAt = context.studio.beats.filter((_, i) => i < index).reduce((acc, curr) => acc + (curr.duration ?? 0), 0);
+            returnValue.startAt = context.studio.script.beats.filter((_, i) => i < index).reduce((acc, curr) => acc + (curr.duration ?? 0), 0);
             returnValue.duration = beat.duration ?? 0;
             returnValue.lipSyncTrimAudio = true;
             returnValue.bgmFile = MulmoMediaSourceMethods.resolve(context.studio.script.audioParams.bgm, context);

package/lib/utils/utils.d.ts

@@ -14,6 +14,7 @@ export declare const llmPair: (_llm?: LLM, _model?: string) => {
 export declare const chunkArray: <T>(array: T[], size?: number) => T[][];
 export declare const isHttp: (fileOrUrl: string) => boolean;
 export declare const localizedText: (beat: MulmoBeat, multiLingualData?: MulmoStudioMultiLingualData, targetLang?: string, defaultLang?: string) => string;
+export declare function processLineBreaks(text: string): string;
 export declare function userAssert(condition: boolean, message: string): asserts condition;
 export declare const settings2GraphAIConfig: (settings?: Record<string, string>, env?: Record<string, string | undefined>) => ConfigDataDictionary<DefaultConfigData>;
 export declare const getExtention: (contentType: string | null, url: string) => string;

package/lib/utils/utils.js

@@ -30,6 +30,9 @@ export const localizedText = (beat, multiLingualData, targetLang, defaultLang) =
     }
     return beat.text;
 };
+export function processLineBreaks(text) {
+    return text.replace(/\n/g, "<br>");
+}
 export function userAssert(condition, message) {
     if (!condition) {
         throw new Error(message);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.2.15",
+  "version": "1.2.16",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",

package/scripts/test/test_captions.json

@@ -4,7 +4,7 @@
   },
   "lang": "en",
   "captionParams": {
-    "lang": "ja",
+    "lang": "en",
     "styles": ["color: yellow"]
   },
   "beats": [
@@ -19,7 +19,7 @@
       }
     },
     {
-      "text": "Hello World. May the force be with you. This is a long caption. This is a really long caption.",
+      "text": "Hello World. May the force be with you.\nThis is a long caption.\nThis is a really long caption.",
       "image": {
         "type": "textSlide",
         "slide": {