mulmocast 1.1.7 → 1.1.9

package/lib/actions/captions.js

@@ -2,6 +2,7 @@ import { mulmoCaptionParamsSchema } from "../types/index.js";
 import { GraphAI, GraphAILogger } from "graphai";
 import * as agents from "@graphai/vanilla";
 import { getHTMLFile, getCaptionImagePath, getOutputStudioFilePath } from "../utils/file.js";
+import { localizedText } from "../utils/utils.js";
 import { renderHTMLToImage, interpolate } from "../utils/markdown.js";
 import { MulmoStudioContextMethods, MulmoPresentationStyleMethods } from "../methods/index.js";
 import { fileWriteAgent } from "@graphai/vanilla_node_agents";
@@ -30,14 +31,10 @@ const graph_data = {
                                 const canvasSize = MulmoPresentationStyleMethods.getCanvasSize(context.presentationStyle);
                                 const imagePath = getCaptionImagePath(context, index);
                                 const template = getHTMLFile("caption");
-                                const text = (() => {
-                                    const multiLingual = context.multiLingual;
-                                    if (captionParams.lang && multiLingual) {
-                                        return multiLingual[index].multiLingualTexts[captionParams.lang].text;
-                                    }
+                                if (captionParams.lang && !context.multiLingual?.[index]?.multiLingualTexts?.[captionParams.lang]) {
                                     GraphAILogger.warn(`No multiLingual caption found for beat ${index}, lang: ${captionParams.lang}`);
-                                    return beat.text;
-                                })();
+                                }
+                                const text = localizedText(beat, context.multiLingual?.[index], captionParams.lang, context.studio.script.lang);
                                 const htmlData = interpolate(template, {
                                     caption: text,
                                     width: `${canvasSize.width}`,

package/lib/actions/translate.d.ts

@@ -1,6 +1,6 @@
 import "dotenv/config";
 import type { CallbackFunction } from "graphai";
-import { LANG, LocalizedText, MulmoStudioContext } from "../types/index.js";
+import type { LANG, MulmoStudioContext } from "../types/index.js";
 export declare const translateTextGraph: {
     version: number;
     nodes: {
@@ -25,7 +25,7 @@ export declare const translateTextGraph: {
         };
         splitText: {
             agent: (namedInputs: {
-                localizedText: LocalizedText;
+                localizedText: import("../types/type.js").LocalizedText;
                 targetLang: LANG;
             }) => string[];
             inputs: {

package/lib/actions/translate.js

@@ -5,7 +5,7 @@ import { GraphAI, assert, isNull, GraphAILogger } from "graphai";
 import * as agents from "@graphai/vanilla";
 import { openAIAgent } from "@graphai/openai_agent";
 import { fileWriteAgent } from "@graphai/vanilla_node_agents";
-import { recursiveSplitJa } from "../utils/string.js";
+import { splitText } from "../utils/string.js";
 import { settings2GraphAIConfig } from "../utils/utils.js";
 import { getMultiLingual } from "../utils/context.js";
 import { currentMulmoScriptVersion } from "../utils/const.js";
@@ -43,18 +43,7 @@ export const translateTextGraph = {
             agent: "openAIAgent",
         },
         splitText: {
-            agent: (namedInputs) => {
-                const { localizedText, targetLang } = namedInputs;
-                // Cache
-                if (localizedText.texts) {
-                    return localizedText.texts;
-                }
-                if (targetLang === "ja") {
-                    return recursiveSplitJa(localizedText.text);
-                }
-                // not split
-                return [localizedText.text];
-            },
+            agent: splitText,
             inputs: {
                 targetLang: ":targetLang",
                 localizedText: ":localizedText",

package/lib/index.common.d.ts

@@ -1,3 +1,4 @@
 export * from "./types/index.js";
 export * from "./utils/provider2agent.js";
 export * from "./utils/const.js";
+export * from "./utils/string.js";

package/lib/index.common.js

@@ -2,3 +2,4 @@
 export * from "./types/index.js";
 export * from "./utils/provider2agent.js";
 export * from "./utils/const.js";
+export * from "./utils/string.js";

package/lib/index.node.d.ts

@@ -2,6 +2,7 @@ export * from "./index.common.js";
 export * from "./actions/index.js";
 export * from "./cli/helpers.js";
 export * from "./utils/file.js";
+export * from "./utils/context.js";
 export * from "./utils/ffmpeg_utils.js";
 export * from "./methods/index.js";
 export * from "./agents/index.js";

package/lib/index.node.js

@@ -3,6 +3,7 @@ export * from "./index.common.js";
 export * from "./actions/index.js";
 export * from "./cli/helpers.js";
 export * from "./utils/file.js";
+export * from "./utils/context.js";
 export * from "./utils/ffmpeg_utils.js";
 export * from "./methods/index.js";
 export * from "./agents/index.js";

package/lib/utils/const.js

@@ -5,7 +5,7 @@ export const imageDirName = "images";
 export const cacheDirName = "cache";
 export const pdf_modes = ["slide", "talk", "handout"];
 export const pdf_sizes = ["letter", "a4"];
-export const languages = ["en", "ja", "fr", "es"];
+export const languages = ["en", "ja", "fr", "es", "de", "zh-CN", "zh-TW", "ko", "it", "pt", "ar", "hi"];
 export const storyToScriptGenerateMode = {
     stepWise: "step_wise",
     oneStep: "one_step",

package/lib/utils/provider2agent.js

@@ -1,3 +1,4 @@
+// node & browser
 export const provider2TTSAgent = {
     nijivoice: {
         agentName: "ttsNijivoiceAgent",

package/lib/utils/string.d.ts

@@ -1,3 +1,4 @@
+import type { LANG, LocalizedText } from "../types/index.js";
 export declare function splitIntoSentencesJa(paragraph: string, divider: string, minimum: number): string[];
 export declare const recursiveSplitJa: (text: string) => string[];
 interface Replacement {
@@ -6,4 +7,8 @@ interface Replacement {
 }
 export declare function replacePairsJa(replacements: Replacement[]): (str: string) => string;
 export declare const replacementsJa: Replacement[];
+export declare const splitText: (namedInputs: {
+    localizedText: LocalizedText;
+    targetLang: LANG;
+}) => string[];
 export {};

package/lib/utils/string.js

@@ -56,3 +56,15 @@ export const replacementsJa = [
     { from: "%", to: "パーセント" },
     { from: "IPO", to: "アイピーオー" },
 ];
+export const splitText = (namedInputs) => {
+    const { localizedText, targetLang } = namedInputs;
+    // Cache
+    if (localizedText.texts) {
+        return localizedText.texts;
+    }
+    if (targetLang === "ja") {
+        return recursiveSplitJa(localizedText.text);
+    }
+    // not split
+    return [localizedText.text];
+};

package/lib/utils/utils.d.ts

@@ -9,7 +9,7 @@ export declare const llmPair: (_llm?: LLM, _model?: string) => {
 export declare const chunkArray: <T>(array: T[], size?: number) => T[][];
 export declare const isHttp: (fileOrUrl: string) => boolean;
 export declare const text2hash: (input: string) => string;
-export declare const localizedText: (beat: MulmoBeat, multiLingualData?: MulmoStudioMultiLingualData, lang?: string) => string;
+export declare const localizedText: (beat: MulmoBeat, multiLingualData?: MulmoStudioMultiLingualData, targetLang?: string, defaultLang?: string) => string;
 export declare const sleep: (milliseconds: number) => Promise<unknown>;
 export declare function userAssert(condition: boolean, message: string): asserts condition;
 export declare const settings2GraphAIConfig: (settings?: Record<string, string>, env?: Record<string, string | undefined>) => ConfigDataDictionary<DefaultConfigData>;

package/lib/utils/utils.js

@@ -20,9 +20,12 @@ export const isHttp = (fileOrUrl) => {
 export const text2hash = (input) => {
     return crypto.createHash("sha256").update(input).digest("hex");
 };
-export const localizedText = (beat, multiLingualData, lang) => {
-    if (lang && multiLingualData?.multiLingualTexts?.[lang]?.text) {
-        return multiLingualData.multiLingualTexts[lang].text;
+export const localizedText = (beat, multiLingualData, targetLang, defaultLang) => {
+    if (targetLang === defaultLang) {
+        return beat.text;
+    }
+    if (targetLang && multiLingualData?.multiLingualTexts?.[targetLang]?.text) {
+        return multiLingualData.multiLingualTexts[targetLang].text;
     }
     return beat.text;
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.1.7",
+  "version": "1.1.9",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",