mulmocast 1.1.8 → 1.1.10

package/lib/actions/captions.js

@@ -2,6 +2,7 @@ import { mulmoCaptionParamsSchema } from "../types/index.js";
 import { GraphAI, GraphAILogger } from "graphai";
 import * as agents from "@graphai/vanilla";
 import { getHTMLFile, getCaptionImagePath, getOutputStudioFilePath } from "../utils/file.js";
+import { localizedText } from "../utils/utils.js";
 import { renderHTMLToImage, interpolate } from "../utils/markdown.js";
 import { MulmoStudioContextMethods, MulmoPresentationStyleMethods } from "../methods/index.js";
 import { fileWriteAgent } from "@graphai/vanilla_node_agents";
@@ -30,14 +31,10 @@ const graph_data = {
                                 const canvasSize = MulmoPresentationStyleMethods.getCanvasSize(context.presentationStyle);
                                 const imagePath = getCaptionImagePath(context, index);
                                 const template = getHTMLFile("caption");
-                                const text = (() => {
-                                    const multiLingual = context.multiLingual;
-                                    if (captionParams.lang && multiLingual) {
-                                        return multiLingual[index].multiLingualTexts[captionParams.lang].text;
-                                    }
+                                if (captionParams.lang && !context.multiLingual?.[index]?.multiLingualTexts?.[captionParams.lang]) {
                                     GraphAILogger.warn(`No multiLingual caption found for beat ${index}, lang: ${captionParams.lang}`);
-                                    return beat.text;
-                                })();
+                                }
+                                const text = localizedText(beat, context.multiLingual?.[index], captionParams.lang, context.studio.script.lang);
                                 const htmlData = interpolate(template, {
                                     caption: text,
                                     width: `${canvasSize.width}`,

package/lib/actions/translate.d.ts

@@ -1,6 +1,6 @@
 import "dotenv/config";
 import type { CallbackFunction } from "graphai";
-import { LANG, LocalizedText, MulmoStudioContext } from "../types/index.js";
+import type { LANG, MulmoStudioContext } from "../types/index.js";
 export declare const translateTextGraph: {
     version: number;
     nodes: {
@@ -25,7 +25,7 @@ export declare const translateTextGraph: {
         };
         splitText: {
             agent: (namedInputs: {
-                localizedText: LocalizedText;
+                localizedText: import("../types/type.js").LocalizedText;
                 targetLang: LANG;
             }) => string[];
             inputs: {
@@ -46,6 +46,10 @@ export declare const translateTextGraph: {
         };
     };
 };
+export declare const getOutputMultilingualFilePathAndMkdir: (context: MulmoStudioContext) => {
+    outputMultilingualFilePath: string;
+    outDirPath: string;
+};
 export declare const translateBeat: (index: number, context: MulmoStudioContext, targetLangs: string[], args?: {
     settings?: Record<string, string>;
     callbacks?: CallbackFunction[];

package/lib/actions/translate.js

@@ -1,21 +1,17 @@
 import "dotenv/config";
-import { createHash } from "crypto";
 import fs from "fs";
 import { GraphAI, assert, isNull, GraphAILogger } from "graphai";
 import * as agents from "@graphai/vanilla";
 import { openAIAgent } from "@graphai/openai_agent";
 import { fileWriteAgent } from "@graphai/vanilla_node_agents";
-import { recursiveSplitJa } from "../utils/string.js";
+import { splitText } from "../utils/string.js";
 import { settings2GraphAIConfig } from "../utils/utils.js";
 import { getMultiLingual } from "../utils/context.js";
 import { currentMulmoScriptVersion } from "../utils/const.js";
-import { getOutputMultilingualFilePath, mkdir, writingMessage } from "../utils/file.js";
+import { getOutputMultilingualFilePath, mkdir, writingMessage, hashSHA256 } from "../utils/file.js";
 import { translateSystemPrompt, translatePrompts } from "../utils/prompt.js";
 import { MulmoStudioContextMethods } from "../methods/mulmo_studio_context.js";
 const vanillaAgents = agents.default ?? agents;
-const hashSHA256 = (text) => {
-    return createHash("sha256").update(text, "utf8").digest("hex");
-};
 // 1. translateGraph / map each beats.
 // 2. beatGraph / map each target lang.
 // 3. translateTextGraph / translate text.
@@ -43,18 +39,7 @@ export const translateTextGraph = {
             agent: "openAIAgent",
         },
         splitText: {
-            agent: (namedInputs) => {
-                const { localizedText, targetLang } = namedInputs;
-                // Cache
-                if (localizedText.texts) {
-                    return localizedText.texts;
-                }
-                if (targetLang === "ja") {
-                    return recursiveSplitJa(localizedText.text);
-                }
-                // not split
-                return [localizedText.text];
-            },
+            agent: splitText,
             inputs: {
                 targetLang: ":targetLang",
                 localizedText: ":localizedText",
@@ -213,6 +198,13 @@ const agentFilters = [
         nodeIds: ["localizedText"],
     },
 ];
+export const getOutputMultilingualFilePathAndMkdir = (context) => {
+    const fileName = MulmoStudioContextMethods.getFileName(context);
+    const outDirPath = MulmoStudioContextMethods.getOutDirPath(context);
+    const outputMultilingualFilePath = getOutputMultilingualFilePath(outDirPath, fileName);
+    mkdir(outDirPath);
+    return { outputMultilingualFilePath, outDirPath };
+};
 export const translateBeat = async (index, context, targetLangs, args) => {
     const { settings, callbacks } = args ?? {};
     // Validate inputs
@@ -223,10 +215,7 @@ export const translateBeat = async (index, context, targetLangs, args) => {
         throw new Error("targetLangs must be a non-empty array");
     }
     try {
-        const fileName = MulmoStudioContextMethods.getFileName(context);
-        const outDirPath = MulmoStudioContextMethods.getOutDirPath(context);
-        const outputMultilingualFilePath = getOutputMultilingualFilePath(outDirPath, fileName);
-        mkdir(outDirPath);
+        const { outputMultilingualFilePath } = getOutputMultilingualFilePathAndMkdir(context);
         const config = settings2GraphAIConfig(settings, process.env);
         assert(!!config?.openAIAgent?.apiKey, "The OPENAI_API_KEY environment variable is missing or empty");
         const graph = new GraphAI(beatGraph, { ...vanillaAgents, fileWriteAgent, openAIAgent }, { agentFilters, config });
@@ -257,10 +246,7 @@ export const translate = async (context, args) => {
     const { settings, callbacks } = args ?? {};
     try {
         MulmoStudioContextMethods.setSessionState(context, "multiLingual", true);
-        const fileName = MulmoStudioContextMethods.getFileName(context);
-        const outDirPath = MulmoStudioContextMethods.getOutDirPath(context);
-        const outputMultilingualFilePath = getOutputMultilingualFilePath(outDirPath, fileName);
-        mkdir(outDirPath);
+        const { outputMultilingualFilePath, outDirPath } = getOutputMultilingualFilePathAndMkdir(context);
         const targetLangs = [...new Set([context.lang, context.studio.script.captionParams?.lang].filter((x) => !isNull(x)))];
         const config = settings2GraphAIConfig(settings, process.env);
         assert(!!config?.openAIAgent?.apiKey, "The OPENAI_API_KEY environment variable is missing or empty");

package/lib/index.common.d.ts

@@ -1,3 +1,4 @@
 export * from "./types/index.js";
 export * from "./utils/provider2agent.js";
 export * from "./utils/const.js";
+export * from "./utils/string.js";

package/lib/index.common.js

@@ -2,3 +2,4 @@
 export * from "./types/index.js";
 export * from "./utils/provider2agent.js";
 export * from "./utils/const.js";
+export * from "./utils/string.js";

package/lib/methods/mulmo_script.js

@@ -1,3 +1,4 @@
+import { GraphAILogger } from "graphai";
 import { mulmoScriptSchema, mulmoStudioMultiLingualFileSchema } from "../types/index.js";
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 const validate_1_0 = (script) => {
@@ -37,6 +38,9 @@ export const MulmoStudioMultiLingualMethod = {
     validate(jsonData, studioBeatsLength) {
         // TODO version check
         const result = mulmoStudioMultiLingualFileSchema.safeParse(jsonData);
+        if (!result.success) {
+            GraphAILogger.warn("multiLingual file validation failed.");
+        }
         const dataSet = result.success ? result.data.multiLingual : [];
         while (dataSet.length < studioBeatsLength) {
             dataSet.push({ multiLingualTexts: {} });

package/lib/utils/const.js

@@ -5,7 +5,7 @@ export const imageDirName = "images";
 export const cacheDirName = "cache";
 export const pdf_modes = ["slide", "talk", "handout"];
 export const pdf_sizes = ["letter", "a4"];
-export const languages = ["en", "ja", "fr", "es"];
+export const languages = ["en", "ja", "fr", "es", "de", "zh-CN", "zh-TW", "ko", "it", "pt", "ar", "hi"];
 export const storyToScriptGenerateMode = {
     stepWise: "step_wise",
     oneStep: "one_step",

package/lib/utils/file.d.ts

@@ -48,3 +48,4 @@ export declare const getAvailableScriptTemplates: () => MulmoScript[];
 export declare const writingMessage: (filePath: string) => void;
 export declare const readAndParseJson: <S extends ZodSchema<any>>(filePath: string, schema: S) => ReturnType<S["parse"]>;
 export declare const generateTimestampedFileName: (prefix: string) => string;
+export declare const hashSHA256: (text: string) => string;

package/lib/utils/file.js

@@ -1,5 +1,6 @@
 import fs from "fs";
 import path from "path";
+import { createHash } from "crypto";
 import { parse as yamlParse } from "yaml";
 import { fileURLToPath } from "url";
 import { GraphAILogger } from "graphai";
@@ -226,3 +227,6 @@ export const generateTimestampedFileName = (prefix) => {
     const pad = (n) => n.toString().padStart(2, "0");
     return `${prefix}_${now.getFullYear()}${pad(now.getMonth() + 1)}${pad(now.getDate())}_${pad(now.getHours())}${pad(now.getMinutes())}${pad(now.getSeconds())}`;
 };
+export const hashSHA256 = (text) => {
+    return createHash("sha256").update(text, "utf8").digest("hex");
+};

package/lib/utils/provider2agent.js

@@ -1,3 +1,4 @@
+// node & browser
 export const provider2TTSAgent = {
     nijivoice: {
         agentName: "ttsNijivoiceAgent",

package/lib/utils/string.d.ts

@@ -1,3 +1,4 @@
+import type { LANG, LocalizedText } from "../types/index.js";
 export declare function splitIntoSentencesJa(paragraph: string, divider: string, minimum: number): string[];
 export declare const recursiveSplitJa: (text: string) => string[];
 interface Replacement {
@@ -6,4 +7,8 @@ interface Replacement {
 }
 export declare function replacePairsJa(replacements: Replacement[]): (str: string) => string;
 export declare const replacementsJa: Replacement[];
+export declare const splitText: (namedInputs: {
+    localizedText: LocalizedText;
+    targetLang: LANG;
+}) => string[];
 export {};

package/lib/utils/string.js

@@ -56,3 +56,15 @@ export const replacementsJa = [
     { from: "%", to: "パーセント" },
     { from: "IPO", to: "アイピーオー" },
 ];
+export const splitText = (namedInputs) => {
+    const { localizedText, targetLang } = namedInputs;
+    // Cache
+    if (localizedText.texts) {
+        return localizedText.texts;
+    }
+    if (targetLang === "ja") {
+        return recursiveSplitJa(localizedText.text);
+    }
+    // not split
+    return [localizedText.text];
+};

package/lib/utils/utils.d.ts

@@ -9,7 +9,7 @@ export declare const llmPair: (_llm?: LLM, _model?: string) => {
 export declare const chunkArray: <T>(array: T[], size?: number) => T[][];
 export declare const isHttp: (fileOrUrl: string) => boolean;
 export declare const text2hash: (input: string) => string;
-export declare const localizedText: (beat: MulmoBeat, multiLingualData?: MulmoStudioMultiLingualData, lang?: string) => string;
+export declare const localizedText: (beat: MulmoBeat, multiLingualData?: MulmoStudioMultiLingualData, targetLang?: string, defaultLang?: string) => string;
 export declare const sleep: (milliseconds: number) => Promise<unknown>;
 export declare function userAssert(condition: boolean, message: string): asserts condition;
 export declare const settings2GraphAIConfig: (settings?: Record<string, string>, env?: Record<string, string | undefined>) => ConfigDataDictionary<DefaultConfigData>;

package/lib/utils/utils.js

@@ -20,9 +20,12 @@ export const isHttp = (fileOrUrl) => {
 export const text2hash = (input) => {
     return crypto.createHash("sha256").update(input).digest("hex");
 };
-export const localizedText = (beat, multiLingualData, lang) => {
-    if (lang && multiLingualData?.multiLingualTexts?.[lang]?.text) {
-        return multiLingualData.multiLingualTexts[lang].text;
+export const localizedText = (beat, multiLingualData, targetLang, defaultLang) => {
+    if (targetLang === defaultLang) {
+        return beat.text;
+    }
+    if (targetLang && multiLingualData?.multiLingualTexts?.[targetLang]?.text) {
+        return multiLingualData.multiLingualTexts[targetLang].text;
     }
     return beat.text;
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.1.8",
+  "version": "1.1.10",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",
@@ -26,6 +26,7 @@
     "./scripts/test",
     "./assets/audio/silent60sec.mp3",
     "./assets/html/",
+    "./assets/images/",
     "./assets/templates/"
   ],
   "directories": {
@@ -82,8 +83,8 @@
     "fluent-ffmpeg": "^2.1.3",
     "google-auth-library": "^10.1.0",
     "graphai": "^2.0.13",
-    "inquirer": "^12.7.0",
-    "marked": "^16.1.1",
+    "inquirer": "^12.9.0",
+    "marked": "^16.1.2",
     "ora": "^8.2.0",
     "puppeteer": "^24.15.0",
     "replicate": "^1.0.1",
@@ -106,7 +107,7 @@
     "ts-node": "^10.9.2",
     "tsx": "^4.20.3",
     "typescript": "^5.9.2",
-    "typescript-eslint": "^8.37.0"
+    "typescript-eslint": "^8.39.0"
   },
   "engines": {
     "node": ">=18.0.0"

package/scripts/test/test_hello.json

@@ -2,6 +2,9 @@
   "$mulmocast": {
     "version": "1.1"
   },
+  "audioParams": {
+    "bgmVolume": 0
+  },
   "lang": "en",
   "beats": [
     {