mulmocast 1.2.8 → 1.2.10

package/lib/actions/pdf.js

@@ -1,7 +1,7 @@
 import fs from "fs";
 import path from "path";
 import puppeteer from "puppeteer";
-import { GraphAILogger } from "graphai";
+import { GraphAILogger, sleep } from "graphai";
 import { MulmoPresentationStyleMethods } from "../methods/index.js";
 import { localizedText, isHttp } from "../utils/utils.js";
 import { getOutputPdfFilePath, writingMessage, getHTMLFile } from "../utils/file.js";
@@ -142,7 +142,8 @@ const generatePDF = async (context, pdfMode, pdfSize) => {
     });
     try {
         const page = await browser.newPage();
-        await page.setContent(html, { waitUntil: "networkidle0" });
+        await page.setContent(html, { waitUntil: "domcontentloaded" });
+        await sleep(1000);
         await page.pdf({
             path: outputPdfPath,
             printBackground: true,

package/lib/actions/translate.js

@@ -5,7 +5,8 @@ import * as agents from "@graphai/vanilla";
 import { openAIAgent } from "@graphai/openai_agent";
 import { fileWriteAgent } from "@graphai/vanilla_node_agents";
 import { splitText } from "../utils/string.js";
-import { settings2GraphAIConfig } from "../utils/utils.js";
+import { settings2GraphAIConfig, multiLingualObjectToArray } from "../utils/utils.js";
+import { beatId } from "../utils/common.js";
 import { getMultiLingual } from "../utils/context.js";
 import { currentMulmoScriptVersion } from "../utils/const.js";
 import { getOutputMultilingualFilePath, mkdir, writingMessage, hashSHA256 } from "../utils/file.js";
@@ -68,9 +69,10 @@ const beatGraph = {
         // for cache
         multiLingual: {
             agent: (namedInputs) => {
-                const { multiLinguals, beatIndex, text } = namedInputs;
+                const { multiLinguals, beatIndex, text, beat } = namedInputs;
+                const key = beatId(beat?.id, beatIndex);
                 const cacheKey = hashSHA256(text ?? "");
-                const multiLingual = multiLinguals?.[beatIndex];
+                const multiLingual = multiLinguals?.[key];
                 if (!multiLingual) {
                     return { cacheKey, multiLingualTexts: {} };
                 }
@@ -86,6 +88,7 @@ const beatGraph = {
             },
             inputs: {
                 text: ":beat.text",
+                beat: ":beat",
                 beatIndex: ":__mapIndex",
                 multiLinguals: ":context.multiLingual",
             },
@@ -141,10 +144,21 @@ const translateGraph = {
         targetLangs: {},
         mergeStudioResult: {
             isResult: true,
-            agent: "copyAgent",
+            agent: (namedInputs) => {
+                const { multiLingual, beats } = namedInputs;
+                const multiLingualObject = beats.reduce((tmp, beat, beatIndex) => {
+                    const key = beatId(beat?.id, beatIndex);
+                    tmp[key] = multiLingual[beatIndex];
+                    return tmp;
+                }, {});
+                return {
+                    version: currentMulmoScriptVersion,
+                    multiLingual: multiLingualObject,
+                };
+            },
             inputs: {
-                version: "1.1",
                 multiLingual: ":beatsMap.mergeMultiLingualData",
+                beats: ":context.studio.script.beats",
             },
         },
         beatsMap: {
@@ -229,8 +243,9 @@ export const translateBeat = async (index, context, targetLangs, args) => {
             });
         }
         const results = await graph.run();
-        const multiLingual = getMultiLingual(outputMultilingualFilePath, context.studio.beats.length);
-        multiLingual[index] = results.mergeMultiLingualData;
+        const multiLingual = getMultiLingual(outputMultilingualFilePath, context.studio.beats);
+        const key = beatId(context.studio.script.beats[index]?.id, index);
+        multiLingual[key] = results.mergeMultiLingualData;
         const data = {
             version: currentMulmoScriptVersion,
             multiLingual,
@@ -263,7 +278,7 @@ export const translate = async (context, args) => {
         const results = await graph.run();
         writingMessage(outputMultilingualFilePath);
         if (results.mergeStudioResult) {
-            context.multiLingual = results.mergeStudioResult.multiLingual;
+            context.multiLingual = multiLingualObjectToArray(results?.mergeStudioResult?.multiLingual, context.studio.script.beats);
         }
     }
     finally {

package/lib/index.common.d.ts

@@ -2,3 +2,4 @@ export * from "./types/index.js";
 export * from "./utils/provider2agent.js";
 export * from "./utils/const.js";
 export * from "./utils/string.js";
+export * from "./utils/common.js";

package/lib/index.common.js

@@ -3,3 +3,4 @@ export * from "./types/index.js";
 export * from "./utils/provider2agent.js";
 export * from "./utils/const.js";
 export * from "./utils/string.js";
+export * from "./utils/common.js";

package/lib/methods/mulmo_script.d.ts

@@ -1,7 +1,7 @@
-import { type MulmoScript, type MulmoStudioMultiLingual } from "../types/index.js";
+import { type MulmoStudioBeat, type MulmoScript, type MulmoStudioMultiLingual } from "../types/index.js";
 export declare const MulmoScriptMethods: {
     validate(script: any): MulmoScript;
 };
 export declare const MulmoStudioMultiLingualMethod: {
-    validate(jsonData: any, studioBeatsLength: number): MulmoStudioMultiLingual;
+    validate(jsonData: any, beats: MulmoStudioBeat[]): MulmoStudioMultiLingual;
 };

package/lib/methods/mulmo_script.js

@@ -1,5 +1,6 @@
 import { GraphAILogger } from "graphai";
 import { mulmoScriptSchema, mulmoStudioMultiLingualFileSchema } from "../types/index.js";
+import { beatId } from "../utils/common.js";
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 const validate_1_0 = (script) => {
     if (script.speechParams?.provider) {
@@ -35,17 +36,19 @@ export const MulmoScriptMethods = {
 };
 export const MulmoStudioMultiLingualMethod = {
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    validate(jsonData, studioBeatsLength) {
+    validate(jsonData, beats) {
         // TODO version check
         const result = mulmoStudioMultiLingualFileSchema.safeParse(jsonData);
         if (!result.success) {
             GraphAILogger.warn("multiLingual file validation failed.");
         }
-        const dataSet = result.success ? result.data.multiLingual : [];
-        while (dataSet.length < studioBeatsLength) {
-            dataSet.push({ multiLingualTexts: {} });
-        }
-        dataSet.length = studioBeatsLength;
-        return dataSet;
+        const multiLingual = result.success ? result.data.multiLingual : {};
+        beats.forEach((beat, index) => {
+            const key = beatId(beat?.id, index);
+            if (!multiLingual[key]) {
+                multiLingual[key] = { multiLingualTexts: {} };
+            }
+        });
+        return multiLingual;
     },
 };

package/lib/methods/mulmo_studio_context.js

@@ -1,4 +1,5 @@
 import path from "path";
+import { beatId } from "../utils/common.js";
 import { GraphAILogger } from "graphai";
 const sessionProgressCallbacks = new Set();
 export const addSessionProgressCallback = (cb) => {
@@ -51,7 +52,7 @@ export const MulmoStudioContextMethods = {
         notifyStateChange(context, sessionType);
     },
     setBeatSessionState(context, sessionType, index, id, value) {
-        const key = id ?? `__index__${index}`;
+        const key = beatId(id, index);
         if (value) {
             if (!context.sessionState.inBeatSession[sessionType]) {
                 context.sessionState.inBeatSession[sessionType] = {};

package/lib/types/schema.d.ts

@@ -5689,6 +5689,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
     __test_invalid__?: boolean | undefined;
 }>;
 export declare const mulmoStudioBeatSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
     hash: z.ZodOptional<z.ZodString>;
     duration: z.ZodOptional<z.ZodNumber>;
     startAt: z.ZodOptional<z.ZodNumber>;
@@ -5705,6 +5706,7 @@ export declare const mulmoStudioBeatSchema: z.ZodObject<{
     htmlImageFile: z.ZodOptional<z.ZodString>;
 }, "strict", z.ZodTypeAny, {
     duration?: number | undefined;
+    id?: string | undefined;
     startAt?: number | undefined;
     hash?: string | undefined;
     audioDuration?: number | undefined;
@@ -5720,6 +5722,7 @@ export declare const mulmoStudioBeatSchema: z.ZodObject<{
     htmlImageFile?: string | undefined;
 }, {
     duration?: number | undefined;
+    id?: string | undefined;
     startAt?: number | undefined;
     hash?: string | undefined;
     audioDuration?: number | undefined;
@@ -5779,7 +5782,7 @@ export declare const mulmoStudioMultiLingualDataSchema: z.ZodObject<{
     }>;
     cacheKey?: string | undefined;
 }>;
-export declare const mulmoStudioMultiLingualSchema: z.ZodArray<z.ZodObject<{
+export declare const mulmoStudioMultiLingualArraySchema: z.ZodArray<z.ZodObject<{
     multiLingualTexts: z.ZodRecord<z.ZodString, z.ZodObject<{
         text: z.ZodString;
         lang: z.ZodString;
@@ -5824,9 +5827,54 @@ export declare const mulmoStudioMultiLingualSchema: z.ZodArray<z.ZodObject<{
     }>;
     cacheKey?: string | undefined;
 }>, "many">;
+export declare const mulmoStudioMultiLingualSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
+    multiLingualTexts: z.ZodRecord<z.ZodString, z.ZodObject<{
+        text: z.ZodString;
+        lang: z.ZodString;
+        texts: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        ttsTexts: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        cacheKey: z.ZodString;
+        duration: z.ZodOptional<z.ZodNumber>;
+    }, "strict", z.ZodTypeAny, {
+        text: string;
+        lang: string;
+        cacheKey: string;
+        texts?: string[] | undefined;
+        ttsTexts?: string[] | undefined;
+        duration?: number | undefined;
+    }, {
+        text: string;
+        lang: string;
+        cacheKey: string;
+        texts?: string[] | undefined;
+        ttsTexts?: string[] | undefined;
+        duration?: number | undefined;
+    }>>;
+    cacheKey: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    multiLingualTexts: Record<string, {
+        text: string;
+        lang: string;
+        cacheKey: string;
+        texts?: string[] | undefined;
+        ttsTexts?: string[] | undefined;
+        duration?: number | undefined;
+    }>;
+    cacheKey?: string | undefined;
+}, {
+    multiLingualTexts: Record<string, {
+        text: string;
+        lang: string;
+        cacheKey: string;
+        texts?: string[] | undefined;
+        ttsTexts?: string[] | undefined;
+        duration?: number | undefined;
+    }>;
+    cacheKey?: string | undefined;
+}>>;
 export declare const mulmoStudioMultiLingualFileSchema: z.ZodObject<{
     version: z.ZodLiteral<"1.1">;
-    multiLingual: z.ZodArray<z.ZodObject<{
+    multiLingual: z.ZodRecord<z.ZodString, z.ZodObject<{
         multiLingualTexts: z.ZodRecord<z.ZodString, z.ZodObject<{
             text: z.ZodString;
             lang: z.ZodString;
@@ -5870,10 +5918,10 @@ export declare const mulmoStudioMultiLingualFileSchema: z.ZodObject<{
             duration?: number | undefined;
         }>;
         cacheKey?: string | undefined;
-    }>, "many">;
+    }>>;
 }, "strip", z.ZodTypeAny, {
     version: "1.1";
-    multiLingual: {
+    multiLingual: Record<string, {
         multiLingualTexts: Record<string, {
             text: string;
             lang: string;
@@ -5883,10 +5931,10 @@ export declare const mulmoStudioMultiLingualFileSchema: z.ZodObject<{
             duration?: number | undefined;
         }>;
         cacheKey?: string | undefined;
-    }[];
+    }>;
 }, {
     version: "1.1";
-    multiLingual: {
+    multiLingual: Record<string, {
         multiLingualTexts: Record<string, {
             text: string;
             lang: string;
@@ -5896,7 +5944,7 @@ export declare const mulmoStudioMultiLingualFileSchema: z.ZodObject<{
             duration?: number | undefined;
         }>;
         cacheKey?: string | undefined;
-    }[];
+    }>;
 }>;
 export declare const mulmoSessionStateSchema: z.ZodObject<{
     inSession: z.ZodObject<{
@@ -8315,6 +8363,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
     }>;
     filename: z.ZodString;
     beats: z.ZodArray<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
         hash: z.ZodOptional<z.ZodString>;
         duration: z.ZodOptional<z.ZodNumber>;
         startAt: z.ZodOptional<z.ZodNumber>;
@@ -8331,6 +8380,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
         htmlImageFile: z.ZodOptional<z.ZodString>;
     }, "strict", z.ZodTypeAny, {
         duration?: number | undefined;
+        id?: string | undefined;
         startAt?: number | undefined;
         hash?: string | undefined;
         audioDuration?: number | undefined;
@@ -8346,6 +8396,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
         htmlImageFile?: string | undefined;
     }, {
         duration?: number | undefined;
+        id?: string | undefined;
         startAt?: number | undefined;
         hash?: string | undefined;
         audioDuration?: number | undefined;
@@ -8363,6 +8414,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
 }, "strict", z.ZodTypeAny, {
     beats: {
         duration?: number | undefined;
+        id?: string | undefined;
         startAt?: number | undefined;
         hash?: string | undefined;
         audioDuration?: number | undefined;
@@ -8705,6 +8757,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
 }, {
     beats: {
         duration?: number | undefined;
+        id?: string | undefined;
         startAt?: number | undefined;
         hash?: string | undefined;
         audioDuration?: number | undefined;

package/lib/types/schema.js

@@ -383,6 +383,7 @@ export const mulmoScriptSchema = mulmoPresentationStyleSchema
     .strict();
 export const mulmoStudioBeatSchema = z
     .object({
+    id: z.string().optional().describe("Unique identifier for the beat."),
     hash: z.string().optional(),
     duration: z.number().optional(),
     startAt: z.number().optional(),
@@ -403,7 +404,8 @@ export const mulmoStudioMultiLingualDataSchema = z.object({
     multiLingualTexts: multiLingualTextsSchema,
     cacheKey: z.string().optional(),
 });
-export const mulmoStudioMultiLingualSchema = z.array(mulmoStudioMultiLingualDataSchema).min(1);
+export const mulmoStudioMultiLingualArraySchema = z.array(mulmoStudioMultiLingualDataSchema).min(1);
+export const mulmoStudioMultiLingualSchema = z.record(z.string(), mulmoStudioMultiLingualDataSchema);
 export const mulmoStudioMultiLingualFileSchema = z.object({
     version: z.literal(currentMulmoScriptVersion),
     multiLingual: mulmoStudioMultiLingualSchema,

package/lib/types/type.d.ts

@@ -1,5 +1,5 @@
 import { type CallbackFunction } from "graphai";
-import { langSchema, localizedTextSchema, mulmoBeatSchema, mulmoScriptSchema, mulmoStudioSchema, mulmoStudioBeatSchema, mulmoStoryboardSchema, mulmoStoryboardSceneSchema, mulmoStudioMultiLingualSchema, mulmoStudioMultiLingualDataSchema, mulmoStudioMultiLingualFileSchema, speakerDictionarySchema, mulmoImageParamsSchema, mulmoImageParamsImagesSchema, mulmoFillOptionSchema, mulmoMovieParamsSchema, textSlideParamsSchema, speechOptionsSchema, speakerDataSchema, mulmoCanvasDimensionSchema, mulmoPromptTemplateSchema, mulmoPromptTemplateFileSchema, text2ImageProviderSchema, text2HtmlImageProviderSchema, text2MovieProviderSchema, text2SpeechProviderSchema, mulmoPresentationStyleSchema, multiLingualTextsSchema, mulmoImageAssetSchema, mulmoMermaidMediaSchema, mulmoTextSlideMediaSchema, mulmoMarkdownMediaSchema, mulmoImageMediaSchema, mulmoChartMediaSchema, mediaSourceSchema, mulmoSessionStateSchema, mulmoOpenAIImageModelSchema, mulmoGoogleImageModelSchema, mulmoGoogleMovieModelSchema, mulmoReplicateMovieModelSchema, mulmoImagePromptMediaSchema } from "./schema.js";
+import { langSchema, localizedTextSchema, mulmoBeatSchema, mulmoScriptSchema, mulmoStudioSchema, mulmoStudioBeatSchema, mulmoStoryboardSchema, mulmoStoryboardSceneSchema, mulmoStudioMultiLingualSchema, mulmoStudioMultiLingualArraySchema, mulmoStudioMultiLingualDataSchema, mulmoStudioMultiLingualFileSchema, speakerDictionarySchema, mulmoImageParamsSchema, mulmoImageParamsImagesSchema, mulmoFillOptionSchema, mulmoMovieParamsSchema, textSlideParamsSchema, speechOptionsSchema, speakerDataSchema, mulmoCanvasDimensionSchema, mulmoPromptTemplateSchema, mulmoPromptTemplateFileSchema, text2ImageProviderSchema, text2HtmlImageProviderSchema, text2MovieProviderSchema, text2SpeechProviderSchema, mulmoPresentationStyleSchema, multiLingualTextsSchema, mulmoImageAssetSchema, mulmoMermaidMediaSchema, mulmoTextSlideMediaSchema, mulmoMarkdownMediaSchema, mulmoImageMediaSchema, mulmoChartMediaSchema, mediaSourceSchema, mulmoSessionStateSchema, mulmoOpenAIImageModelSchema, mulmoGoogleImageModelSchema, mulmoGoogleMovieModelSchema, mulmoReplicateMovieModelSchema, mulmoImagePromptMediaSchema } from "./schema.js";
 import { pdf_modes, pdf_sizes, storyToScriptGenerateMode } from "../utils/const.js";
 import type { LLM } from "../utils/provider2agent.js";
 import { z } from "zod";
@@ -28,6 +28,7 @@ export type MulmoStudio = z.infer<typeof mulmoStudioSchema>;
 export type MulmoPromptTemplate = z.infer<typeof mulmoPromptTemplateSchema>;
 export type MulmoPromptTemplateFile = z.infer<typeof mulmoPromptTemplateFileSchema>;
 export type MulmoStudioMultiLingual = z.infer<typeof mulmoStudioMultiLingualSchema>;
+export type MulmoStudioMultiLingualArray = z.infer<typeof mulmoStudioMultiLingualArraySchema>;
 export type MulmoStudioMultiLingualData = z.infer<typeof mulmoStudioMultiLingualDataSchema>;
 export type MulmoStudioMultiLingualFile = z.infer<typeof mulmoStudioMultiLingualFileSchema>;
 export type MultiLingualTexts = z.infer<typeof multiLingualTextsSchema>;
@@ -59,7 +60,7 @@ export type MulmoStudioContext = {
     force: boolean;
     sessionState: MulmoSessionState;
     presentationStyle: MulmoPresentationStyle;
-    multiLingual: MulmoStudioMultiLingual;
+    multiLingual: MulmoStudioMultiLingualArray;
 };
 export type ScriptingParams = {
     urls: string[];

package/lib/utils/common.d.ts

@@ -0,0 +1 @@
+export declare const beatId: (id: string | undefined, index: number) => string;

package/lib/utils/common.js

@@ -0,0 +1,4 @@
+export const beatId = (id, index) => {
+    const key = id ?? `__index__${index}`;
+    return key;
+};

package/lib/utils/context.d.ts

@@ -1,7 +1,8 @@
-import type { MulmoScript, MulmoPresentationStyle, MulmoStudioMultiLingual, FileObject } from "../types/type.js";
+import type { MulmoStudioBeat, MulmoScript, MulmoPresentationStyle, MulmoStudioMultiLingual, FileObject } from "../types/type.js";
 export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: string, videoCaptionLang?: string, presentationStyle?: MulmoPresentationStyle | null) => {
     beats: {
         duration?: number | undefined;
+        id?: string | undefined;
         startAt?: number | undefined;
         hash?: string | undefined;
         audioDuration?: number | undefined;
@@ -343,12 +344,13 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
     filename: string;
 };
 export declare const fetchScript: (isHttpPath: boolean, mulmoFilePath: string, fileOrUrl: string) => Promise<MulmoScript | null>;
-export declare const getMultiLingual: (multilingualFilePath: string, studioBeatsLength: number) => MulmoStudioMultiLingual;
+export declare const getMultiLingual: (multilingualFilePath: string, beats: MulmoStudioBeat[]) => MulmoStudioMultiLingual;
 export declare const getPresentationStyle: (presentationStylePath: string | undefined) => MulmoPresentationStyle | null;
 export declare const initializeContextFromFiles: (files: FileObject, raiseError: boolean, force?: boolean, captionLang?: string, targetLang?: string) => Promise<{
     studio: {
         beats: {
             duration?: number | undefined;
+            id?: string | undefined;
             startAt?: number | undefined;
             hash?: string | undefined;
             audioDuration?: number | undefined;

package/lib/utils/context.js

@@ -1,6 +1,8 @@
 import { GraphAILogger } from "graphai";
 import fs from "fs";
 import { readMulmoScriptFile, fetchMulmoScriptFile } from "./file.js";
+import { multiLingualObjectToArray } from "./utils.js";
+import { beatId } from "./common.js";
 import { mulmoStudioSchema, mulmoCaptionParamsSchema, mulmoPresentationStyleSchema } from "../types/schema.js";
 import { MulmoPresentationStyleMethods, MulmoScriptMethods, MulmoStudioMultiLingualMethod } from "../methods/index.js";
 const mulmoCredit = (speaker) => {
@@ -87,12 +89,16 @@ export const fetchScript = async (isHttpPath, mulmoFilePath, fileOrUrl) => {
     }
     return readMulmoScriptFile(mulmoFilePath, "ERROR: File does not exist " + mulmoFilePath)?.mulmoData ?? null;
 };
-export const getMultiLingual = (multilingualFilePath, studioBeatsLength) => {
+export const getMultiLingual = (multilingualFilePath, beats) => {
     if (!fs.existsSync(multilingualFilePath)) {
-        return [...Array(studioBeatsLength)].map(() => ({ multiLingualTexts: {} }));
+        return beats.reduce((tmp, beat, index) => {
+            const key = beatId(beat?.id, index);
+            tmp[key] = { multiLingualTexts: {} };
+            return tmp;
+        }, {});
     }
     const jsonData = readMulmoScriptFile(multilingualFilePath, "ERROR: File does not exist " + multilingualFilePath)?.mulmoData ?? null;
-    return MulmoStudioMultiLingualMethod.validate(jsonData, studioBeatsLength);
+    return MulmoStudioMultiLingualMethod.validate(jsonData, beats);
 };
 export const getPresentationStyle = (presentationStylePath) => {
     if (!presentationStylePath) {
@@ -113,10 +119,10 @@ export const initializeContextFromFiles = async (files, raiseError, force, capti
     try {
         const presentationStyle = getPresentationStyle(presentationStylePath);
         const studio = createStudioData(mulmoScript, fileName, captionLang, presentationStyle);
-        const multiLingual = getMultiLingual(outputMultilingualFilePath, studio.beats.length);
+        const multiLingual = getMultiLingual(outputMultilingualFilePath, studio.script.beats);
         return {
             studio,
-            multiLingual,
+            multiLingual: multiLingualObjectToArray(multiLingual, studio.script.beats),
             fileDirs: files,
             presentationStyle: presentationStyle ?? studio.script,
             sessionState: initSessionState(),

package/lib/utils/utils.d.ts

@@ -1,5 +1,5 @@
 import type { ConfigDataDictionary, DefaultConfigData } from "graphai";
-import { MulmoBeat, MulmoStudioMultiLingualData } from "../types/index.js";
+import { MulmoBeat, MulmoStudioBeat, MulmoStudioMultiLingual, MulmoStudioMultiLingualData } from "../types/index.js";
 import type { LLM } from "./provider2agent.js";
 export declare const llmPair: (_llm?: LLM, _model?: string) => {
     agent: "mediaMockAgent" | "openAIAgent" | "anthropicAgent" | "geminiAgent" | "groqAgent";
@@ -19,4 +19,15 @@ type CleanableObject = {
     [key: string]: CleanableValue;
 };
 export declare const deepClean: <T extends CleanableValue>(input: T) => T | undefined;
+export declare const multiLingualObjectToArray: (multiLingual: MulmoStudioMultiLingual | undefined, beats: MulmoStudioBeat[]) => {
+    multiLingualTexts: Record<string, {
+        text: string;
+        lang: string;
+        cacheKey: string;
+        texts?: string[] | undefined;
+        ttsTexts?: string[] | undefined;
+        duration?: number | undefined;
+    }>;
+    cacheKey?: string | undefined;
+}[];
 export {};

package/lib/utils/utils.js

@@ -1,5 +1,6 @@
 import * as crypto from "crypto";
 import { provider2LLMAgent } from "./provider2agent.js";
+import { beatId } from "./common.js";
 export const llmPair = (_llm, _model) => {
     const llmKey = _llm ?? "openai";
     const agent = provider2LLMAgent[llmKey]?.agentName ?? provider2LLMAgent.openai.agentName;
@@ -117,3 +118,12 @@ export const deepClean = (input) => {
     }
     return input;
 };
+export const multiLingualObjectToArray = (multiLingual, beats) => {
+    return beats.map((beat, index) => {
+        const key = beatId(beat?.id, index);
+        if (multiLingual?.[key]) {
+            return multiLingual[key];
+        }
+        return { multiLingualTexts: {} };
+    });
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.2.8",
+  "version": "1.2.10",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",
@@ -77,9 +77,9 @@
     "@graphai/stream_agent_filter": "^2.0.2",
     "@graphai/vanilla": "^2.0.12",
     "@graphai/vanilla_node_agents": "^2.0.4",
-    "@inquirer/input": "^4.2.1",
-    "@inquirer/select": "^4.3.1",
-    "@modelcontextprotocol/sdk": "^1.17.3",
+    "@inquirer/input": "^4.2.2",
+    "@inquirer/select": "^4.3.2",
+    "@modelcontextprotocol/sdk": "^1.17.4",
     "@tavily/core": "^0.5.11",
     "canvas": "^3.2.0",
     "clipboardy": "^4.0.0",
@@ -101,15 +101,15 @@
     "@receptron/test_utils": "^2.0.3",
     "@types/fluent-ffmpeg": "^2.1.26",
     "@types/yargs": "^17.0.33",
-    "eslint": "^9.33.0",
+    "eslint": "^9.34.0",
     "eslint-config-prettier": "^10.1.8",
     "eslint-plugin-prettier": "^5.5.4",
-    "eslint-plugin-sonarjs": "^3.0.4",
+    "eslint-plugin-sonarjs": "^3.0.5",
     "prettier": "^3.6.2",
     "ts-node": "^10.9.2",
-    "tsx": "^4.20.4",
+    "tsx": "^4.20.5",
     "typescript": "^5.9.2",
-    "typescript-eslint": "^8.40.0"
+    "typescript-eslint": "^8.41.0"
   },
   "engines": {
     "node": ">=18.0.0"

package/scripts/test/test_en.json

@@ -18,10 +18,12 @@
   "lang": "en",
   "beats": [
     {
+      "id": "beat1",
       "speaker": "Host",
       "text": "Welcome to Mulmocast Tech Insights."
     },
     {
+      "id": "beat2",
       "speaker": "Host",
       "text": "AI-2028 is a project from the AI Futures Project."
     }