mulmocast 1.1.5 → 1.1.7

package/lib/cli/commands/image/handler.js

@@ -5,6 +5,6 @@ export const handler = async (argv) => {
     if (!context) {
         process.exit(1);
     }
-    await runTranslateIfNeeded(context, argv);
+    await runTranslateIfNeeded(context);
     await images(context);
 };

package/lib/cli/commands/movie/handler.js

@@ -5,6 +5,6 @@ export const handler = async (argv) => {
     if (!context) {
         process.exit(1);
     }
-    await runTranslateIfNeeded(context, argv);
+    await runTranslateIfNeeded(context, true);
     await audio(context).then(images).then(captions).then(movie);
 };

package/lib/cli/commands/pdf/handler.js

@@ -5,7 +5,7 @@ export const handler = async (argv) => {
     if (!context) {
         process.exit(1);
     }
-    await runTranslateIfNeeded(context, argv);
+    await runTranslateIfNeeded(context);
     await images(context);
     await pdf(context, argv.pdf_mode, argv.pdf_size);
 };

package/lib/cli/helpers.d.ts

@@ -1,9 +1,6 @@
 import type { CliArgs } from "../types/cli_types.js";
 import { FileObject, InitOptions, MulmoStudioContext } from "../types/index.js";
-export declare const runTranslateIfNeeded: (context: MulmoStudioContext, argv: {
-    l?: string;
-    c?: string;
-}) => Promise<void>;
+export declare const runTranslateIfNeeded: (context: MulmoStudioContext, includeCaption?: boolean) => Promise<void>;
 export declare const setGraphAILogger: (verbose: boolean | undefined, logValues?: Record<string, unknown>) => void;
 export declare const getFileObject: (args: {
     basedir?: string;

package/lib/cli/helpers.js

@@ -5,10 +5,11 @@ import clipboardy from "clipboardy";
 import { getBaseDirPath, getFullPath, getOutputStudioFilePath, resolveDirPath, mkdir, getOutputMultilingualFilePath, generateTimestampedFileName, } from "../utils/file.js";
 import { isHttp } from "../utils/utils.js";
 import { outDirName, imageDirName, audioDirName } from "../utils/const.js";
+import { MulmoStudioContextMethods } from "../methods/mulmo_studio_context.js";
 import { translate } from "../actions/translate.js";
 import { initializeContextFromFiles } from "../utils/context.js";
-export const runTranslateIfNeeded = async (context, argv) => {
-    if (argv.l || context.studio.script.captionParams?.lang) {
+export const runTranslateIfNeeded = async (context, includeCaption = false) => {
+    if (MulmoStudioContextMethods.needTranslate(context, includeCaption)) {
         GraphAILogger.log("run translate");
         await translate(context);
     }

package/lib/index.common.d.ts

@@ -1,2 +1,3 @@
 export * from "./types/index.js";
 export * from "./utils/provider2agent.js";
+export * from "./utils/const.js";

package/lib/index.common.js

@@ -1,3 +1,4 @@
 // Entry point for universal code
 export * from "./types/index.js";
 export * from "./utils/provider2agent.js";
+export * from "./utils/const.js";

package/lib/mcp/server.js

@@ -104,7 +104,7 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
             throw new Error("Failed to initialize context from MulmoScript");
         }
         // Run translation if needed
-        await runTranslateIfNeeded(context, argv);
+        await runTranslateIfNeeded(context);
         // Execute the requested command
         switch (cmd) {
             case "movie":

package/lib/methods/mulmo_presentation_style.d.ts

@@ -36,9 +36,10 @@ export declare const MulmoPresentationStyleMethods: {
         defaultModel: import("../utils/provider2agent.js").ReplicateModel;
         models: import("../utils/provider2agent.js").ReplicateModel[];
         modelParams: Record<import("../utils/provider2agent.js").ReplicateModel, {
-            identifier?: `${string}/${string}:${string}`;
-            video: string;
+            identifier?: `${string}/${string}:${string}` | `${string}/${string}`;
+            video?: string;
             audio: string;
+            image?: string;
         }>;
     };
     getConcurrency(presentationStyle: MulmoPresentationStyle): 4 | 16;

package/lib/methods/mulmo_script.d.ts

@@ -1,4 +1,7 @@
-import { MulmoScript } from "../types/index.js";
+import { type MulmoScript, type MulmoStudioMultiLingual } from "../types/index.js";
 export declare const MulmoScriptMethods: {
     validate(script: any): MulmoScript;
 };
+export declare const MulmoStudioMultiLingualMethod: {
+    validate(jsonData: any, studioBeatsLength: number): MulmoStudioMultiLingual;
+};

package/lib/methods/mulmo_script.js

@@ -1,4 +1,4 @@
-import { mulmoScriptSchema } from "../types/index.js";
+import { mulmoScriptSchema, mulmoStudioMultiLingualFileSchema } from "../types/index.js";
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 const validate_1_0 = (script) => {
     if (script.speechParams?.provider) {
@@ -18,6 +18,9 @@ const validators = [{ from: "1.0", to: "1.1", validator: validate_1_0 }];
 export const MulmoScriptMethods = {
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     validate(script) {
+        const version = script.$mulmocast.version;
+        // lang was optional in 1.0 and 1.1
+        const defaultLang = version === "1.0" || version === "1.1" ? { lang: "en" } : {};
         const validatedScript = validators.reduce((acc, validator) => {
             if (acc.$mulmocast.version === validator.from) {
                 const validated = validator.validator(acc);
@@ -25,7 +28,20 @@ export const MulmoScriptMethods = {
                 return validated;
             }
             return acc;
-        }, script);
+        }, { ...defaultLang, ...script });
         return mulmoScriptSchema.parse(validatedScript);
     },
 };
+export const MulmoStudioMultiLingualMethod = {
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    validate(jsonData, studioBeatsLength) {
+        // TODO version check
+        const result = mulmoStudioMultiLingualFileSchema.safeParse(jsonData);
+        const dataSet = result.success ? result.data.multiLingual : [];
+        while (dataSet.length < studioBeatsLength) {
+            dataSet.push({ multiLingualTexts: {} });
+        }
+        dataSet.length = studioBeatsLength;
+        return dataSet;
+    },
+};

package/lib/methods/mulmo_studio_context.d.ts

@@ -11,4 +11,5 @@ export declare const MulmoStudioContextMethods: {
     getCaption(context: MulmoStudioContext): string | undefined;
     setSessionState(context: MulmoStudioContext, sessionType: SessionType, value: boolean): void;
     setBeatSessionState(context: MulmoStudioContext, sessionType: BeatSessionType, index: number, value: boolean): void;
+    needTranslate(context: MulmoStudioContext, includeCaption?: boolean): boolean | "" | undefined;
 };

package/lib/methods/mulmo_studio_context.js

@@ -63,4 +63,12 @@ export const MulmoStudioContextMethods = {
         }
         notifyBeatStateChange(context, sessionType, index);
     },
+    needTranslate(context, includeCaption = false) {
+        // context.studio.script.lang = defaultLang, context.lang = targetLanguage.
+        if (includeCaption) {
+            return (context.studio.script.lang !== context.lang ||
+                (context.studio.script.captionParams?.lang && context.studio.script.lang !== context.studio.script.captionParams?.lang));
+        }
+        return context.studio.script.lang !== context.lang;
+    },
 };

package/lib/types/agent.d.ts

@@ -77,6 +77,7 @@ export type LipSyncAgentInputs = {
     lipSyncFile: string;
     movieFile: string;
     audioFile: string;
+    imageFile: string;
 };
 export type GoogleMovieAgentConfig = GoogleImageAgentConfig;
 export type ReplicateMovieAgentConfig = AgentConfig;