mulmocast 1.2.26 → 1.2.28

package/lib/types/schema.d.ts

@@ -2998,7 +2998,7 @@ export declare const mulmoPresentationStyleSchema: z.ZodObject<{
         quality?: string | undefined;
         moderation?: string | undefined;
     }>>>;
-    movieParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
+    movieParams: z.ZodOptional<z.ZodObject<{
         provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<[string, ...string[]]>>>;
         model: z.ZodOptional<z.ZodString>;
         transition: z.ZodOptional<z.ZodObject<{
@@ -3038,7 +3038,7 @@ export declare const mulmoPresentationStyleSchema: z.ZodObject<{
             type: "fade" | "slideout_left";
             duration?: number | undefined;
         } | undefined;
-    }>>>;
+    }>>;
     soundEffectParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
         provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<[string, ...string[]]>>>;
         model: z.ZodOptional<z.ZodString>;
@@ -3224,17 +3224,6 @@ export declare const mulmoPresentationStyleSchema: z.ZodObject<{
             kind: "path";
         } | undefined;
     };
-    movieParams: {
-        provider?: string | undefined;
-        model?: string | undefined;
-        fillOption?: {
-            style: "aspectFit" | "aspectFill";
-        } | undefined;
-        transition?: {
-            type: "fade" | "slideout_left";
-            duration: number;
-        } | undefined;
-    };
     soundEffectParams: {
         provider?: string | undefined;
         model?: string | undefined;
@@ -3271,6 +3260,17 @@ export declare const mulmoPresentationStyleSchema: z.ZodObject<{
             model?: string | undefined;
         }>;
     };
+    movieParams?: {
+        provider?: string | undefined;
+        model?: string | undefined;
+        fillOption?: {
+            style: "aspectFit" | "aspectFill";
+        } | undefined;
+        transition?: {
+            type: "fade" | "slideout_left";
+            duration: number;
+        } | undefined;
+    } | undefined;
     lipSyncParams?: {
         provider?: string | undefined;
         model?: string | undefined;
@@ -3716,7 +3716,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
         quality?: string | undefined;
         moderation?: string | undefined;
     }>>>;
-    movieParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
+    movieParams: z.ZodOptional<z.ZodObject<{
         provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<[string, ...string[]]>>>;
         model: z.ZodOptional<z.ZodString>;
         transition: z.ZodOptional<z.ZodObject<{
@@ -3756,7 +3756,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
             type: "fade" | "slideout_left";
             duration?: number | undefined;
         } | undefined;
-    }>>>;
+    }>>;
     soundEffectParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
         provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<[string, ...string[]]>>>;
         model: z.ZodOptional<z.ZodString>;
@@ -5156,17 +5156,6 @@ export declare const mulmoScriptSchema: z.ZodObject<{
             kind: "path";
         } | undefined;
     };
-    movieParams: {
-        provider?: string | undefined;
-        model?: string | undefined;
-        fillOption?: {
-            style: "aspectFit" | "aspectFill";
-        } | undefined;
-        transition?: {
-            type: "fade" | "slideout_left";
-            duration: number;
-        } | undefined;
-    };
     soundEffectParams: {
         provider?: string | undefined;
         model?: string | undefined;
@@ -5410,6 +5399,17 @@ export declare const mulmoScriptSchema: z.ZodObject<{
     }[];
     title?: string | undefined;
     description?: string | undefined;
+    movieParams?: {
+        provider?: string | undefined;
+        model?: string | undefined;
+        fillOption?: {
+            style: "aspectFit" | "aspectFill";
+        } | undefined;
+        transition?: {
+            type: "fade" | "slideout_left";
+            duration: number;
+        } | undefined;
+    } | undefined;
     lipSyncParams?: {
         provider?: string | undefined;
         model?: string | undefined;
@@ -6417,7 +6417,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
             quality?: string | undefined;
             moderation?: string | undefined;
         }>>>;
-        movieParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
+        movieParams: z.ZodOptional<z.ZodObject<{
             provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<[string, ...string[]]>>>;
             model: z.ZodOptional<z.ZodString>;
             transition: z.ZodOptional<z.ZodObject<{
@@ -6457,7 +6457,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 type: "fade" | "slideout_left";
                 duration?: number | undefined;
             } | undefined;
-        }>>>;
+        }>>;
         soundEffectParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
             provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<[string, ...string[]]>>>;
             model: z.ZodOptional<z.ZodString>;
@@ -7857,17 +7857,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 kind: "path";
             } | undefined;
         };
-        movieParams: {
-            provider?: string | undefined;
-            model?: string | undefined;
-            fillOption?: {
-                style: "aspectFit" | "aspectFill";
-            } | undefined;
-            transition?: {
-                type: "fade" | "slideout_left";
-                duration: number;
-            } | undefined;
-        };
         soundEffectParams: {
             provider?: string | undefined;
             model?: string | undefined;
@@ -8111,6 +8100,17 @@ export declare const mulmoStudioSchema: z.ZodObject<{
         }[];
         title?: string | undefined;
         description?: string | undefined;
+        movieParams?: {
+            provider?: string | undefined;
+            model?: string | undefined;
+            fillOption?: {
+                style: "aspectFit" | "aspectFill";
+            } | undefined;
+            transition?: {
+                type: "fade" | "slideout_left";
+                duration: number;
+            } | undefined;
+        } | undefined;
         lipSyncParams?: {
             provider?: string | undefined;
             model?: string | undefined;
@@ -8580,17 +8580,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 kind: "path";
             } | undefined;
         };
-        movieParams: {
-            provider?: string | undefined;
-            model?: string | undefined;
-            fillOption?: {
-                style: "aspectFit" | "aspectFill";
-            } | undefined;
-            transition?: {
-                type: "fade" | "slideout_left";
-                duration: number;
-            } | undefined;
-        };
         soundEffectParams: {
             provider?: string | undefined;
             model?: string | undefined;
@@ -8834,6 +8823,17 @@ export declare const mulmoStudioSchema: z.ZodObject<{
         }[];
         title?: string | undefined;
         description?: string | undefined;
+        movieParams?: {
+            provider?: string | undefined;
+            model?: string | undefined;
+            fillOption?: {
+                style: "aspectFit" | "aspectFill";
+            } | undefined;
+            transition?: {
+                type: "fade" | "slideout_left";
+                duration: number;
+            } | undefined;
+        } | undefined;
         lipSyncParams?: {
             provider?: string | undefined;
             model?: string | undefined;
@@ -9514,7 +9514,7 @@ export declare const mulmoPromptTemplateSchema: z.ZodObject<{
             quality?: string | undefined;
             moderation?: string | undefined;
         }>>>;
-        movieParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
+        movieParams: z.ZodOptional<z.ZodObject<{
             provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<[string, ...string[]]>>>;
             model: z.ZodOptional<z.ZodString>;
             transition: z.ZodOptional<z.ZodObject<{
@@ -9554,7 +9554,7 @@ export declare const mulmoPromptTemplateSchema: z.ZodObject<{
                 type: "fade" | "slideout_left";
                 duration?: number | undefined;
             } | undefined;
-        }>>>;
+        }>>;
         soundEffectParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
             provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<[string, ...string[]]>>>;
             model: z.ZodOptional<z.ZodString>;
@@ -9740,17 +9740,6 @@ export declare const mulmoPromptTemplateSchema: z.ZodObject<{
                 kind: "path";
             } | undefined;
         };
-        movieParams: {
-            provider?: string | undefined;
-            model?: string | undefined;
-            fillOption?: {
-                style: "aspectFit" | "aspectFill";
-            } | undefined;
-            transition?: {
-                type: "fade" | "slideout_left";
-                duration: number;
-            } | undefined;
-        };
         soundEffectParams: {
             provider?: string | undefined;
             model?: string | undefined;
@@ -9787,6 +9776,17 @@ export declare const mulmoPromptTemplateSchema: z.ZodObject<{
                 model?: string | undefined;
             }>;
         };
+        movieParams?: {
+            provider?: string | undefined;
+            model?: string | undefined;
+            fillOption?: {
+                style: "aspectFit" | "aspectFill";
+            } | undefined;
+            transition?: {
+                type: "fade" | "slideout_left";
+                duration: number;
+            } | undefined;
+        } | undefined;
         lipSyncParams?: {
             provider?: string | undefined;
             model?: string | undefined;
@@ -9968,17 +9968,6 @@ export declare const mulmoPromptTemplateSchema: z.ZodObject<{
                 kind: "path";
             } | undefined;
         };
-        movieParams: {
-            provider?: string | undefined;
-            model?: string | undefined;
-            fillOption?: {
-                style: "aspectFit" | "aspectFill";
-            } | undefined;
-            transition?: {
-                type: "fade" | "slideout_left";
-                duration: number;
-            } | undefined;
-        };
         soundEffectParams: {
             provider?: string | undefined;
             model?: string | undefined;
@@ -10015,6 +10004,17 @@ export declare const mulmoPromptTemplateSchema: z.ZodObject<{
                 model?: string | undefined;
             }>;
         };
+        movieParams?: {
+            provider?: string | undefined;
+            model?: string | undefined;
+            fillOption?: {
+                style: "aspectFit" | "aspectFill";
+            } | undefined;
+            transition?: {
+                type: "fade" | "slideout_left";
+                duration: number;
+            } | undefined;
+        } | undefined;
         lipSyncParams?: {
             provider?: string | undefined;
             model?: string | undefined;
@@ -10456,7 +10456,7 @@ export declare const mulmoPromptTemplateFileSchema: z.ZodObject<{
             quality?: string | undefined;
             moderation?: string | undefined;
         }>>>;
-        movieParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
+        movieParams: z.ZodOptional<z.ZodObject<{
             provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<[string, ...string[]]>>>;
             model: z.ZodOptional<z.ZodString>;
             transition: z.ZodOptional<z.ZodObject<{
@@ -10496,7 +10496,7 @@ export declare const mulmoPromptTemplateFileSchema: z.ZodObject<{
                 type: "fade" | "slideout_left";
                 duration?: number | undefined;
             } | undefined;
-        }>>>;
+        }>>;
         soundEffectParams: z.ZodDefault<z.ZodOptional<z.ZodObject<{
             provider: z.ZodOptional<z.ZodDefault<z.ZodEnum<[string, ...string[]]>>>;
             model: z.ZodOptional<z.ZodString>;
@@ -10682,17 +10682,6 @@ export declare const mulmoPromptTemplateFileSchema: z.ZodObject<{
                 kind: "path";
             } | undefined;
         };
-        movieParams: {
-            provider?: string | undefined;
-            model?: string | undefined;
-            fillOption?: {
-                style: "aspectFit" | "aspectFill";
-            } | undefined;
-            transition?: {
-                type: "fade" | "slideout_left";
-                duration: number;
-            } | undefined;
-        };
         soundEffectParams: {
             provider?: string | undefined;
             model?: string | undefined;
@@ -10729,6 +10718,17 @@ export declare const mulmoPromptTemplateFileSchema: z.ZodObject<{
                 model?: string | undefined;
             }>;
         };
+        movieParams?: {
+            provider?: string | undefined;
+            model?: string | undefined;
+            fillOption?: {
+                style: "aspectFit" | "aspectFill";
+            } | undefined;
+            transition?: {
+                type: "fade" | "slideout_left";
+                duration: number;
+            } | undefined;
+        } | undefined;
         lipSyncParams?: {
             provider?: string | undefined;
             model?: string | undefined;
@@ -10913,17 +10913,6 @@ export declare const mulmoPromptTemplateFileSchema: z.ZodObject<{
                 kind: "path";
             } | undefined;
         };
-        movieParams: {
-            provider?: string | undefined;
-            model?: string | undefined;
-            fillOption?: {
-                style: "aspectFit" | "aspectFill";
-            } | undefined;
-            transition?: {
-                type: "fade" | "slideout_left";
-                duration: number;
-            } | undefined;
-        };
         soundEffectParams: {
             provider?: string | undefined;
             model?: string | undefined;
@@ -10960,6 +10949,17 @@ export declare const mulmoPromptTemplateFileSchema: z.ZodObject<{
                 model?: string | undefined;
             }>;
         };
+        movieParams?: {
+            provider?: string | undefined;
+            model?: string | undefined;
+            fillOption?: {
+                style: "aspectFit" | "aspectFill";
+            } | undefined;
+            transition?: {
+                type: "fade" | "slideout_left";
+                duration: number;
+            } | undefined;
+        } | undefined;
         lipSyncParams?: {
             provider?: string | undefined;
             model?: string | undefined;

package/lib/types/schema.js

@@ -346,9 +346,7 @@ export const mulmoPresentationStyleSchema = z.object({
         provider: defaultProviders.text2image,
         images: {},
     }),
-    movieParams: mulmoMovieParamsSchema.optional().default({
-        provider: defaultProviders.text2movie,
-    }),
+    movieParams: mulmoMovieParamsSchema.optional(),
     soundEffectParams: mulmoSoundEffectParamsSchema.optional().default({
         provider: defaultProviders.soundEffect,
     }),

package/lib/utils/context.d.ts

@@ -67,17 +67,6 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
                 kind: "path";
             } | undefined;
         };
-        movieParams: {
-            provider?: string | undefined;
-            model?: string | undefined;
-            fillOption?: {
-                style: "aspectFit" | "aspectFill";
-            } | undefined;
-            transition?: {
-                type: "fade" | "slideout_left";
-                duration: number;
-            } | undefined;
-        };
         soundEffectParams: {
             provider?: string | undefined;
             model?: string | undefined;
@@ -321,6 +310,17 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
         }[];
         title?: string | undefined;
         description?: string | undefined;
+        movieParams?: {
+            provider?: string | undefined;
+            model?: string | undefined;
+            fillOption?: {
+                style: "aspectFit" | "aspectFill";
+            } | undefined;
+            transition?: {
+                type: "fade" | "slideout_left";
+                duration: number;
+            } | undefined;
+        } | undefined;
         lipSyncParams?: {
             provider?: string | undefined;
             model?: string | undefined;
@@ -419,17 +419,6 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                     kind: "path";
                 } | undefined;
             };
-            movieParams: {
-                provider?: string | undefined;
-                model?: string | undefined;
-                fillOption?: {
-                    style: "aspectFit" | "aspectFill";
-                } | undefined;
-                transition?: {
-                    type: "fade" | "slideout_left";
-                    duration: number;
-                } | undefined;
-            };
             soundEffectParams: {
                 provider?: string | undefined;
                 model?: string | undefined;
@@ -673,6 +662,17 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
             }[];
             title?: string | undefined;
             description?: string | undefined;
+            movieParams?: {
+                provider?: string | undefined;
+                model?: string | undefined;
+                fillOption?: {
+                    style: "aspectFit" | "aspectFill";
+                } | undefined;
+                transition?: {
+                    type: "fade" | "slideout_left";
+                    duration: number;
+                } | undefined;
+            } | undefined;
             lipSyncParams?: {
                 provider?: string | undefined;
                 model?: string | undefined;
@@ -760,17 +760,6 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                 kind: "path";
             } | undefined;
         };
-        movieParams: {
-            provider?: string | undefined;
-            model?: string | undefined;
-            fillOption?: {
-                style: "aspectFit" | "aspectFill";
-            } | undefined;
-            transition?: {
-                type: "fade" | "slideout_left";
-                duration: number;
-            } | undefined;
-        };
         soundEffectParams: {
             provider?: string | undefined;
             model?: string | undefined;
@@ -807,6 +796,17 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                 model?: string | undefined;
             }>;
         };
+        movieParams?: {
+            provider?: string | undefined;
+            model?: string | undefined;
+            fillOption?: {
+                style: "aspectFit" | "aspectFill";
+            } | undefined;
+            transition?: {
+                type: "fade" | "slideout_left";
+                duration: number;
+            } | undefined;
+        } | undefined;
         lipSyncParams?: {
             provider?: string | undefined;
             model?: string | undefined;

package/lib/utils/image_plugins/image.d.ts

@@ -1,3 +1,3 @@
 export declare const imageType = "image";
-export declare const process: (params: import("../../index.common.js").ImageProcessorParams) => string | undefined;
+export declare const process: (params: import("../../index.common.js").ImageProcessorParams) => Promise<string | undefined>;
 export declare const path: (params: import("../../index.common.js").ImageProcessorParams) => string | undefined;

package/lib/utils/image_plugins/image.js

@@ -1,4 +1,4 @@
-import { processSource } from "./source.js";
+import { processSource, pathSource } from "./source.js";
 export const imageType = "image";
 export const process = processSource(imageType);
-export const path = processSource(imageType);
+export const path = pathSource(imageType);

package/lib/utils/image_plugins/movie.d.ts

@@ -1,3 +1,3 @@
 export declare const imageType = "movie";
-export declare const process: (params: import("../../index.common.js").ImageProcessorParams) => string | undefined;
+export declare const process: (params: import("../../index.common.js").ImageProcessorParams) => Promise<string | undefined>;
 export declare const path: (params: import("../../index.common.js").ImageProcessorParams) => string | undefined;

package/lib/utils/image_plugins/movie.js

@@ -1,4 +1,4 @@
-import { processSource } from "./source.js";
+import { processSource, pathSource } from "./source.js";
 export const imageType = "movie";
 export const process = processSource(imageType);
-export const path = processSource(imageType);
+export const path = pathSource(imageType);

package/lib/utils/image_plugins/source.d.ts

@@ -1,4 +1,5 @@
 import { ImageProcessorParams } from "../../types/index.js";
 type ImageType = "image" | "movie";
-export declare const processSource: (imageType: ImageType) => (params: ImageProcessorParams) => string | undefined;
+export declare const processSource: (imageType: ImageType) => (params: ImageProcessorParams) => Promise<string | undefined>;
+export declare const pathSource: (__: ImageType) => (params: ImageProcessorParams) => string | undefined;
 export {};

package/lib/utils/image_plugins/source.js

@@ -1,10 +1,28 @@
+import fs from "fs";
 import { GraphAILogger } from "graphai";
 import { MulmoMediaSourceMethods } from "../../methods/mulmo_media_source.js";
+function fixExtention(path, imageType) {
+    if (imageType === "movie") {
+        return path.replace(/\.png$/, ".mov");
+    }
+    return path;
+}
 export const processSource = (imageType) => {
-    return (params) => {
+    return async (params) => {
         const { beat, context } = params;
         if (!beat?.image || beat.image.type !== imageType)
             return;
+        if (beat.image.source.kind === "url") {
+            const response = await fetch(beat.image.source.url);
+            if (!response.ok) {
+                throw new Error(`Failed to download image: ${beat.image.source.url}`);
+            }
+            const buffer = Buffer.from(await response.arrayBuffer());
+            // Detect file extension from Content-Type header or URL
+            const imagePath = fixExtention(params.imagePath, beat.image.type);
+            await fs.promises.writeFile(imagePath, buffer);
+            return imagePath;
+        }
         const path = MulmoMediaSourceMethods.resolve(beat.image.source, context);
         if (path) {
             return path;
@@ -13,3 +31,18 @@ export const processSource = (imageType) => {
         throw new Error(`ERROR: unknown ${imageType} source type`);
     };
 };
+export const pathSource = (__) => {
+    return (params) => {
+        const { beat, context } = params;
+        if (beat.image?.type == "image" || beat.image?.type == "movie") {
+            if (beat.image.source?.kind === "url") {
+                return fixExtention(params.imagePath, beat.image.type);
+            }
+            const path = MulmoMediaSourceMethods.resolve(beat.image.source, context);
+            if (path) {
+                return path;
+            }
+            return undefined;
+        }
+    };
+};

package/lib/utils/image_plugins/vision.js

@@ -8,7 +8,7 @@ const processVision = async (params) => {
     if (!beat?.image || beat.image.type !== imageType)
         return;
     const handler = new htmlPlugin({ rootDir });
-    await handler[templateNameTofunctionName(beat.image.style)](beat.image.data, {
+    await handler.callNamedFunction(templateNameTofunctionName(beat.image.style), beat.image.data, {
         functionName: beat.image.style,
         imageFilePath: imagePath,
         htmlFilePath: imagePath.replace(/\.png$/, ".html"),

package/lib/utils/provider2agent.d.ts

@@ -37,6 +37,11 @@ export declare const provider2ImageAgent: {
         defaultModel: string;
         models: string[];
     };
+    replicate: {
+        agentName: string;
+        defaultModel: string;
+        models: string[];
+    };
     mock: {
         agentName: string;
         defaultModel: string;

package/lib/utils/provider2agent.js

@@ -40,6 +40,11 @@ export const provider2ImageAgent = {
         defaultModel: "gemini-2.5-flash-image-preview",
         models: ["imagen-3.0-generate-002", "imagen-4.0-generate-preview-06-06", "imagen-4.0-ultra-generate-preview-06-06", "gemini-2.5-flash-image-preview"],
     },
+    replicate: {
+        agentName: "imageReplicateAgent",
+        defaultModel: "bytedance/seedream-4",
+        models: ["bytedance/seedream-4", "qwen/qwen-image"],
+    },
     mock: {
         agentName: "mediaMockAgent",
         defaultModel: "mock-model",

package/lib/utils/utils.js

@@ -55,6 +55,9 @@ export const settings2GraphAIConfig = (settings, env) => {
             apiKey: getKey("IMAGE", "OPENAI_API_KEY"),
             baseURL: getKey("IMAGE", "OPENAI_BASE_URL"),
         },
+        imageReplicateAgent: {
+            apiKey: getKey("IMAGE", "REPLICATE_API_TOKEN"),
+        },
         imageGenAIAgent: {
             apiKey: getKey("IMAGE", "GEMINI_API_KEY"),
         },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.2.26",
+  "version": "1.2.28",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",
@@ -88,7 +88,7 @@
     "graphai": "^2.0.14",
     "jsdom": "^26.1.0",
     "marked": "^16.2.1",
-    "mulmocast-vision": "^0.0.9",
+    "mulmocast-vision": "^0.1.1",
     "ora": "^8.2.0",
     "puppeteer": "^24.19.0",
     "replicate": "^1.1.0",
@@ -109,7 +109,7 @@
     "prettier": "^3.6.2",
     "tsx": "^4.20.5",
     "typescript": "^5.9.2",
-    "typescript-eslint": "^8.42.0"
+    "typescript-eslint": "^8.43.0"
   },
   "engines": {
     "node": ">=18.0.0"