npm - mulmocast - Versions diffs - 1.2.40 → 1.2.42 - Mend

mulmocast 1.2.40 → 1.2.42

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (11) hide show

package/lib/actions/audio.js +2 -2
package/lib/actions/movie.d.ts +1 -1
package/lib/actions/movie.js +5 -2
package/lib/types/schema.d.ts +40 -579
package/lib/types/schema.js +10 -5
package/lib/utils/context.d.ts +2 -38
package/lib/utils/context.js +2 -0
package/lib/utils/file.d.ts +1 -0
package/lib/utils/file.js +11 -1
package/package.json +1 -1
package/scripts/test/test_media.json +13 -0

package/lib/actions/audio.js CHANGED Viewed

@@ -288,8 +288,8 @@ export const audio = async (context, args) => {
         writingMessage(audioArtifactFilePath);
         return result.combineFiles;
     }
-    catch (__error) {
+    catch (error) {
         MulmoStudioContextMethods.setSessionState(context, "audio", false, false);
-        throw __error;
+        throw error;
     }
 };

package/lib/actions/movie.d.ts CHANGED Viewed

@@ -8,4 +8,4 @@ export declare const getAudioPart: (inputIndex: number, duration: number, delay:
     audioPart: string;
 };
 export declare const movieFilePath: (context: MulmoStudioContext) => string;
-export declare const movie: (context: MulmoStudioContext) => Promise<void>;
+export declare const movie: (context: MulmoStudioContext) => Promise<boolean>;

package/lib/actions/movie.js CHANGED Viewed

@@ -1,7 +1,7 @@
 import { GraphAILogger, assert } from "graphai";
 import { mulmoTransitionSchema, mulmoFillOptionSchema } from "../types/index.js";
 import { MulmoPresentationStyleMethods } from "../methods/index.js";
-import { getAudioArtifactFilePath, getOutputVideoFilePath, writingMessage } from "../utils/file.js";
+import { getAudioArtifactFilePath, getOutputVideoFilePath, writingMessage, isFile } from "../utils/file.js";
 import { FfmpegContextAddInput, FfmpegContextInit, FfmpegContextPushFormattedAudio, FfmpegContextGenerateOutput, } from "../utils/ffmpeg_utils.js";
 import { MulmoStudioContextMethods } from "../methods/mulmo_studio_context.js";
 // const isMac = process.platform === "darwin";
@@ -164,6 +164,7 @@ const createVideo = async (audioArtifactFilePath, outputVideoPath, context) => {
         }
         const sourceFile = studioBeat.lipSyncFile ?? studioBeat.soundEffectFile ?? studioBeat.movieFile ?? studioBeat.htmlImageFile ?? studioBeat.imageFile;
         assert(!!sourceFile, `studioBeat.imageFile or studioBeat.movieFile is not set: index=${index}`);
+        assert(isFile(sourceFile), `studioBeat.imageFile or studioBeat.movieFile is not exist or not file: index=${index}`);
         assert(!!studioBeat.duration, `studioBeat.duration is not set: index=${index}`);
         const extraPadding = (() => {
             // We need to consider only intro and outro padding because the other paddings were already added to the beat.duration
@@ -252,8 +253,10 @@ export const movie = async (context) => {
             writingMessage(outputVideoPath);
         }
         MulmoStudioContextMethods.setSessionState(context, "video", false, true);
+        return true;
     }
-    catch (__error) {
+    catch (error) {
         MulmoStudioContextMethods.setSessionState(context, "video", false, false);
+        throw error;
     }
 };

package/lib/types/schema.d.ts CHANGED Viewed

@@ -1127,12 +1127,32 @@ export declare const mulmoGoogleImageModelSchema: z.ZodObject<{
     provider: "google";
     model?: string | undefined;
 }>;
+export declare const mulmoBeatImageParamsSchema: z.ZodObject<{
+    provider: z.ZodOptional<z.ZodEnum<[string, ...string[]]>>;
+    model: z.ZodOptional<z.ZodString>;
+    quality: z.ZodOptional<z.ZodString>;
+    style: z.ZodOptional<z.ZodString>;
+    moderation: z.ZodOptional<z.ZodString>;
+}, "strict", z.ZodTypeAny, {
+    provider?: string | undefined;
+    model?: string | undefined;
+    style?: string | undefined;
+    quality?: string | undefined;
+    moderation?: string | undefined;
+}, {
+    provider?: string | undefined;
+    model?: string | undefined;
+    style?: string | undefined;
+    quality?: string | undefined;
+    moderation?: string | undefined;
+}>;
 export declare const mulmoImageParamsSchema: z.ZodObject<{
     provider: z.ZodOptional<z.ZodEnum<[string, ...string[]]>>;
     model: z.ZodOptional<z.ZodString>;
     quality: z.ZodOptional<z.ZodString>;
     style: z.ZodOptional<z.ZodString>;
     moderation: z.ZodOptional<z.ZodString>;
+} & {
     images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodObject<{
         type: z.ZodLiteral<"image">;
         source: z.ZodDiscriminatedUnion<"kind", [z.ZodObject<{
@@ -1954,130 +1974,13 @@ export declare const mulmoBeatSchema: z.ZodObject<{
         quality: z.ZodOptional<z.ZodString>;
         style: z.ZodOptional<z.ZodString>;
         moderation: z.ZodOptional<z.ZodString>;
-        images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodObject<{
-            type: z.ZodLiteral<"image">;
-            source: z.ZodDiscriminatedUnion<"kind", [z.ZodObject<{
-                kind: z.ZodLiteral<"url">;
-                url: z.ZodString;
-            }, "strict", z.ZodTypeAny, {
-                url: string;
-                kind: "url";
-            }, {
-                url: string;
-                kind: "url";
-            }>, z.ZodObject<{
-                kind: z.ZodLiteral<"base64">;
-                data: z.ZodString;
-            }, "strict", z.ZodTypeAny, {
-                kind: "base64";
-                data: string;
-            }, {
-                kind: "base64";
-                data: string;
-            }>, z.ZodObject<{
-                kind: z.ZodLiteral<"text">;
-                text: z.ZodString;
-            }, "strict", z.ZodTypeAny, {
-                text: string;
-                kind: "text";
-            }, {
-                text: string;
-                kind: "text";
-            }>, z.ZodObject<{
-                kind: z.ZodLiteral<"path">;
-                path: z.ZodString;
-            }, "strict", z.ZodTypeAny, {
-                path: string;
-                kind: "path";
-            }, {
-                path: string;
-                kind: "path";
-            }>]>;
-        }, "strict", z.ZodTypeAny, {
-            type: "image";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "base64";
-                data: string;
-            } | {
-                text: string;
-                kind: "text";
-            } | {
-                path: string;
-                kind: "path";
-            };
-        }, {
-            type: "image";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "base64";
-                data: string;
-            } | {
-                text: string;
-                kind: "text";
-            } | {
-                path: string;
-                kind: "path";
-            };
-        }>, z.ZodObject<{
-            type: z.ZodLiteral<"imagePrompt">;
-            prompt: z.ZodString;
-        }, "strict", z.ZodTypeAny, {
-            type: "imagePrompt";
-            prompt: string;
-        }, {
-            type: "imagePrompt";
-            prompt: string;
-        }>]>>>;
     }, "strict", z.ZodTypeAny, {
-        images?: Record<string, {
-            type: "image";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "base64";
-                data: string;
-            } | {
-                text: string;
-                kind: "text";
-            } | {
-                path: string;
-                kind: "path";
-            };
-        } | {
-            type: "imagePrompt";
-            prompt: string;
-        }> | undefined;
         provider?: string | undefined;
         model?: string | undefined;
         style?: string | undefined;
         quality?: string | undefined;
         moderation?: string | undefined;
     }, {
-        images?: Record<string, {
-            type: "image";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "base64";
-                data: string;
-            } | {
-                text: string;
-                kind: "text";
-            } | {
-                path: string;
-                kind: "path";
-            };
-        } | {
-            type: "imagePrompt";
-            prompt: string;
-        }> | undefined;
         provider?: string | undefined;
         model?: string | undefined;
         style?: string | undefined;
@@ -2195,6 +2098,7 @@ export declare const mulmoBeatSchema: z.ZodObject<{
         systemPrompt?: string | undefined;
     }>>;
     enableLipSync: z.ZodOptional<z.ZodBoolean>;
+    hidden: z.ZodOptional<z.ZodBoolean>;
 }, "strict", z.ZodTypeAny, {
     text: string;
     image?: {
@@ -2334,25 +2238,6 @@ export declare const mulmoBeatSchema: z.ZodObject<{
     speaker?: string | undefined;
     description?: string | undefined;
     imageParams?: {
-        images?: Record<string, {
-            type: "image";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "base64";
-                data: string;
-            } | {
-                text: string;
-                kind: "text";
-            } | {
-                path: string;
-                kind: "path";
-            };
-        } | {
-            type: "imagePrompt";
-            prompt: string;
-        }> | undefined;
         provider?: string | undefined;
         model?: string | undefined;
         style?: string | undefined;
@@ -2399,6 +2284,7 @@ export declare const mulmoBeatSchema: z.ZodObject<{
         systemPrompt?: string | undefined;
     } | undefined;
     enableLipSync?: boolean | undefined;
+    hidden?: boolean | undefined;
 }, {
     image?: {
         type: "markdown";
@@ -2538,25 +2424,6 @@ export declare const mulmoBeatSchema: z.ZodObject<{
     speaker?: string | undefined;
     description?: string | undefined;
     imageParams?: {
-        images?: Record<string, {
-            type: "image";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "base64";
-                data: string;
-            } | {
-                text: string;
-                kind: "text";
-            } | {
-                path: string;
-                kind: "path";
-            };
-        } | {
-            type: "imagePrompt";
-            prompt: string;
-        }> | undefined;
         provider?: string | undefined;
         model?: string | undefined;
         style?: string | undefined;
@@ -2603,6 +2470,7 @@ export declare const mulmoBeatSchema: z.ZodObject<{
         systemPrompt?: string | undefined;
     } | undefined;
     enableLipSync?: boolean | undefined;
+    hidden?: boolean | undefined;
 }>;
 export declare const mulmoCanvasDimensionSchema: z.ZodDefault<z.ZodObject<{
     width: z.ZodNumber;
@@ -2869,6 +2737,7 @@ export declare const mulmoPresentationStyleSchema: z.ZodObject<{
         quality: z.ZodOptional<z.ZodString>;
         style: z.ZodOptional<z.ZodString>;
         moderation: z.ZodOptional<z.ZodString>;
+    } & {
         images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodObject<{
             type: z.ZodLiteral<"image">;
             source: z.ZodDiscriminatedUnion<"kind", [z.ZodObject<{
@@ -3587,6 +3456,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
         quality: z.ZodOptional<z.ZodString>;
         style: z.ZodOptional<z.ZodString>;
         moderation: z.ZodOptional<z.ZodString>;
+    } & {
         images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodObject<{
             type: z.ZodLiteral<"image">;
             source: z.ZodDiscriminatedUnion<"kind", [z.ZodObject<{
@@ -4455,130 +4325,13 @@ export declare const mulmoScriptSchema: z.ZodObject<{
             quality: z.ZodOptional<z.ZodString>;
             style: z.ZodOptional<z.ZodString>;
             moderation: z.ZodOptional<z.ZodString>;
-            images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodObject<{
-                type: z.ZodLiteral<"image">;
-                source: z.ZodDiscriminatedUnion<"kind", [z.ZodObject<{
-                    kind: z.ZodLiteral<"url">;
-                    url: z.ZodString;
-                }, "strict", z.ZodTypeAny, {
-                    url: string;
-                    kind: "url";
-                }, {
-                    url: string;
-                    kind: "url";
-                }>, z.ZodObject<{
-                    kind: z.ZodLiteral<"base64">;
-                    data: z.ZodString;
-                }, "strict", z.ZodTypeAny, {
-                    kind: "base64";
-                    data: string;
-                }, {
-                    kind: "base64";
-                    data: string;
-                }>, z.ZodObject<{
-                    kind: z.ZodLiteral<"text">;
-                    text: z.ZodString;
-                }, "strict", z.ZodTypeAny, {
-                    text: string;
-                    kind: "text";
-                }, {
-                    text: string;
-                    kind: "text";
-                }>, z.ZodObject<{
-                    kind: z.ZodLiteral<"path">;
-                    path: z.ZodString;
-                }, "strict", z.ZodTypeAny, {
-                    path: string;
-                    kind: "path";
-                }, {
-                    path: string;
-                    kind: "path";
-                }>]>;
-            }, "strict", z.ZodTypeAny, {
-                type: "image";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            }, {
-                type: "image";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            }>, z.ZodObject<{
-                type: z.ZodLiteral<"imagePrompt">;
-                prompt: z.ZodString;
-            }, "strict", z.ZodTypeAny, {
-                type: "imagePrompt";
-                prompt: string;
-            }, {
-                type: "imagePrompt";
-                prompt: string;
-            }>]>>>;
         }, "strict", z.ZodTypeAny, {
-            images?: Record<string, {
-                type: "image";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "imagePrompt";
-                prompt: string;
-            }> | undefined;
             provider?: string | undefined;
             model?: string | undefined;
             style?: string | undefined;
             quality?: string | undefined;
             moderation?: string | undefined;
         }, {
-            images?: Record<string, {
-                type: "image";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "imagePrompt";
-                prompt: string;
-            }> | undefined;
             provider?: string | undefined;
             model?: string | undefined;
             style?: string | undefined;
@@ -4696,6 +4449,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
             systemPrompt?: string | undefined;
         }>>;
         enableLipSync: z.ZodOptional<z.ZodBoolean>;
+        hidden: z.ZodOptional<z.ZodBoolean>;
     }, "strict", z.ZodTypeAny, {
         text: string;
         image?: {
@@ -4835,25 +4589,6 @@ export declare const mulmoScriptSchema: z.ZodObject<{
         speaker?: string | undefined;
         description?: string | undefined;
         imageParams?: {
-            images?: Record<string, {
-                type: "image";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "imagePrompt";
-                prompt: string;
-            }> | undefined;
             provider?: string | undefined;
             model?: string | undefined;
             style?: string | undefined;
@@ -4900,6 +4635,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
             systemPrompt?: string | undefined;
         } | undefined;
         enableLipSync?: boolean | undefined;
+        hidden?: boolean | undefined;
     }, {
         image?: {
             type: "markdown";
@@ -5039,25 +4775,6 @@ export declare const mulmoScriptSchema: z.ZodObject<{
         speaker?: string | undefined;
         description?: string | undefined;
         imageParams?: {
-            images?: Record<string, {
-                type: "image";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "imagePrompt";
-                prompt: string;
-            }> | undefined;
             provider?: string | undefined;
             model?: string | undefined;
             style?: string | undefined;
@@ -5104,6 +4821,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
             systemPrompt?: string | undefined;
         } | undefined;
         enableLipSync?: boolean | undefined;
+        hidden?: boolean | undefined;
     }>, "many">;
     imagePath: z.ZodOptional<z.ZodString>;
     __test_invalid__: z.ZodOptional<z.ZodBoolean>;
@@ -5332,25 +5050,6 @@ export declare const mulmoScriptSchema: z.ZodObject<{
         speaker?: string | undefined;
         description?: string | undefined;
         imageParams?: {
-            images?: Record<string, {
-                type: "image";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "imagePrompt";
-                prompt: string;
-            }> | undefined;
             provider?: string | undefined;
             model?: string | undefined;
             style?: string | undefined;
@@ -5397,6 +5096,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
             systemPrompt?: string | undefined;
         } | undefined;
         enableLipSync?: boolean | undefined;
+        hidden?: boolean | undefined;
     }[];
     title?: string | undefined;
     description?: string | undefined;
@@ -5579,25 +5279,6 @@ export declare const mulmoScriptSchema: z.ZodObject<{
         speaker?: string | undefined;
         description?: string | undefined;
         imageParams?: {
-            images?: Record<string, {
-                type: "image";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "imagePrompt";
-                prompt: string;
-            }> | undefined;
             provider?: string | undefined;
             model?: string | undefined;
             style?: string | undefined;
@@ -5644,6 +5325,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
             systemPrompt?: string | undefined;
         } | undefined;
         enableLipSync?: boolean | undefined;
+        hidden?: boolean | undefined;
     }[];
     title?: string | undefined;
     description?: string | undefined;
@@ -6304,6 +5986,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
             quality: z.ZodOptional<z.ZodString>;
             style: z.ZodOptional<z.ZodString>;
             moderation: z.ZodOptional<z.ZodString>;
+        } & {
             images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodObject<{
                 type: z.ZodLiteral<"image">;
                 source: z.ZodDiscriminatedUnion<"kind", [z.ZodObject<{
@@ -7172,130 +6855,13 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 quality: z.ZodOptional<z.ZodString>;
                 style: z.ZodOptional<z.ZodString>;
                 moderation: z.ZodOptional<z.ZodString>;
-                images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodObject<{
-                    type: z.ZodLiteral<"image">;
-                    source: z.ZodDiscriminatedUnion<"kind", [z.ZodObject<{
-                        kind: z.ZodLiteral<"url">;
-                        url: z.ZodString;
-                    }, "strict", z.ZodTypeAny, {
-                        url: string;
-                        kind: "url";
-                    }, {
-                        url: string;
-                        kind: "url";
-                    }>, z.ZodObject<{
-                        kind: z.ZodLiteral<"base64">;
-                        data: z.ZodString;
-                    }, "strict", z.ZodTypeAny, {
-                        kind: "base64";
-                        data: string;
-                    }, {
-                        kind: "base64";
-                        data: string;
-                    }>, z.ZodObject<{
-                        kind: z.ZodLiteral<"text">;
-                        text: z.ZodString;
-                    }, "strict", z.ZodTypeAny, {
-                        text: string;
-                        kind: "text";
-                    }, {
-                        text: string;
-                        kind: "text";
-                    }>, z.ZodObject<{
-                        kind: z.ZodLiteral<"path">;
-                        path: z.ZodString;
-                    }, "strict", z.ZodTypeAny, {
-                        path: string;
-                        kind: "path";
-                    }, {
-                        path: string;
-                        kind: "path";
-                    }>]>;
-                }, "strict", z.ZodTypeAny, {
-                    type: "image";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                }, {
-                    type: "image";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                }>, z.ZodObject<{
-                    type: z.ZodLiteral<"imagePrompt">;
-                    prompt: z.ZodString;
-                }, "strict", z.ZodTypeAny, {
-                    type: "imagePrompt";
-                    prompt: string;
-                }, {
-                    type: "imagePrompt";
-                    prompt: string;
-                }>]>>>;
             }, "strict", z.ZodTypeAny, {
-                images?: Record<string, {
-                    type: "image";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                } | {
-                    type: "imagePrompt";
-                    prompt: string;
-                }> | undefined;
                 provider?: string | undefined;
                 model?: string | undefined;
                 style?: string | undefined;
                 quality?: string | undefined;
                 moderation?: string | undefined;
             }, {
-                images?: Record<string, {
-                    type: "image";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                } | {
-                    type: "imagePrompt";
-                    prompt: string;
-                }> | undefined;
                 provider?: string | undefined;
                 model?: string | undefined;
                 style?: string | undefined;
@@ -7413,6 +6979,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 systemPrompt?: string | undefined;
             }>>;
             enableLipSync: z.ZodOptional<z.ZodBoolean>;
+            hidden: z.ZodOptional<z.ZodBoolean>;
         }, "strict", z.ZodTypeAny, {
             text: string;
             image?: {
@@ -7552,25 +7119,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
             speaker?: string | undefined;
             description?: string | undefined;
             imageParams?: {
-                images?: Record<string, {
-                    type: "image";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                } | {
-                    type: "imagePrompt";
-                    prompt: string;
-                }> | undefined;
                 provider?: string | undefined;
                 model?: string | undefined;
                 style?: string | undefined;
@@ -7617,6 +7165,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 systemPrompt?: string | undefined;
             } | undefined;
             enableLipSync?: boolean | undefined;
+            hidden?: boolean | undefined;
         }, {
             image?: {
                 type: "markdown";
@@ -7756,25 +7305,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
             speaker?: string | undefined;
             description?: string | undefined;
             imageParams?: {
-                images?: Record<string, {
-                    type: "image";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                } | {
-                    type: "imagePrompt";
-                    prompt: string;
-                }> | undefined;
                 provider?: string | undefined;
                 model?: string | undefined;
                 style?: string | undefined;
@@ -7821,6 +7351,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 systemPrompt?: string | undefined;
             } | undefined;
             enableLipSync?: boolean | undefined;
+            hidden?: boolean | undefined;
         }>, "many">;
         imagePath: z.ZodOptional<z.ZodString>;
         __test_invalid__: z.ZodOptional<z.ZodBoolean>;
@@ -8049,25 +7580,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
             speaker?: string | undefined;
             description?: string | undefined;
             imageParams?: {
-                images?: Record<string, {
-                    type: "image";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                } | {
-                    type: "imagePrompt";
-                    prompt: string;
-                }> | undefined;
                 provider?: string | undefined;
                 model?: string | undefined;
                 style?: string | undefined;
@@ -8114,6 +7626,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 systemPrompt?: string | undefined;
             } | undefined;
             enableLipSync?: boolean | undefined;
+            hidden?: boolean | undefined;
         }[];
         title?: string | undefined;
         description?: string | undefined;
@@ -8296,25 +7809,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
             speaker?: string | undefined;
             description?: string | undefined;
             imageParams?: {
-                images?: Record<string, {
-                    type: "image";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                } | {
-                    type: "imagePrompt";
-                    prompt: string;
-                }> | undefined;
                 provider?: string | undefined;
                 model?: string | undefined;
                 style?: string | undefined;
@@ -8361,6 +7855,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 systemPrompt?: string | undefined;
             } | undefined;
             enableLipSync?: boolean | undefined;
+            hidden?: boolean | undefined;
         }[];
         title?: string | undefined;
         description?: string | undefined;
@@ -8780,25 +8275,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
             speaker?: string | undefined;
             description?: string | undefined;
             imageParams?: {
-                images?: Record<string, {
-                    type: "image";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                } | {
-                    type: "imagePrompt";
-                    prompt: string;
-                }> | undefined;
                 provider?: string | undefined;
                 model?: string | undefined;
                 style?: string | undefined;
@@ -8845,6 +8321,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 systemPrompt?: string | undefined;
             } | undefined;
             enableLipSync?: boolean | undefined;
+            hidden?: boolean | undefined;
         }[];
         title?: string | undefined;
         description?: string | undefined;
@@ -9049,25 +8526,6 @@ export declare const mulmoStudioSchema: z.ZodObject<{
             speaker?: string | undefined;
             description?: string | undefined;
             imageParams?: {
-                images?: Record<string, {
-                    type: "image";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                } | {
-                    type: "imagePrompt";
-                    prompt: string;
-                }> | undefined;
                 provider?: string | undefined;
                 model?: string | undefined;
                 style?: string | undefined;
@@ -9114,6 +8572,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 systemPrompt?: string | undefined;
             } | undefined;
             enableLipSync?: boolean | undefined;
+            hidden?: boolean | undefined;
         }[];
         title?: string | undefined;
         description?: string | undefined;
@@ -9411,6 +8870,7 @@ export declare const mulmoPromptTemplateSchema: z.ZodObject<{
             quality: z.ZodOptional<z.ZodString>;
             style: z.ZodOptional<z.ZodString>;
             moderation: z.ZodOptional<z.ZodString>;
+        } & {
             images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodObject<{
                 type: z.ZodLiteral<"image">;
                 source: z.ZodDiscriminatedUnion<"kind", [z.ZodObject<{
@@ -10353,6 +9813,7 @@ export declare const mulmoPromptTemplateFileSchema: z.ZodObject<{
             quality: z.ZodOptional<z.ZodString>;
             style: z.ZodOptional<z.ZodString>;
             moderation: z.ZodOptional<z.ZodString>;
+        } & {
             images: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodObject<{
                 type: z.ZodLiteral<"image">;
                 source: z.ZodDiscriminatedUnion<"kind", [z.ZodObject<{

package/lib/types/schema.js CHANGED Viewed

@@ -39,9 +39,9 @@ export const speakerDictionarySchema = z.record(speakerIdSchema, speakerDataSche
 }));
 export const mediaSourceSchema = z.discriminatedUnion("kind", [
     z.object({ kind: z.literal("url"), url: URLStringSchema }).strict(), // https://example.com/foo.pdf
-    z.object({ kind: z.literal("base64"), data: z.string() }).strict(), // base64
-    z.object({ kind: z.literal("text"), text: z.string() }).strict(), // plain text
-    z.object({ kind: z.literal("path"), path: z.string() }).strict(), // foo.pdf
+    z.object({ kind: z.literal("base64"), data: z.string().min(1) }).strict(), // base64
+    z.object({ kind: z.literal("text"), text: z.string().min(1) }).strict(), // plain text
+    z.object({ kind: z.literal("path"), path: z.string().min(1) }).strict(), // foo.pdf
 ]);
 // String is easier for AI, string array is easier for human
 const stringOrStringArray = z.union([z.string(), z.array(z.string())]);
@@ -194,13 +194,17 @@ export const mulmoGoogleImageModelSchema = z
     model: z.enum(provider2ImageAgent["google"].models).optional(),
 })
     .strict();
-export const mulmoImageParamsSchema = z
+export const mulmoBeatImageParamsSchema = z
     .object({
     provider: text2ImageProviderSchema, // has no default value (do not change it)
     model: z.string().optional(), // default: provider specific
     quality: z.string().optional(), // optional image quality (model specific)
     style: z.string().optional(), // optional image style
     moderation: z.string().optional(), // optional image style
+})
+    .strict();
+export const mulmoImageParamsSchema = mulmoBeatImageParamsSchema
+    .extend({
     images: mulmoImageParamsImagesSchema.optional(),
 })
     .strict();
@@ -260,7 +264,7 @@ export const mulmoBeatSchema = z
     image: mulmoImageAssetSchema.optional(),
     audio: mulmoAudioAssetSchema.optional(),
     duration: z.number().optional().describe("Duration of the beat. Used only when the text is empty"),
-    imageParams: mulmoImageParamsSchema.optional(), // beat specific parameters
+    imageParams: mulmoBeatImageParamsSchema.optional(), // beat specific parameters
     audioParams: beatAudioParamsSchema.optional(), // beat specific parameters
     movieParams: z
         .object({
@@ -282,6 +286,7 @@ export const mulmoBeatSchema = z
     soundEffectPrompt: z.string().optional(),
     htmlPrompt: htmlPromptParamsSchema.optional(),
     enableLipSync: z.boolean().optional().describe("Enable lip sync generation for this beat"),
+    hidden: z.boolean().optional().describe("Hide this beat from the presentation"),
 })
     .strict();
 export const mulmoCanvasDimensionSchema = z

package/lib/utils/context.d.ts CHANGED Viewed

@@ -244,25 +244,6 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
             speaker?: string | undefined;
             description?: string | undefined;
             imageParams?: {
-                images?: Record<string, {
-                    type: "image";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                } | {
-                    type: "imagePrompt";
-                    prompt: string;
-                }> | undefined;
                 provider?: string | undefined;
                 model?: string | undefined;
                 style?: string | undefined;
@@ -309,6 +290,7 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
                 systemPrompt?: string | undefined;
             } | undefined;
             enableLipSync?: boolean | undefined;
+            hidden?: boolean | undefined;
         }[];
         title?: string | undefined;
         description?: string | undefined;
@@ -598,25 +580,6 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                 speaker?: string | undefined;
                 description?: string | undefined;
                 imageParams?: {
-                    images?: Record<string, {
-                        type: "image";
-                        source: {
-                            url: string;
-                            kind: "url";
-                        } | {
-                            kind: "base64";
-                            data: string;
-                        } | {
-                            text: string;
-                            kind: "text";
-                        } | {
-                            path: string;
-                            kind: "path";
-                        };
-                    } | {
-                        type: "imagePrompt";
-                        prompt: string;
-                    }> | undefined;
                     provider?: string | undefined;
                     model?: string | undefined;
                     style?: string | undefined;
@@ -663,6 +626,7 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                     systemPrompt?: string | undefined;
                 } | undefined;
                 enableLipSync?: boolean | undefined;
+                hidden?: boolean | undefined;
             }[];
             title?: string | undefined;
             description?: string | undefined;

package/lib/utils/context.js CHANGED Viewed

@@ -53,6 +53,8 @@ const initSessionState = () => {
 export const createStudioData = (_mulmoScript, fileName, videoCaptionLang, presentationStyle) => {
     // validate and insert default value
     const mulmoScript = _mulmoScript.__test_invalid__ ? _mulmoScript : MulmoScriptMethods.validate(_mulmoScript);
+    // filter out hidden beats
+    mulmoScript.beats = mulmoScript.beats.filter((beat) => !beat.hidden);
     // We need to parse it to fill default values
     const studio = mulmoStudioSchema.parse({
         script: mulmoScript,

package/lib/utils/file.d.ts CHANGED Viewed

@@ -57,3 +57,4 @@ export declare const writingMessage: (filePath: string) => void;
 export declare const readAndParseJson: <S extends ZodSchema<any>>(filePath: string, schema: S) => ReturnType<S["parse"]>;
 export declare const generateTimestampedFileName: (prefix: string) => string;
 export declare const hashSHA256: (text: string) => string;
+export declare const isFile: (filePath: string) => boolean;

package/lib/utils/file.js CHANGED Viewed

@@ -199,7 +199,9 @@ const getPromptTemplates = (dirPath, schema) => {
         return [];
     }
     const files = fs.readdirSync(templatesDir);
-    return files.map((file) => {
+    return files
+        .filter((file) => file.endsWith(".json"))
+        .map((file) => {
         try {
             const promptTemplate = JSON.parse(fs.readFileSync(path.resolve(templatesDir, file), "utf-8"));
             return {
@@ -238,3 +240,11 @@ export const generateTimestampedFileName = (prefix) => {
 export const hashSHA256 = (text) => {
     return createHash("sha256").update(text, "utf8").digest("hex");
 };
+export const isFile = (filePath) => {
+    try {
+        return fs.existsSync(filePath) && fs.statSync(filePath).isFile();
+    }
+    catch {
+        return false;
+    }
+};

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.2.40",
+  "version": "1.2.42",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",

package/scripts/test/test_media.json CHANGED Viewed

@@ -34,6 +34,19 @@
         }
       }
     },
+    {
+      "id": "hidden",
+      "hidden": true,
+      "speaker": "Presenter",
+      "text": "This is a hidden beat.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hidden Beat",
+          "bullets": ["This is a hidden beat."]
+        }
+      }
+    },
     {
       "speaker": "Presenter",
       "text": "This is a reference beat.",