mulmocast 1.2.41 → 1.2.42

package/lib/actions/movie.js

@@ -1,7 +1,7 @@
 import { GraphAILogger, assert } from "graphai";
 import { mulmoTransitionSchema, mulmoFillOptionSchema } from "../types/index.js";
 import { MulmoPresentationStyleMethods } from "../methods/index.js";
-import { getAudioArtifactFilePath, getOutputVideoFilePath, writingMessage } from "../utils/file.js";
+import { getAudioArtifactFilePath, getOutputVideoFilePath, writingMessage, isFile } from "../utils/file.js";
 import { FfmpegContextAddInput, FfmpegContextInit, FfmpegContextPushFormattedAudio, FfmpegContextGenerateOutput, } from "../utils/ffmpeg_utils.js";
 import { MulmoStudioContextMethods } from "../methods/mulmo_studio_context.js";
 // const isMac = process.platform === "darwin";
@@ -164,6 +164,7 @@ const createVideo = async (audioArtifactFilePath, outputVideoPath, context) => {
         }
         const sourceFile = studioBeat.lipSyncFile ?? studioBeat.soundEffectFile ?? studioBeat.movieFile ?? studioBeat.htmlImageFile ?? studioBeat.imageFile;
         assert(!!sourceFile, `studioBeat.imageFile or studioBeat.movieFile is not set: index=${index}`);
+        assert(isFile(sourceFile), `studioBeat.imageFile or studioBeat.movieFile is not exist or not file: index=${index}`);
         assert(!!studioBeat.duration, `studioBeat.duration is not set: index=${index}`);
         const extraPadding = (() => {
             // We need to consider only intro and outro padding because the other paddings were already added to the beat.duration

package/lib/types/schema.d.ts

@@ -2098,6 +2098,7 @@ export declare const mulmoBeatSchema: z.ZodObject<{
         systemPrompt?: string | undefined;
     }>>;
     enableLipSync: z.ZodOptional<z.ZodBoolean>;
+    hidden: z.ZodOptional<z.ZodBoolean>;
 }, "strict", z.ZodTypeAny, {
     text: string;
     image?: {
@@ -2283,6 +2284,7 @@ export declare const mulmoBeatSchema: z.ZodObject<{
         systemPrompt?: string | undefined;
     } | undefined;
     enableLipSync?: boolean | undefined;
+    hidden?: boolean | undefined;
 }, {
     image?: {
         type: "markdown";
@@ -2468,6 +2470,7 @@ export declare const mulmoBeatSchema: z.ZodObject<{
         systemPrompt?: string | undefined;
     } | undefined;
     enableLipSync?: boolean | undefined;
+    hidden?: boolean | undefined;
 }>;
 export declare const mulmoCanvasDimensionSchema: z.ZodDefault<z.ZodObject<{
     width: z.ZodNumber;
@@ -4446,6 +4449,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
             systemPrompt?: string | undefined;
         }>>;
         enableLipSync: z.ZodOptional<z.ZodBoolean>;
+        hidden: z.ZodOptional<z.ZodBoolean>;
     }, "strict", z.ZodTypeAny, {
         text: string;
         image?: {
@@ -4631,6 +4635,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
             systemPrompt?: string | undefined;
         } | undefined;
         enableLipSync?: boolean | undefined;
+        hidden?: boolean | undefined;
     }, {
         image?: {
             type: "markdown";
@@ -4816,6 +4821,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
             systemPrompt?: string | undefined;
         } | undefined;
         enableLipSync?: boolean | undefined;
+        hidden?: boolean | undefined;
     }>, "many">;
     imagePath: z.ZodOptional<z.ZodString>;
     __test_invalid__: z.ZodOptional<z.ZodBoolean>;
@@ -5090,6 +5096,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
             systemPrompt?: string | undefined;
         } | undefined;
         enableLipSync?: boolean | undefined;
+        hidden?: boolean | undefined;
     }[];
     title?: string | undefined;
     description?: string | undefined;
@@ -5318,6 +5325,7 @@ export declare const mulmoScriptSchema: z.ZodObject<{
             systemPrompt?: string | undefined;
         } | undefined;
         enableLipSync?: boolean | undefined;
+        hidden?: boolean | undefined;
     }[];
     title?: string | undefined;
     description?: string | undefined;
@@ -6971,6 +6979,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 systemPrompt?: string | undefined;
             }>>;
             enableLipSync: z.ZodOptional<z.ZodBoolean>;
+            hidden: z.ZodOptional<z.ZodBoolean>;
         }, "strict", z.ZodTypeAny, {
             text: string;
             image?: {
@@ -7156,6 +7165,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 systemPrompt?: string | undefined;
             } | undefined;
             enableLipSync?: boolean | undefined;
+            hidden?: boolean | undefined;
         }, {
             image?: {
                 type: "markdown";
@@ -7341,6 +7351,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 systemPrompt?: string | undefined;
             } | undefined;
             enableLipSync?: boolean | undefined;
+            hidden?: boolean | undefined;
         }>, "many">;
         imagePath: z.ZodOptional<z.ZodString>;
         __test_invalid__: z.ZodOptional<z.ZodBoolean>;
@@ -7615,6 +7626,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 systemPrompt?: string | undefined;
             } | undefined;
             enableLipSync?: boolean | undefined;
+            hidden?: boolean | undefined;
         }[];
         title?: string | undefined;
         description?: string | undefined;
@@ -7843,6 +7855,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 systemPrompt?: string | undefined;
             } | undefined;
             enableLipSync?: boolean | undefined;
+            hidden?: boolean | undefined;
         }[];
         title?: string | undefined;
         description?: string | undefined;
@@ -8308,6 +8321,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 systemPrompt?: string | undefined;
             } | undefined;
             enableLipSync?: boolean | undefined;
+            hidden?: boolean | undefined;
         }[];
         title?: string | undefined;
         description?: string | undefined;
@@ -8558,6 +8572,7 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 systemPrompt?: string | undefined;
             } | undefined;
             enableLipSync?: boolean | undefined;
+            hidden?: boolean | undefined;
         }[];
         title?: string | undefined;
         description?: string | undefined;

package/lib/types/schema.js

@@ -39,9 +39,9 @@ export const speakerDictionarySchema = z.record(speakerIdSchema, speakerDataSche
 }));
 export const mediaSourceSchema = z.discriminatedUnion("kind", [
     z.object({ kind: z.literal("url"), url: URLStringSchema }).strict(), // https://example.com/foo.pdf
-    z.object({ kind: z.literal("base64"), data: z.string() }).strict(), // base64
-    z.object({ kind: z.literal("text"), text: z.string() }).strict(), // plain text
-    z.object({ kind: z.literal("path"), path: z.string() }).strict(), // foo.pdf
+    z.object({ kind: z.literal("base64"), data: z.string().min(1) }).strict(), // base64
+    z.object({ kind: z.literal("text"), text: z.string().min(1) }).strict(), // plain text
+    z.object({ kind: z.literal("path"), path: z.string().min(1) }).strict(), // foo.pdf
 ]);
 // String is easier for AI, string array is easier for human
 const stringOrStringArray = z.union([z.string(), z.array(z.string())]);
@@ -286,6 +286,7 @@ export const mulmoBeatSchema = z
     soundEffectPrompt: z.string().optional(),
     htmlPrompt: htmlPromptParamsSchema.optional(),
     enableLipSync: z.boolean().optional().describe("Enable lip sync generation for this beat"),
+    hidden: z.boolean().optional().describe("Hide this beat from the presentation"),
 })
     .strict();
 export const mulmoCanvasDimensionSchema = z

package/lib/utils/context.d.ts

@@ -290,6 +290,7 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
                 systemPrompt?: string | undefined;
             } | undefined;
             enableLipSync?: boolean | undefined;
+            hidden?: boolean | undefined;
         }[];
         title?: string | undefined;
         description?: string | undefined;
@@ -625,6 +626,7 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                     systemPrompt?: string | undefined;
                 } | undefined;
                 enableLipSync?: boolean | undefined;
+                hidden?: boolean | undefined;
             }[];
             title?: string | undefined;
             description?: string | undefined;

package/lib/utils/context.js

@@ -53,6 +53,8 @@ const initSessionState = () => {
 export const createStudioData = (_mulmoScript, fileName, videoCaptionLang, presentationStyle) => {
     // validate and insert default value
     const mulmoScript = _mulmoScript.__test_invalid__ ? _mulmoScript : MulmoScriptMethods.validate(_mulmoScript);
+    // filter out hidden beats
+    mulmoScript.beats = mulmoScript.beats.filter((beat) => !beat.hidden);
     // We need to parse it to fill default values
     const studio = mulmoStudioSchema.parse({
         script: mulmoScript,

package/lib/utils/file.d.ts

@@ -57,3 +57,4 @@ export declare const writingMessage: (filePath: string) => void;
 export declare const readAndParseJson: <S extends ZodSchema<any>>(filePath: string, schema: S) => ReturnType<S["parse"]>;
 export declare const generateTimestampedFileName: (prefix: string) => string;
 export declare const hashSHA256: (text: string) => string;
+export declare const isFile: (filePath: string) => boolean;

package/lib/utils/file.js

@@ -240,3 +240,11 @@ export const generateTimestampedFileName = (prefix) => {
 export const hashSHA256 = (text) => {
     return createHash("sha256").update(text, "utf8").digest("hex");
 };
+export const isFile = (filePath) => {
+    try {
+        return fs.existsSync(filePath) && fs.statSync(filePath).isFile();
+    }
+    catch {
+        return false;
+    }
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.2.41",
+  "version": "1.2.42",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",

package/scripts/test/test_media.json

@@ -34,6 +34,19 @@
         }
       }
     },
+    {
+      "id": "hidden",
+      "hidden": true,
+      "speaker": "Presenter",
+      "text": "This is a hidden beat.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "Hidden Beat",
+          "bullets": ["This is a hidden beat."]
+        }
+      }
+    },
     {
       "speaker": "Presenter",
       "text": "This is a reference beat.",