mulmocast 2.5.0 → 2.6.1

package/lib/actions/image_agents.d.ts

@@ -60,6 +60,7 @@ export declare const imagePluginAgent: (namedInputs: {
     beat: MulmoBeat;
     index: number;
     imageRefs?: Record<string, string>;
+    movieRefs?: Record<string, string>;
 }) => Promise<void>;
 export declare const htmlImageGeneratorAgent: (namedInputs: {
     file: string;

package/lib/actions/image_agents.js

@@ -115,7 +115,7 @@ export const imagePreprocessAgent = async (namedInputs) => {
     return { ...returnValue, imagePath, referenceImageForMovie: imagePath, imageAgentInfo, prompt, referenceImages };
 };
 export const imagePluginAgent = async (namedInputs) => {
-    const { context, beat, index, imageRefs } = namedInputs;
+    const { context, beat, index, imageRefs, movieRefs } = namedInputs;
     const { imagePath } = getBeatPngImagePath(context, index);
     const plugin = MulmoBeatMethods.getPlugin(beat);
     // For animated html_tailwind, use the .mp4 path so the plugin writes video there
@@ -125,7 +125,7 @@ export const imagePluginAgent = async (namedInputs) => {
         MulmoStudioContextMethods.setBeatSessionState(context, "image", index, beat.id, true);
         const studioBeat = context.studio.beats[index];
         const beatDuration = beat.duration ?? studioBeat?.duration;
-        const processorParams = { beat, context, imagePath: effectiveImagePath, imageRefs, beatDuration, ...htmlStyle(context, beat) };
+        const processorParams = { beat, context, imagePath: effectiveImagePath, imageRefs, movieRefs, beatDuration, ...htmlStyle(context, beat) };
         await plugin.process(processorParams);
         MulmoStudioContextMethods.setBeatSessionState(context, "image", index, beat.id, false);
     }

package/lib/actions/image_references.d.ts

@@ -6,4 +6,10 @@ export declare const generateReferenceImage: (inputs: {
     image: MulmoImagePromptMedia;
     force?: boolean;
 }) => Promise<string>;
+export type MediaRefs = {
+    imageRefs: Record<string, string>;
+    movieRefs: Record<string, string>;
+};
+export declare const getMediaRefs: (context: MulmoStudioContext) => Promise<MediaRefs>;
+/** @deprecated Use getMediaRefs instead */
 export declare const getImageRefs: (context: MulmoStudioContext) => Promise<Record<string, string>>;

package/lib/actions/image_references.js

@@ -51,12 +51,13 @@ export const generateReferenceImage = async (inputs) => {
         });
     }
 };
-export const getImageRefs = async (context) => {
+export const getMediaRefs = async (context) => {
     const images = context.presentationStyle.imageParams?.images;
     if (!images) {
-        return {};
+        return { imageRefs: {}, movieRefs: {} };
     }
     const imageRefs = {};
+    const movieRefs = {};
     await Promise.all(Object.keys(images)
         .sort()
         .map(async (key, index) => {
@@ -67,6 +68,17 @@ export const getImageRefs = async (context) => {
         else if (image.type === "image") {
             imageRefs[key] = await MulmoMediaSourceMethods.imageReference(image.source, context, key);
         }
+        else if (image.type === "movie") {
+            movieRefs[key] = await resolveMovieReference(image, context, key);
+        }
     }));
+    return { imageRefs, movieRefs };
+};
+const resolveMovieReference = async (movie, context, key) => {
+    return MulmoMediaSourceMethods.imageReference(movie.source, context, key);
+};
+/** @deprecated Use getMediaRefs instead */
+export const getImageRefs = async (context) => {
+    const { imageRefs } = await getMediaRefs(context);
     return imageRefs;
 };

package/lib/actions/images.d.ts

@@ -7,6 +7,7 @@ export declare const beat_graph_data: {
         context: {};
         htmlImageAgentInfo: {};
         imageRefs: {};
+        movieRefs: {};
         beat: {};
         __mapIndex: {};
         forceMovie: {
@@ -154,6 +155,7 @@ export declare const beat_graph_data: {
                 beat: string;
                 index: string;
                 imageRefs: string;
+                movieRefs: string;
             };
         };
         imagePlugin: {
@@ -164,12 +166,14 @@ export declare const beat_graph_data: {
                 beat: import("../types/type.js").MulmoBeat;
                 index: number;
                 imageRefs?: Record<string, string>;
+                movieRefs?: Record<string, string>;
             }) => Promise<void>;
             inputs: {
                 context: string;
                 beat: string;
                 index: string;
                 imageRefs: string;
+                movieRefs: string;
                 onComplete: string[];
             };
         };

package/lib/actions/images.js

@@ -14,7 +14,7 @@ import { fileCacheAgentFilter } from "../utils/filters.js";
 import { settings2GraphAIConfig } from "../utils/utils.js";
 import { audioCheckerError } from "../utils/error_cause.js";
 import { extractImageFromMovie, ffmpegGetMediaDuration, trimMusic } from "../utils/ffmpeg_utils.js";
-import { getImageRefs } from "./image_references.js";
+import { getMediaRefs } from "./image_references.js";
 import { imagePreprocessAgent, imagePluginAgent, htmlImageGeneratorAgent } from "./image_agents.js";
 const vanillaAgents = vanilla.default ?? vanilla;
 const imageAgents = {
@@ -52,6 +52,7 @@ export const beat_graph_data = {
         context: {},
         htmlImageAgentInfo: {},
         imageRefs: {},
+        movieRefs: {},
         beat: {},
         __mapIndex: {},
         forceMovie: { value: false },
@@ -66,6 +67,7 @@ export const beat_graph_data = {
                 beat: ":beat",
                 index: ":__mapIndex",
                 imageRefs: ":imageRefs",
+                movieRefs: ":movieRefs",
             },
         },
         imagePlugin: {
@@ -77,6 +79,7 @@ export const beat_graph_data = {
                 beat: ":beat",
                 index: ":__mapIndex",
                 imageRefs: ":imageRefs",
+                movieRefs: ":movieRefs",
                 onComplete: [":preprocessor"],
             },
         },
@@ -334,6 +337,7 @@ export const images_graph_data = {
         htmlImageAgentInfo: {},
         outputStudioFilePath: {},
         imageRefs: {},
+        movieRefs: {},
         map: {
             agent: "mapAgent",
             inputs: {
@@ -341,6 +345,7 @@ export const images_graph_data = {
                 context: ":context",
                 htmlImageAgentInfo: ":htmlImageAgentInfo",
                 imageRefs: ":imageRefs",
+                movieRefs: ":movieRefs",
             },
             isResult: true,
             params: {
@@ -436,13 +441,14 @@ const prepareGenerateImages = async (context) => {
     mkdir(imageProjectDirPath);
     const provider = MulmoPresentationStyleMethods.getText2ImageProvider(context.presentationStyle.imageParams?.provider);
     const htmlImageAgentInfo = MulmoPresentationStyleMethods.getHtmlImageAgentInfo(context.presentationStyle);
-    const imageRefs = await getImageRefs(context);
+    const { imageRefs, movieRefs } = await getMediaRefs(context);
     GraphAILogger.info(`text2image: provider=${provider} model=${context.presentationStyle.imageParams?.model}`);
     const injections = {
         context,
         htmlImageAgentInfo,
         outputStudioFilePath: getOutputStudioFilePath(outDirPath, fileName),
         imageRefs,
+        movieRefs,
     };
     return injections;
 };

package/lib/types/schema.d.ts

@@ -276,6 +276,19 @@ export declare const mulmoImageMediaSchema: z.ZodObject<{
         path: z.ZodString;
     }, z.core.$strict>], "kind">;
 }, z.core.$strict>;
+export declare const mulmoMovieMediaSchema: z.ZodObject<{
+    type: z.ZodLiteral<"movie">;
+    source: z.ZodDiscriminatedUnion<[z.ZodObject<{
+        kind: z.ZodLiteral<"url">;
+        url: z.ZodURL;
+    }, z.core.$strict>, z.ZodObject<{
+        kind: z.ZodLiteral<"base64">;
+        data: z.ZodString;
+    }, z.core.$strict>, z.ZodObject<{
+        kind: z.ZodLiteral<"path">;
+        path: z.ZodString;
+    }, z.core.$strict>], "kind">;
+}, z.core.$strict>;
 export declare const mulmoTextSlideMediaSchema: z.ZodObject<{
     type: z.ZodLiteral<"textSlide">;
     slide: z.ZodObject<{
@@ -372,14 +385,16 @@ export declare const mulmoMermaidMediaSchema: z.ZodObject<{
         opacity: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strip>]>>>;
 }, z.core.$strict>;
+export declare const swipeElementSchema: z.ZodType;
 export declare const htmlTailwindAnimationSchema: z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodObject<{
     fps: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
     movie: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strip>]>;
 export declare const mulmoHtmlTailwindMediaSchema: z.ZodObject<{
     type: z.ZodLiteral<"html_tailwind">;
-    html: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
+    html: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
     script: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+    elements: z.ZodOptional<z.ZodArray<z.ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>>>;
     animation: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodObject<{
         fps: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
         movie: z.ZodOptional<z.ZodBoolean>;
@@ -551,8 +566,9 @@ export declare const mulmoImageAssetSchema: z.ZodUnion<readonly [z.ZodObject<{
     }, z.core.$strip>]>>>;
 }, z.core.$strict>, z.ZodObject<{
     type: z.ZodLiteral<"html_tailwind">;
-    html: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
+    html: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
     script: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+    elements: z.ZodOptional<z.ZodArray<z.ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>>>;
     animation: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodObject<{
         fps: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
         movie: z.ZodOptional<z.ZodBoolean>;
@@ -2981,6 +2997,18 @@ export declare const mulmoImageParamsImagesValueSchema: z.ZodUnion<readonly [z.Z
         width: z.ZodNumber;
         height: z.ZodNumber;
     }, z.core.$strict>>;
+}, z.core.$strict>, z.ZodObject<{
+    type: z.ZodLiteral<"movie">;
+    source: z.ZodDiscriminatedUnion<[z.ZodObject<{
+        kind: z.ZodLiteral<"url">;
+        url: z.ZodURL;
+    }, z.core.$strict>, z.ZodObject<{
+        kind: z.ZodLiteral<"base64">;
+        data: z.ZodString;
+    }, z.core.$strict>, z.ZodObject<{
+        kind: z.ZodLiteral<"path">;
+        path: z.ZodString;
+    }, z.core.$strict>], "kind">;
 }, z.core.$strict>]>;
 export declare const mulmoImageParamsImagesSchema: z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodObject<{
     type: z.ZodLiteral<"image">;
@@ -3001,6 +3029,18 @@ export declare const mulmoImageParamsImagesSchema: z.ZodRecord<z.ZodString, z.Zo
         width: z.ZodNumber;
         height: z.ZodNumber;
     }, z.core.$strict>>;
+}, z.core.$strict>, z.ZodObject<{
+    type: z.ZodLiteral<"movie">;
+    source: z.ZodDiscriminatedUnion<[z.ZodObject<{
+        kind: z.ZodLiteral<"url">;
+        url: z.ZodURL;
+    }, z.core.$strict>, z.ZodObject<{
+        kind: z.ZodLiteral<"base64">;
+        data: z.ZodString;
+    }, z.core.$strict>, z.ZodObject<{
+        kind: z.ZodLiteral<"path">;
+        path: z.ZodString;
+    }, z.core.$strict>], "kind">;
 }, z.core.$strict>]>>;
 export declare const mulmoFillOptionSchema: z.ZodObject<{
     style: z.ZodDefault<z.ZodOptional<z.ZodEnum<{
@@ -3073,6 +3113,18 @@ export declare const mulmoImageParamsSchema: z.ZodObject<{
             width: z.ZodNumber;
             height: z.ZodNumber;
         }, z.core.$strict>>;
+    }, z.core.$strict>, z.ZodObject<{
+        type: z.ZodLiteral<"movie">;
+        source: z.ZodDiscriminatedUnion<[z.ZodObject<{
+            kind: z.ZodLiteral<"url">;
+            url: z.ZodURL;
+        }, z.core.$strict>, z.ZodObject<{
+            kind: z.ZodLiteral<"base64">;
+            data: z.ZodString;
+        }, z.core.$strict>, z.ZodObject<{
+            kind: z.ZodLiteral<"path">;
+            path: z.ZodString;
+        }, z.core.$strict>], "kind">;
     }, z.core.$strict>]>>>;
     backgroundImage: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
         source: z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -3621,8 +3673,9 @@ export declare const mulmoBeatSchema: z.ZodObject<{
         }, z.core.$strip>]>>>;
     }, z.core.$strict>, z.ZodObject<{
         type: z.ZodLiteral<"html_tailwind">;
-        html: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
+        html: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
         script: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+        elements: z.ZodOptional<z.ZodArray<z.ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>>>;
         animation: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodObject<{
             fps: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
             movie: z.ZodOptional<z.ZodBoolean>;
@@ -6425,6 +6478,18 @@ export declare const mulmoPresentationStyleSchema: z.ZodObject<{
                 width: z.ZodNumber;
                 height: z.ZodNumber;
             }, z.core.$strict>>;
+        }, z.core.$strict>, z.ZodObject<{
+            type: z.ZodLiteral<"movie">;
+            source: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                kind: z.ZodLiteral<"url">;
+                url: z.ZodURL;
+            }, z.core.$strict>, z.ZodObject<{
+                kind: z.ZodLiteral<"base64">;
+                data: z.ZodString;
+            }, z.core.$strict>, z.ZodObject<{
+                kind: z.ZodLiteral<"path">;
+                path: z.ZodString;
+            }, z.core.$strict>], "kind">;
         }, z.core.$strict>]>>>;
         backgroundImage: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
             source: z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -6885,6 +6950,18 @@ export declare const mulmoScriptSchema: z.ZodObject<{
                 width: z.ZodNumber;
                 height: z.ZodNumber;
             }, z.core.$strict>>;
+        }, z.core.$strict>, z.ZodObject<{
+            type: z.ZodLiteral<"movie">;
+            source: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                kind: z.ZodLiteral<"url">;
+                url: z.ZodURL;
+            }, z.core.$strict>, z.ZodObject<{
+                kind: z.ZodLiteral<"base64">;
+                data: z.ZodString;
+            }, z.core.$strict>, z.ZodObject<{
+                kind: z.ZodLiteral<"path">;
+                path: z.ZodString;
+            }, z.core.$strict>], "kind">;
         }, z.core.$strict>]>>>;
         backgroundImage: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
             source: z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -7428,8 +7505,9 @@ export declare const mulmoScriptSchema: z.ZodObject<{
             }, z.core.$strip>]>>>;
         }, z.core.$strict>, z.ZodObject<{
             type: z.ZodLiteral<"html_tailwind">;
-            html: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
+            html: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
             script: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+            elements: z.ZodOptional<z.ZodArray<z.ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>>>;
             animation: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodObject<{
                 fps: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
                 movie: z.ZodOptional<z.ZodBoolean>;
@@ -10307,6 +10385,18 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                     width: z.ZodNumber;
                     height: z.ZodNumber;
                 }, z.core.$strict>>;
+            }, z.core.$strict>, z.ZodObject<{
+                type: z.ZodLiteral<"movie">;
+                source: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                    kind: z.ZodLiteral<"url">;
+                    url: z.ZodURL;
+                }, z.core.$strict>, z.ZodObject<{
+                    kind: z.ZodLiteral<"base64">;
+                    data: z.ZodString;
+                }, z.core.$strict>, z.ZodObject<{
+                    kind: z.ZodLiteral<"path">;
+                    path: z.ZodString;
+                }, z.core.$strict>], "kind">;
             }, z.core.$strict>]>>>;
             backgroundImage: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
                 source: z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -10850,8 +10940,9 @@ export declare const mulmoStudioSchema: z.ZodObject<{
                 }, z.core.$strip>]>>>;
             }, z.core.$strict>, z.ZodObject<{
                 type: z.ZodLiteral<"html_tailwind">;
-                html: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
+                html: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
                 script: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+                elements: z.ZodOptional<z.ZodArray<z.ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>>>;
                 animation: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodObject<{
                     fps: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
                     movie: z.ZodOptional<z.ZodBoolean>;
@@ -13665,6 +13756,18 @@ export declare const mulmoPromptTemplateSchema: z.ZodObject<{
                     width: z.ZodNumber;
                     height: z.ZodNumber;
                 }, z.core.$strict>>;
+            }, z.core.$strict>, z.ZodObject<{
+                type: z.ZodLiteral<"movie">;
+                source: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                    kind: z.ZodLiteral<"url">;
+                    url: z.ZodURL;
+                }, z.core.$strict>, z.ZodObject<{
+                    kind: z.ZodLiteral<"base64">;
+                    data: z.ZodString;
+                }, z.core.$strict>, z.ZodObject<{
+                    kind: z.ZodLiteral<"path">;
+                    path: z.ZodString;
+                }, z.core.$strict>], "kind">;
             }, z.core.$strict>]>>>;
             backgroundImage: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
                 source: z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -14119,6 +14222,18 @@ export declare const mulmoPromptTemplateFileSchema: z.ZodObject<{
                     width: z.ZodNumber;
                     height: z.ZodNumber;
                 }, z.core.$strict>>;
+            }, z.core.$strict>, z.ZodObject<{
+                type: z.ZodLiteral<"movie">;
+                source: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                    kind: z.ZodLiteral<"url">;
+                    url: z.ZodURL;
+                }, z.core.$strict>, z.ZodObject<{
+                    kind: z.ZodLiteral<"base64">;
+                    data: z.ZodString;
+                }, z.core.$strict>, z.ZodObject<{
+                    kind: z.ZodLiteral<"path">;
+                    path: z.ZodString;
+                }, z.core.$strict>], "kind">;
             }, z.core.$strict>]>>>;
             backgroundImage: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
                 source: z.ZodDiscriminatedUnion<[z.ZodObject<{

package/lib/types/schema.js

@@ -142,7 +142,7 @@ const mulmoSvgMediaSchema = z
     source: mediaSourceSchema,
 })
     .strict();
-const mulmoMovieMediaSchema = z
+export const mulmoMovieMediaSchema = z
     .object({
     type: z.literal("movie"),
     source: mediaSourceSchema,
@@ -194,6 +194,72 @@ export const mulmoMermaidMediaSchema = z
     backgroundImage: backgroundImageSchema,
 })
     .strict();
+// Swipe-inspired element animation schemas
+const swipePositionValue = z.union([z.number(), z.string()]);
+const swipeTransitionSchema = z
+    .object({
+    opacity: z.number().min(0).max(1).optional(),
+    rotate: z.number().optional(),
+    scale: z.union([z.number(), z.tuple([z.number(), z.number()])]).optional(),
+    translate: z.tuple([z.number(), z.number()]).optional(),
+    bc: z.string().optional(),
+    timing: z.tuple([z.number(), z.number()]).default([0, 1]).optional().describe("Animation timing [start, end] as ratio 0.0-1.0 of beat duration"),
+})
+    .strict();
+const swipeLoopSchema = z
+    .object({
+    style: z.enum(["vibrate", "blink", "wiggle", "spin", "shift", "bounce", "pulse"]),
+    count: z.number().optional().describe("Number of loop iterations. 0 = infinite"),
+    delta: z.number().optional().describe("Distance for vibrate / angle for wiggle"),
+    duration: z.number().optional().describe("Duration of one cycle in seconds"),
+    direction: z.enum(["n", "s", "e", "w"]).optional().describe("Direction for shift animation"),
+    clockwise: z.boolean().optional().describe("Spin direction. Default: true"),
+})
+    .strict();
+const swipeShadowSchema = z
+    .object({
+    color: z.string().optional().default("black"),
+    offset: z.tuple([z.number(), z.number()]).optional().default([1, 1]),
+    opacity: z.number().optional().default(0.5),
+    radius: z.number().optional().default(1),
+})
+    .strict();
+export const swipeElementSchema = z.lazy(() => z
+    .object({
+    id: z.string().optional(),
+    // Position & size
+    x: swipePositionValue.optional(),
+    y: swipePositionValue.optional(),
+    w: swipePositionValue.optional(),
+    h: swipePositionValue.optional(),
+    pos: z.tuple([swipePositionValue, swipePositionValue]).optional().describe("Position by anchor point [x, y]"),
+    // Visual
+    bc: z.string().optional().describe("Background color"),
+    opacity: z.number().min(0).max(1).optional(),
+    rotate: z.number().optional(),
+    scale: z.union([z.number(), z.tuple([z.number(), z.number()])]).optional(),
+    translate: z.tuple([z.number(), z.number()]).optional(),
+    cornerRadius: z.number().optional(),
+    borderWidth: z.number().optional(),
+    borderColor: z.string().optional(),
+    shadow: swipeShadowSchema.optional(),
+    clip: z.boolean().optional(),
+    // Content
+    text: z.string().optional(),
+    fontSize: z.union([z.number(), z.string()]).optional(),
+    fontWeight: z.string().optional(),
+    textColor: z.string().optional(),
+    textAlign: z.enum(["center", "left", "right"]).optional(),
+    lineHeight: z.union([z.number(), z.string()]).optional(),
+    img: z.string().optional().describe("Image URL or image:ref"),
+    imgFit: z.enum(["contain", "cover", "fill"]).optional().default("contain"),
+    // Animation
+    to: swipeTransitionSchema.optional().describe("Transition animation"),
+    loop: swipeLoopSchema.optional().describe("Loop animation"),
+    // Children
+    elements: z.array(z.lazy(() => swipeElementSchema)).optional(),
+})
+    .strict());
 export const htmlTailwindAnimationSchema = z.union([
     z.literal(true),
     z.object({
@@ -204,8 +270,12 @@ export const htmlTailwindAnimationSchema = z.union([
 export const mulmoHtmlTailwindMediaSchema = z
     .object({
     type: z.literal("html_tailwind"),
-    html: stringOrStringArray,
+    html: stringOrStringArray.optional(),
     script: stringOrStringArray.optional().describe("JavaScript code for the beat. Injected as a <script> tag after html. Use for render() function etc."),
+    elements: z
+        .array(swipeElementSchema)
+        .optional()
+        .describe("Swipe-style declarative animation elements. Converted to HTML + render() automatically. Use this OR html, not both."),
     animation: htmlTailwindAnimationSchema
         .optional()
         .describe("Enable frame-based animation (Remotion-style). true for defaults (30fps), or { fps: N } for custom frame rate."),
@@ -267,7 +337,7 @@ export const mulmoImagePromptMediaSchema = z
     canvasSize: z.object({ width: z.number(), height: z.number() }).strict().optional(),
 })
     .strict();
-export const mulmoImageParamsImagesValueSchema = z.union([mulmoImageMediaSchema, mulmoImagePromptMediaSchema]);
+export const mulmoImageParamsImagesValueSchema = z.union([mulmoImageMediaSchema, mulmoImagePromptMediaSchema, mulmoMovieMediaSchema]);
 export const mulmoImageParamsImagesSchema = z.record(imageIdSchema, mulmoImageParamsImagesValueSchema);
 export const mulmoFillOptionSchema = z
     .object({

package/lib/types/type.d.ts

@@ -1,5 +1,5 @@
 import { type CallbackFunction } from "graphai";
-import { langSchema, localizedTextSchema, mulmoBeatSchema, mulmoScriptSchema, mulmoStudioSchema, mulmoStudioBeatSchema, mulmoStoryboardSchema, mulmoStoryboardSceneSchema, mulmoStudioMultiLingualSchema, mulmoStudioMultiLingualArraySchema, mulmoStudioMultiLingualDataSchema, mulmoStudioMultiLingualFileSchema, speakerDictionarySchema, speakerSchema, mulmoSpeechParamsSchema, mulmoImageParamsSchema, mulmoImageParamsImagesValueSchema, mulmoImageParamsImagesSchema, mulmoFillOptionSchema, mulmoTransitionSchema, mulmoVideoFilterSchema, mulmoMovieParamsSchema, mulmoSoundEffectParamsSchema, mulmoLipSyncParamsSchema, textSlideParamsSchema, speechOptionsSchema, speakerDataSchema, mulmoCanvasDimensionSchema, mulmoPromptTemplateSchema, mulmoPromptTemplateFileSchema, text2ImageProviderSchema, text2HtmlImageProviderSchema, text2MovieProviderSchema, text2SpeechProviderSchema, mulmoPresentationStyleSchema, multiLingualTextsSchema, mulmoImageAssetSchema, mulmoMermaidMediaSchema, mulmoTextSlideMediaSchema, mulmoMarkdownMediaSchema, mulmoImageMediaSchema, mulmoChartMediaSchema, mediaSourceSchema, mediaSourceMermaidSchema, backgroundImageSchema, backgroundImageSourceSchema, mulmoSessionStateSchema, mulmoOpenAIImageModelSchema, mulmoGoogleImageModelSchema, mulmoGoogleMovieModelSchema, mulmoReplicateMovieModelSchema, mulmoImagePromptMediaSchema, markdownLayoutSchema, row2Schema, grid2x2Schema } from "./schema.js";
+import { langSchema, localizedTextSchema, mulmoBeatSchema, mulmoScriptSchema, mulmoStudioSchema, mulmoStudioBeatSchema, mulmoStoryboardSchema, mulmoStoryboardSceneSchema, mulmoStudioMultiLingualSchema, mulmoStudioMultiLingualArraySchema, mulmoStudioMultiLingualDataSchema, mulmoStudioMultiLingualFileSchema, speakerDictionarySchema, speakerSchema, mulmoSpeechParamsSchema, mulmoImageParamsSchema, mulmoImageParamsImagesValueSchema, mulmoImageParamsImagesSchema, mulmoFillOptionSchema, mulmoTransitionSchema, mulmoVideoFilterSchema, mulmoMovieParamsSchema, mulmoSoundEffectParamsSchema, mulmoLipSyncParamsSchema, textSlideParamsSchema, speechOptionsSchema, speakerDataSchema, mulmoCanvasDimensionSchema, mulmoPromptTemplateSchema, mulmoPromptTemplateFileSchema, text2ImageProviderSchema, text2HtmlImageProviderSchema, text2MovieProviderSchema, text2SpeechProviderSchema, mulmoPresentationStyleSchema, multiLingualTextsSchema, mulmoImageAssetSchema, mulmoMermaidMediaSchema, mulmoTextSlideMediaSchema, mulmoMarkdownMediaSchema, mulmoImageMediaSchema, mulmoChartMediaSchema, mediaSourceSchema, mediaSourceMermaidSchema, backgroundImageSchema, backgroundImageSourceSchema, mulmoSessionStateSchema, mulmoOpenAIImageModelSchema, mulmoGoogleImageModelSchema, mulmoGoogleMovieModelSchema, mulmoReplicateMovieModelSchema, mulmoImagePromptMediaSchema, mulmoMovieMediaSchema, markdownLayoutSchema, row2Schema, grid2x2Schema } from "./schema.js";
 import { pdf_modes, pdf_sizes, storyToScriptGenerateMode } from "./const.js";
 import type { LLM } from "./provider2agent.js";
 import { z } from "zod";
@@ -55,6 +55,7 @@ export type MulmoImageAsset = z.infer<typeof mulmoImageAssetSchema>;
 export type MulmoTextSlideMedia = z.infer<typeof mulmoTextSlideMediaSchema>;
 export type MulmoMarkdownMedia = z.infer<typeof mulmoMarkdownMediaSchema>;
 export type MulmoImageMedia = z.infer<typeof mulmoImageMediaSchema>;
+export type MulmoMovieMedia = z.infer<typeof mulmoMovieMediaSchema>;
 export type MulmoChartMedia = z.infer<typeof mulmoChartMediaSchema>;
 export type MulmoMermaidMedia = z.infer<typeof mulmoMermaidMediaSchema>;
 export type MulmoSessionState = z.infer<typeof mulmoSessionStateSchema>;
@@ -84,6 +85,7 @@ export type ImageProcessorParams = {
     textSlideStyle: string;
     canvasSize: MulmoCanvasDimension;
     imageRefs?: Record<string, string>;
+    movieRefs?: Record<string, string>;
     beatDuration?: number;
 };
 export type PDFMode = (typeof pdf_modes)[number];