mulmocast 2.0.9 → 2.1.1

package/lib/methods/mulmo_presentation_style.d.ts

@@ -3,13 +3,14 @@
  * (No Node.js built-ins like fs, path, dotenv, etc.)
  * Works in both Node.js and modern browsers.
  */
-import { MulmoCanvasDimension, MulmoBeat, Text2SpeechProvider, Text2ImageAgentInfo, Text2HtmlAgentInfo, BeatMediaType, MulmoPresentationStyle, SpeakerData, Text2ImageProvider, MulmoStudioContext } from "../types/index.js";
+import { MulmoCanvasDimension, MulmoBeat, Text2SpeechProvider, Text2ImageAgentInfo, Text2HtmlAgentInfo, BeatMediaType, MulmoPresentationStyle, SpeakerData, Text2ImageProvider, MulmoStudioContext, MulmoTransition } from "../types/index.js";
 export declare const MulmoPresentationStyleMethods: {
     getCanvasSize(presentationStyle: MulmoPresentationStyle): MulmoCanvasDimension;
     getAllSpeechProviders(presentationStyle: MulmoPresentationStyle): Set<Text2SpeechProvider>;
     getTextSlideStyle(presentationStyle: MulmoPresentationStyle, beat: MulmoBeat): string;
     getDefaultSpeaker(presentationStyle: MulmoPresentationStyle): string;
     getSpeaker(context: MulmoStudioContext, beat: MulmoBeat, targetLang: string | undefined): SpeakerData;
+    getMovieTransition(context: MulmoStudioContext, beat: MulmoBeat): MulmoTransition | null;
     getText2ImageProvider(provider: Text2ImageProvider | undefined): Text2ImageProvider;
     getImageAgentInfo(presentationStyle: MulmoPresentationStyle, beat?: MulmoBeat): Text2ImageAgentInfo;
     getMovieAgentInfo(presentationStyle: MulmoPresentationStyle, beat?: MulmoBeat): {
@@ -20,11 +21,157 @@ export declare const MulmoPresentationStyleMethods: {
             fillOption?: {
                 style: "aspectFit" | "aspectFill";
             } | undefined;
-            speed?: number | undefined;
             transition?: {
-                type: "fade" | "slideout_left";
+                type: "fade" | "slideout_left" | "slideout_right" | "slideout_up" | "slideout_down" | "slidein_left" | "slidein_right" | "slidein_up" | "slidein_down" | "wipeleft" | "wiperight" | "wipeup" | "wipedown" | "wipetl" | "wipetr" | "wipebl" | "wipebr";
                 duration: number;
             } | undefined;
+            filters?: ({
+                type: "mono";
+            } | {
+                type: "sepia";
+            } | {
+                type: "brightness_contrast";
+                brightness: number;
+                contrast: number;
+            } | {
+                type: "hue";
+                hue: number;
+                saturation: number;
+                brightness: number;
+            } | {
+                type: "colorbalance";
+                rs: number;
+                gs: number;
+                bs: number;
+                rm: number;
+                gm: number;
+                bm: number;
+                rh: number;
+                gh: number;
+                bh: number;
+            } | {
+                type: "vibrance";
+                intensity: number;
+            } | {
+                type: "negate";
+                negate_alpha: boolean;
+            } | {
+                type: "colorhold";
+                color: string;
+                similarity: number;
+                blend: number;
+            } | {
+                type: "colorkey";
+                color: string;
+                similarity: number;
+                blend: number;
+            } | {
+                type: "blur";
+                radius: number;
+                power: number;
+            } | {
+                type: "gblur";
+                sigma: number;
+            } | {
+                type: "avgblur";
+                sizeX: number;
+                sizeY: number;
+            } | {
+                type: "unsharp";
+                luma_msize_x: number;
+                luma_msize_y: number;
+                luma_amount: number;
+                chroma_msize_x: number;
+                chroma_msize_y: number;
+                chroma_amount: number;
+            } | {
+                type: "edgedetect";
+                low: number;
+                high: number;
+                mode: "wires" | "colormix" | "canny";
+            } | {
+                type: "sobel";
+                planes: number;
+                scale: number;
+                delta: number;
+            } | {
+                type: "emboss";
+            } | {
+                type: "glitch";
+                intensity: number;
+                style: "blend" | "noise";
+            } | {
+                type: "grain";
+                intensity: number;
+            } | {
+                type: "hflip";
+            } | {
+                type: "vflip";
+            } | {
+                type: "rotate";
+                angle: number;
+                fillcolor: string;
+            } | {
+                type: "transpose";
+                dir: "cclock" | "clock" | "cclock_flip" | "clock_flip";
+            } | {
+                type: "vignette";
+                angle: number;
+                mode: "forward" | "backward";
+                x0?: number | undefined;
+                y0?: number | undefined;
+            } | {
+                type: "fade";
+                mode: "in" | "out";
+                start_frame: number;
+                nb_frames: number;
+                alpha: boolean;
+                color: string;
+            } | {
+                type: "pixelize";
+                width: number;
+                height: number;
+                mode: "avg" | "min" | "max";
+            } | {
+                type: "pseudocolor";
+                preset: "magma" | "inferno" | "plasma" | "viridis" | "turbo" | "cividis" | "range1" | "range2" | "shadows" | "highlights" | "solar" | "nominal" | "preferred" | "total";
+            } | {
+                type: "tmix";
+                frames: number;
+                weights?: string | undefined;
+            } | {
+                type: "lagfun";
+                decay: number;
+                planes: number;
+            } | {
+                type: "threshold";
+                planes: number;
+            } | {
+                type: "elbg";
+                codebook_length: number;
+            } | {
+                type: "lensdistortion";
+                k1: number;
+                k2: number;
+            } | {
+                type: "chromashift";
+                cbh: number;
+                cbv: number;
+                crh: number;
+                crv: number;
+                edge: "smear" | "wrap";
+            } | {
+                type: "deflicker";
+                size: number;
+                mode: "gm" | "am" | "hm" | "qm" | "cm" | "pm" | "median";
+            } | {
+                type: "dctdnoiz";
+                sigma: number;
+            } | {
+                type: "custom";
+                filter: string;
+            })[] | undefined;
+            speed?: number | undefined;
         };
         keyName: string;
     };

package/lib/methods/mulmo_presentation_style.js

@@ -5,7 +5,7 @@
  */
 import { isNull } from "graphai";
 import { userAssert } from "../utils/utils.js";
-import { text2ImageProviderSchema, text2HtmlImageProviderSchema, text2MovieProviderSchema, text2SpeechProviderSchema, mulmoCanvasDimensionSchema, } from "../types/schema.js";
+import { text2ImageProviderSchema, text2HtmlImageProviderSchema, text2MovieProviderSchema, text2SpeechProviderSchema, mulmoCanvasDimensionSchema, mulmoTransitionSchema, } from "../types/schema.js";
 import { provider2ImageAgent, provider2MovieAgent, provider2LLMAgent, provider2SoundEffectAgent, provider2LipSyncAgent, defaultProviders, } from "../utils/provider2agent.js";
 const defaultTextSlideStyles = [
     '*,*::before,*::after{box-sizing:border-box}body,h1,h2,h3,h4,p,figure,blockquote,dl,dd{margin:0}ul[role="list"],ol[role="list"]{list-style:none}html:focus-within{scroll-behavior:smooth}body{min-height:100vh;text-rendering:optimizeSpeed;line-height:1.5}a:not([class]){text-decoration-skip-ink:auto}img,picture{max-width:100%;display:block}input,button,textarea,select{font:inherit}@media(prefers-reduced-motion:reduce){html:focus-within{scroll-behavior:auto}*,*::before,*::after{animation-duration:.01ms !important;animation-iteration-count:1 !important;transition-duration:.01ms !important;scroll-behavior:auto !important}}',
@@ -63,6 +63,12 @@ export const MulmoPresentationStyleMethods = {
         }
         return speaker;
     },
+    getMovieTransition(context, beat) {
+        const transitionData = beat.movieParams?.transition ?? context.presentationStyle.movieParams?.transition;
+        if (!transitionData)
+            return null;
+        return mulmoTransitionSchema.parse(transitionData);
+    },
     /* NOTE: This method is not used.
     getTTSModel(context: MulmoStudioContext, beat: MulmoBeat): string | undefined {
       const speaker = MulmoPresentationStyleMethods.getSpeaker(context, beat);