mulmocast 2.12.1 → 2.13.0

package/lib/mcp/server.js

@@ -7,7 +7,7 @@ import fs from "fs";
 import path from "path";
 import { fileURLToPath } from "url";
 import { GraphAILogger } from "graphai";
-import { audio, images, movie, captions, pdf } from "../actions/index.js";
+import { audio, images, movie, captions, avatar, pdf } from "../actions/index.js";
 import { initializeContext, runTranslateIfNeeded } from "../cli/helpers.js";
 import { outDirName } from "../types/const.js";
 import { resolveDirPath, mkdir, generateTimestampedFileName } from "../utils/file.js";
@@ -111,8 +111,8 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
         // Execute the requested command
         switch (cmd) {
             case "movie":
-                // Generate movie (audio + images + captions + movie)
-                await audio(context).then(images).then(captions).then(movie);
+                // Generate movie (audio + images + captions + avatar + movie)
+                await audio(context).then(images).then(captions).then(avatar).then(movie);
                 return {
                     content: [
                         {

package/lib/methods/mulmo_beat.d.ts

@@ -7,6 +7,7 @@ export declare const MulmoBeatMethods: {
     isAnimationEnabled: (animation: unknown) => animation is true | AnimationConfig;
     isAnimationObject: (animation: unknown) => animation is AnimationConfig;
     isAnimatedHtmlTailwind: (beat: MulmoBeat) => boolean;
+    isPluginVideo: (beat: MulmoBeat) => boolean;
     isMovieMode: (animation: unknown) => boolean;
     isVoiceOver: (beat?: MulmoBeat) => boolean;
     getPrevRenderedBeatIndex(beats: MulmoBeat[], index: number): number;

package/lib/methods/mulmo_beat.js

@@ -18,12 +18,15 @@ const isAnimatedHtmlTailwind = (beat) => {
     const animation = beat.image.animation;
     return isAnimationEnabled(animation);
 };
+// Beats whose image plugin writes the beat's .mp4 itself, at the length the audio gives it.
+const isPluginVideo = (beat) => isAnimatedHtmlTailwind(beat) || beat.image?.type === ImageMediaType.Remotion;
 // voice_over beats share the preceding beat's shot, and contribute no video segment of their own.
 const isVoiceOver = (beat) => beat?.image?.type === ImageMediaType.VoiceOver;
 export const MulmoBeatMethods = {
     isAnimationEnabled,
     isAnimationObject,
     isAnimatedHtmlTailwind,
+    isPluginVideo,
     isMovieMode,
     isVoiceOver,
     // Index of the closest preceding beat which is actually rendered as a video segment (-1 if none).

package/lib/methods/mulmo_beat_node.d.ts

@@ -16,6 +16,7 @@ export declare const MulmoBeatMethods: {
         movie?: boolean;
     };
     isAnimatedHtmlTailwind: (beat: MulmoBeat) => boolean;
+    isPluginVideo: (beat: MulmoBeat) => boolean;
     isMovieMode: (animation: unknown) => boolean;
     isVoiceOver: (beat?: MulmoBeat) => boolean;
     getPrevRenderedBeatIndex(beats: MulmoBeat[], index: number): number;

package/lib/methods/mulmo_presentation_style.d.ts

@@ -4,7 +4,7 @@
  * Works in both Node.js and modern browsers.
  */
 import type { SlideTheme } from "@mulmocast/deck";
-import { MulmoCanvasDimension, MulmoBeat, Text2SpeechProvider, Text2ImageAgentInfo, Text2HtmlAgentInfo, BeatMediaType, MulmoPresentationStyle, SpeakerData, Text2ImageProvider, MulmoStudioContext, MulmoTransition, MulmoFillOption } from "../types/index.js";
+import { MulmoCanvasDimension, MulmoBeat, Text2SpeechProvider, Text2ImageAgentInfo, Text2HtmlAgentInfo, BeatMediaType, MulmoPresentationStyle, SpeakerData, MulmoSpeakerAvatar, Text2ImageProvider, MulmoStudioContext, MulmoTransition, MulmoFillOption } from "../types/index.js";
 export declare const MulmoPresentationStyleMethods: {
     getCanvasSize(presentationStyle: MulmoPresentationStyle): MulmoCanvasDimension;
     getAllSpeechProviders(presentationStyle: MulmoPresentationStyle): Set<Text2SpeechProvider>;
@@ -28,6 +28,10 @@ export declare const MulmoPresentationStyleMethods: {
     getResolvedSlideTheme(presentationStyle: MulmoPresentationStyle, beat: MulmoBeat): SlideTheme;
     getDefaultSpeaker(presentationStyle: MulmoPresentationStyle): string;
     getSpeakerData(presentationStyle: MulmoPresentationStyle, beat: MulmoBeat, lang: string | undefined): SpeakerData;
+    getSpeakerAvatar(presentationStyle: MulmoPresentationStyle, beat: MulmoBeat, lang: string | undefined): {
+        speakerId: string;
+        avatar: MulmoSpeakerAvatar;
+    } | null;
     getSpeaker(context: MulmoStudioContext, beat: MulmoBeat, targetLang: string | undefined): SpeakerData;
     getMovieTransition(context: MulmoStudioContext, beat: MulmoBeat): MulmoTransition | null;
     getNeedFirstFrame(context: MulmoStudioContext): boolean[];

package/lib/methods/mulmo_presentation_style.js

@@ -92,6 +92,14 @@ export const MulmoPresentationStyleMethods = {
         }
         return speaker;
     },
+    // The speaker of a beat and the avatar it speaks with, if any. A language-specific speaker
+    // replaces the whole speaker, so its avatar falls back to the base speaker's.
+    getSpeakerAvatar(presentationStyle, beat, lang) {
+        const speakerId = beat?.speaker ?? MulmoPresentationStyleMethods.getDefaultSpeaker(presentationStyle);
+        const speaker = presentationStyle.speechParams?.speakers?.[speakerId];
+        const avatar = (lang ? speaker?.lang?.[lang]?.avatar : undefined) ?? speaker?.avatar;
+        return avatar ? { speakerId, avatar } : null;
+    },
     getSpeaker(context, beat, targetLang) {
         // Normally, lang is determined by the context, but lang may be specified when using the API.
         const lang = targetLang ?? context.lang ?? context?.studio?.script?.lang;