mulmocast 2.10.0 → 2.11.0

package/lib/actions/image_agents.js

@@ -202,8 +202,8 @@ export const imagePreprocessAgent = async (namedInputs) => {
     if (beat.image) {
         const plugin = MulmoBeatMethods.getPlugin(beat);
         const pluginPath = plugin.path({ beat, context, imagePath, ...htmlStyle(context, beat) });
-        const markdown = plugin.markdown ? plugin.markdown({ beat, context, imagePath, ...htmlStyle(context, beat) }) : undefined;
-        const html = plugin.html ? await plugin.html({ beat, context, imagePath, ...htmlStyle(context, beat) }) : undefined;
+        const markdown = plugin.markdown ? plugin.markdown({ beat, context }) : undefined;
+        const html = plugin.html ? await plugin.html({ beat, context }) : undefined;
         const isTypeMovie = beat.image.type === ImageMediaType.Movie;
         const isAnimatedHtml = MulmoBeatMethods.isAnimatedHtmlTailwind(beat);
         // animation and moviePrompt cannot be used together

package/lib/methods/mulmo_beat_node.d.ts

@@ -3,9 +3,9 @@ export declare const MulmoBeatMethods: {
     getPlugin(beat: MulmoBeat): {
         imageType: string;
         process: (params: import("../types/type.js").ImageProcessorParams) => Promise<string | undefined> | void;
-        path: (params: import("../types/type.js").ImageProcessorParams) => string | undefined;
-        markdown?: (params: import("../types/type.js").ImageProcessorParams) => string | undefined;
-        html?: (params: import("../types/type.js").ImageProcessorParams) => Promise<string | undefined>;
+        path: (params: import("../types/type.js").BeatPathParams) => string | undefined;
+        markdown?: (params: import("../types/type.js").BeatRenderParams) => string | undefined;
+        html?: (params: import("../types/type.js").BeatRenderParams) => Promise<string | undefined>;
     };
     isAnimationEnabled: (animation: unknown) => animation is true | {
         fps?: number;

package/lib/types/type.d.ts

@@ -93,6 +93,14 @@ export type ImageProcessorParams = {
     movieRefs?: Record<string, string>;
     beatDuration?: number;
 };
+/**
+ * What a plugin's `markdown()` / `html()` reads. They return a string and touch no file, so
+ * the paths and sizes `process()` needs are not theirs. `imageRefs` is here because a slide
+ * resolves image references while rendering; it is optional, so a caller with none omits it.
+ */
+export type BeatRenderParams = Pick<ImageProcessorParams, "beat" | "context" | "imageRefs">;
+/** What a plugin's `path()` reads: the source-backed ones resolve against beat and context. */
+export type BeatPathParams = Pick<ImageProcessorParams, "beat" | "context" | "imagePath">;
 export type PDFMode = (typeof pdf_modes)[number];
 export type PDFSize = (typeof pdf_sizes)[number];
 export type Text2ImageAgentInfo = {

package/lib/utils/context.d.ts

@@ -3,6 +3,30 @@ import { UsageCollector } from "./usage_collector.js";
 export declare const silentMp3 = "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/audio/silent300.mp3";
 export type MulmoErrorFormatter = (error: unknown) => string | null;
 export declare const setMulmoErrorFormatter: (formatter: MulmoErrorFormatter | null) => void;
+export declare const initSessionState: () => {
+    inSession: {
+        audio: boolean;
+        image: boolean;
+        video: boolean;
+        multiLingual: boolean;
+        caption: boolean;
+        pdf: boolean;
+        markdown: boolean;
+        html: boolean;
+        viewer: boolean;
+    };
+    inBeatSession: {
+        audio: {};
+        image: {};
+        movie: {};
+        multiLingual: {};
+        caption: {};
+        html: {};
+        imageReference: {};
+        soundEffect: {};
+        lipSync: {};
+    };
+};
 export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: string, videoCaptionLang?: string, presentationStyle?: MulmoPresentationStyle | null) => {
     script: {
         $mulmocast: {

package/lib/utils/context.js

@@ -36,7 +36,7 @@ const mulmoCredit = (speaker, isPortrait) => {
         },
     };
 };
-const initSessionState = () => {
+export const initSessionState = () => {
     return {
         inSession: {
             audio: false,

package/lib/utils/image_plugins/beat.d.ts

@@ -1,5 +1,5 @@
-import { ImageProcessorParams } from "../../types/index.js";
+import { BeatPathParams, ImageProcessorParams } from "../../types/index.js";
 export declare const imageType = "beat";
 export declare const processBeatReference: (__: ImageProcessorParams) => Promise<undefined>;
 export declare const process: (__: ImageProcessorParams) => Promise<undefined>;
-export declare const path: (__: ImageProcessorParams) => undefined;
+export declare const path: (__: BeatPathParams) => undefined;

package/lib/utils/image_plugins/bg_image_util.d.ts

@@ -5,9 +5,12 @@ import { BackgroundImage, MulmoStudioContext, ImageProcessorParams } from "../..
  * null explicitly disables background image.
  */
 export declare const resolveBackgroundImage: (beatBackgroundImage: BackgroundImage | undefined, globalBackgroundImage: BackgroundImage | undefined) => BackgroundImage | undefined;
+/** The background image comes from the script, the style from the beat; the paths and sizes `process()` needs are not read here. */
+type CombinedStyleParams = Pick<ImageProcessorParams, "context" | "textSlideStyle">;
 /**
  * Resolve combined style from background image and custom style.
  * Common pattern used by markdown, textSlide, mermaid plugins.
  */
-export declare const resolveCombinedStyle: (params: ImageProcessorParams, beatBackgroundImage: BackgroundImage | undefined, beatStyle: string | undefined) => Promise<string>;
+export declare const resolveCombinedStyle: (params: CombinedStyleParams, beatBackgroundImage: BackgroundImage | undefined, beatStyle: string | undefined) => Promise<string>;
 export declare const backgroundImageToCSS: (backgroundImage: BackgroundImage | undefined, context: MulmoStudioContext) => Promise<string>;
+export {};

package/lib/utils/image_plugins/chart.d.ts

@@ -1,5 +1,5 @@
-import { ImageProcessorParams } from "../../types/index.js";
+import { BeatRenderParams, ImageProcessorParams } from "../../types/index.js";
 export declare const imageType = "chart";
 export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
-export declare const path: (params: ImageProcessorParams) => string;
-export declare const html: (params: ImageProcessorParams) => Promise<string | undefined>;
+export declare const path: (params: import("../../types/type.js").BeatPathParams) => string;
+export declare const html: (params: BeatRenderParams) => Promise<string | undefined>;

package/lib/utils/image_plugins/html_tailwind.d.ts

@@ -1,4 +1,4 @@
-import { ImageProcessorParams } from "../../types/index.js";
+import { BeatRenderParams, ImageProcessorParams } from "../../types/index.js";
 export declare const imageType = "html_tailwind";
 /**
  * Resolve image:name references to file:// absolute paths using imageRefs.
@@ -21,5 +21,5 @@ export declare const resolveRelativeImagePaths: (html: string, baseDirPath: stri
  */
 export declare const resolveRelativeModelPathsInScript: (html: string, baseDirPath: string) => string;
 export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
-export declare const path: (params: ImageProcessorParams) => string;
-export declare const html: (params: ImageProcessorParams) => Promise<string | undefined>;
+export declare const path: (params: import("../../types/type.js").BeatPathParams) => string;
+export declare const html: (params: BeatRenderParams) => Promise<string | undefined>;

package/lib/utils/image_plugins/image.d.ts

@@ -1,3 +1,3 @@
 export declare const imageType = "image";
 export declare const process: (params: import("../../index.common.js").ImageProcessorParams) => Promise<string | undefined>;
-export declare const path: (params: import("../../index.common.js").ImageProcessorParams) => string | undefined;
+export declare const path: (params: import("../../index.common.js").BeatPathParams) => string | undefined;

package/lib/utils/image_plugins/index.d.ts

@@ -1,15 +1,15 @@
-import { ImageProcessorParams, MulmoBeat } from "../../types/index.js";
+import { BeatPathParams, BeatRenderParams, ImageProcessorParams, MulmoBeat } from "../../types/index.js";
 export declare const findImagePlugin: (imageType?: string) => {
     imageType: string;
     process: (params: ImageProcessorParams) => Promise<string | undefined> | void;
-    path: (params: ImageProcessorParams) => string | undefined;
-    markdown?: (params: ImageProcessorParams) => string | undefined;
-    html?: (params: ImageProcessorParams) => Promise<string | undefined>;
+    path: (params: BeatPathParams) => string | undefined;
+    markdown?: (params: BeatRenderParams) => string | undefined;
+    html?: (params: BeatRenderParams) => Promise<string | undefined>;
 } | undefined;
 export declare const getBeatPlugin: (beat: MulmoBeat) => {
     imageType: string;
     process: (params: ImageProcessorParams) => Promise<string | undefined> | void;
-    path: (params: ImageProcessorParams) => string | undefined;
-    markdown?: (params: ImageProcessorParams) => string | undefined;
-    html?: (params: ImageProcessorParams) => Promise<string | undefined>;
+    path: (params: BeatPathParams) => string | undefined;
+    markdown?: (params: BeatRenderParams) => string | undefined;
+    html?: (params: BeatRenderParams) => Promise<string | undefined>;
 };

package/lib/utils/image_plugins/markdown.d.ts

@@ -1,6 +1,6 @@
-import { ImageProcessorParams } from "../../types/index.js";
+import { BeatRenderParams, ImageProcessorParams } from "../../types/index.js";
 export declare const imageType = "markdown";
 export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
-export declare const path: (params: ImageProcessorParams) => string;
-export declare const markdown: (params: ImageProcessorParams) => string | undefined;
-export declare const html: (params: ImageProcessorParams) => Promise<string>;
+export declare const path: (params: import("../../types/type.js").BeatPathParams) => string;
+export declare const markdown: (params: BeatRenderParams) => string | undefined;
+export declare const html: (params: BeatRenderParams) => Promise<string>;

package/lib/utils/image_plugins/mermaid.d.ts

@@ -1,8 +1,8 @@
-import { ImageProcessorParams } from "../../types/index.js";
+import { BeatRenderParams, ImageProcessorParams } from "../../types/index.js";
 export declare const imageType = "mermaid";
 /** Mermaid markup for this path. The markup itself is shared with the browser path. */
 export declare const generateMermaidHtml: (code: string, title?: string) => string;
 export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
-export declare const path: (params: ImageProcessorParams) => string;
-export declare const markdown: (params: ImageProcessorParams) => string | undefined;
-export declare const html: (params: ImageProcessorParams) => Promise<string | undefined>;
+export declare const path: (params: import("../../types/type.js").BeatPathParams) => string;
+export declare const markdown: (params: BeatRenderParams) => string | undefined;
+export declare const html: (params: BeatRenderParams) => Promise<string | undefined>;

package/lib/utils/image_plugins/movie.d.ts

@@ -1,5 +1,5 @@
-import { ImageProcessorParams } from "../../types/index.js";
+import { BeatRenderParams } from "../../types/index.js";
 export declare const imageType = "movie";
-export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
-export declare const path: (params: ImageProcessorParams) => string | undefined;
-export declare const html: (params: ImageProcessorParams) => Promise<string | undefined>;
+export declare const process: (params: import("../../types/type.js").ImageProcessorParams) => Promise<string | undefined>;
+export declare const path: (params: import("../../types/type.js").BeatPathParams) => string | undefined;
+export declare const html: (params: BeatRenderParams) => Promise<string | undefined>;

package/lib/utils/image_plugins/slide.d.ts

@@ -1,4 +1,4 @@
-import { ImageProcessorParams } from "../../types/index.js";
+import { BeatRenderParams, ImageProcessorParams } from "../../types/index.js";
 import type { SlideLayout, ContentBlock } from "@mulmocast/deck";
 export declare const imageType = "slide";
 /**
@@ -15,5 +15,5 @@ export declare const collectContentArrays: (slide: SlideLayout) => ContentBlock[
  */
 export declare const resolveSlideImageRefs: (slide: SlideLayout, imageRefs: Record<string, string>, converter?: (filePath: string) => string) => SlideLayout;
 export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
-export declare const path: (params: ImageProcessorParams) => string;
-export declare const html: (params: ImageProcessorParams) => Promise<string | undefined>;
+export declare const path: (params: import("../../types/type.js").BeatPathParams) => string;
+export declare const html: (params: BeatRenderParams) => Promise<string | undefined>;

package/lib/utils/image_plugins/source.d.ts

@@ -1,3 +1,3 @@
-import { type ImageProcessorParams, type ImageType } from "../../types/index.js";
+import { BeatPathParams, type ImageProcessorParams, type ImageType } from "../../types/index.js";
 export declare const processSource: (imageType: ImageType) => (params: ImageProcessorParams) => Promise<string | undefined>;
-export declare const pathSource: (imageType: ImageType) => (params: ImageProcessorParams) => string | undefined;
+export declare const pathSource: (imageType: ImageType) => (params: BeatPathParams) => string | undefined;

package/lib/utils/image_plugins/text_slide.d.ts

@@ -1,6 +1,6 @@
-import { ImageProcessorParams } from "../../types/index.js";
+import { BeatRenderParams, ImageProcessorParams } from "../../types/index.js";
 export declare const imageType = "textSlide";
 export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
-export declare const path: (params: ImageProcessorParams) => string;
-export declare const markdown: (params: ImageProcessorParams) => string | undefined;
-export declare const html: (params: ImageProcessorParams) => Promise<string>;
+export declare const path: (params: import("../../types/type.js").BeatPathParams) => string;
+export declare const markdown: (params: BeatRenderParams) => string | undefined;
+export declare const html: (params: BeatRenderParams) => Promise<string>;

package/lib/utils/image_plugins/utils.d.ts

@@ -1,4 +1,4 @@
-import { ImageProcessorParams } from "../../types/index.js";
-export declare const parrotingImagePath: (params: ImageProcessorParams) => string;
+import { BeatPathParams } from "../../types/index.js";
+export declare const parrotingImagePath: (params: BeatPathParams) => string;
 export declare const resolveStyle: (styleName: string | undefined, fallbackStyle: string) => string;
 export declare const generateUniqueId: (prefix: string) => string;

package/lib/utils/image_plugins/vision.d.ts

@@ -1,5 +1,5 @@
-import { ImageProcessorParams } from "../../types/index.js";
+import { BeatRenderParams, ImageProcessorParams } from "../../types/index.js";
 export declare const imageType = "vision";
 export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
-export declare const path: (params: ImageProcessorParams) => string;
-export declare const html: (params: ImageProcessorParams) => Promise<string | undefined>;
+export declare const path: (params: import("../../types/type.js").BeatPathParams) => string;
+export declare const html: (params: BeatRenderParams) => Promise<string | undefined>;

package/lib/utils/image_plugins/voice_over.d.ts

@@ -1,5 +1,5 @@
-import { ImageProcessorParams } from "../../types/index.js";
+import { BeatPathParams, ImageProcessorParams } from "../../types/index.js";
 export declare const imageType = "voice_over";
 export declare const processBeatReference: (__: ImageProcessorParams) => Promise<undefined>;
 export declare const process: (__: ImageProcessorParams) => Promise<undefined>;
-export declare const path: (__: ImageProcessorParams) => undefined;
+export declare const path: (__: BeatPathParams) => undefined;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "2.10.0",
+  "version": "2.11.0",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",
@@ -56,10 +56,11 @@
     "images": "npx tsx ./src/cli/bin.ts images",
     "preprocess": "npx tsx ./src/cli/bin.ts preprocess",
     "pdf": "npx tsx ./src/cli/bin.ts pdf",
-    "test": "rm -f scratchpad/test*.* && npx tsx ./src/audio.ts scripts/test/test.json && npx tsx ./src/images.ts scripts/test/test.json && npx tsx ./src/movie.ts scripts/test/test.json",
+    "test": "rm -f scratchpad/test*.* && npx tsx ./src/cli/bin.ts audio scripts/test/test.json && npx tsx ./src/cli/bin.ts images scripts/test/test.json && npx tsx ./src/cli/bin.ts movie scripts/test/test.json",
     "ci_test": "cross-env NODE_ENV=test tsx --test --experimental-test-coverage ./test/*/test_*.ts",
     "lint": "eslint src test assets/html/js",
     "build": "tsc",
+    "typecheck:test": "tsc --noEmit -p tsconfig.test.json",
     "build_test": "tsc && git checkout -- lib/*",
     "cli": "npx tsx ./src/cli/bin.ts",
     "scripting": "npx tsx ./src/cli/bin.ts tool scripting",
@@ -89,7 +90,7 @@
   "homepage": "https://github.com/receptron/mulmocast-cli#readme",
   "dependencies": {
     "@google-cloud/text-to-speech": "^6.4.1",
-    "@google/genai": "^2.15.0",
+    "@google/genai": "^2.17.1",
     "@graphai/anthropic_agent": "^2.0.12",
     "@graphai/browserless_agent": "^2.0.3",
     "@graphai/gemini_agent": "^2.0.5",
@@ -112,10 +113,10 @@
     "graphai": "^2.0.18",
     "js-tiktoken": "^1.0.21",
     "jsdom": "^29.1.1",
-    "marked": "^18.0.7",
+    "marked": "^18.0.10",
     "mulmocast-vision": "^1.0.12",
     "ora": "^9.4.1",
-    "puppeteer": "^25.4.0",
+    "puppeteer": "^25.8.0",
     "replicate": "^1.4.0",
     "yaml": "^2.9.0",
     "yargs": "^18.1.0",
@@ -129,16 +130,16 @@
     "@types/yargs": "^17.0.35",
     "cross-env": "^10.1.0",
     "esbuild": "^0.28.2",
-    "eslint": "^10.8.0",
+    "eslint": "^10.8.1",
     "eslint-config-prettier": "^10.1.8",
     "eslint-plugin-import": "^2.32.0",
     "eslint-plugin-prettier": "^5.5.6",
     "eslint-plugin-sonarjs": "^4.2.0",
-    "globals": "^17.9.0",
+    "globals": "^17.11.0",
     "prettier": "^3.9.6",
-    "tsx": "^4.23.5",
+    "tsx": "^4.23.12",
     "typescript": "6.0.3",
-    "typescript-eslint": "^8.66.0"
+    "typescript-eslint": "^8.67.0"
   },
   "engines": {
     "node": ">=22.0.0"

package/lib/utils/sdk_timeout.d.ts

@@ -1,3 +0,0 @@
-export declare const GENAI_REQUEST_TIMEOUT_MS = 120000;
-export declare const REPLICATE_RUN_TIMEOUT_MS = 600000;
-export declare const VIDEO_POLL_TIMEOUT_MS = 1200000;

package/lib/utils/sdk_timeout.js

@@ -1,7 +0,0 @@
-// Timeout budgets for provider SDK calls (OpenAI has its own in openai_client.ts).
-// Generous safety nets against a stalled connection or a never-completing
-// operation — NOT tight deadlines. A stall becomes a rejection so the caller's
-// GraphAI `retry` can recover instead of hanging forever.
-export const GENAI_REQUEST_TIMEOUT_MS = 120_000; // per @google/genai API call (kick-off / each poll)
-export const REPLICATE_RUN_TIMEOUT_MS = 600_000; // whole replicate.run() job (video models run minutes)
-export const VIDEO_POLL_TIMEOUT_MS = 1_200_000; // wall-clock cap for a long-running Veo video operation