mulmocast 2.9.0 → 2.9.2

package/lib/types/slide.js

@@ -0,0 +1,434 @@
+import { z } from "zod";
+// ═══════════════════════════════════════════════════════════
+// Foundation: Colors & Typography
+// ═══════════════════════════════════════════════════════════
+/** 6-digit hex without '#' prefix, e.g. "3B82F6" */
+const hexColorSchema = z.string().regex(/^[0-9A-Fa-f]{6}$/);
+/** Semantic accent colors usable on cards, badges, borders, etc. */
+export const accentColorKeySchema = z.enum(["primary", "accent", "success", "warning", "danger", "info", "highlight"]);
+export const slideThemeColorsSchema = z.object({
+    bg: hexColorSchema,
+    bgCard: hexColorSchema,
+    bgCardAlt: hexColorSchema,
+    text: hexColorSchema,
+    textMuted: hexColorSchema,
+    textDim: hexColorSchema,
+    primary: hexColorSchema,
+    accent: hexColorSchema,
+    success: hexColorSchema,
+    warning: hexColorSchema,
+    danger: hexColorSchema,
+    info: hexColorSchema,
+    highlight: hexColorSchema,
+});
+export const slideThemeFontsSchema = z.object({
+    title: z.string(),
+    body: z.string(),
+    mono: z.string(),
+});
+export const slideThemeSchema = z.object({
+    colors: slideThemeColorsSchema,
+    fonts: slideThemeFontsSchema,
+});
+// ═══════════════════════════════════════════════════════════
+// Content Blocks — the atoms of slide content
+// ═══════════════════════════════════════════════════════════
+export const textBlockSchema = z.object({
+    type: z.literal("text"),
+    value: z.string(),
+    align: z.enum(["left", "center", "right"]).optional(),
+    bold: z.boolean().optional(),
+    dim: z.boolean().optional(),
+    fontSize: z.number().optional(),
+    color: accentColorKeySchema.optional(),
+});
+/** Sub-bullet item: plain string or object with text */
+const subBulletItemSchema = z.union([z.string(), z.object({ text: z.string() })]);
+/** Bullet item: plain string or object with text and optional sub-items (2 levels max) */
+export const bulletItemSchema = z.union([
+    z.string(),
+    z.object({
+        text: z.string(),
+        items: z.array(subBulletItemSchema).optional(),
+    }),
+]);
+export const bulletsBlockSchema = z.object({
+    type: z.literal("bullets"),
+    items: z.array(bulletItemSchema),
+    ordered: z.boolean().optional(),
+    icon: z.string().optional(),
+});
+export const codeBlockSchema = z.object({
+    type: z.literal("code"),
+    code: z.string(),
+    language: z.string().optional(),
+});
+export const calloutBlockSchema = z.object({
+    type: z.literal("callout"),
+    text: z.string(),
+    label: z.string().optional(),
+    color: accentColorKeySchema.optional(),
+    style: z.enum(["quote", "info", "warning"]).optional(),
+});
+export const metricBlockSchema = z.object({
+    type: z.literal("metric"),
+    value: z.string(),
+    label: z.string(),
+    color: accentColorKeySchema.optional(),
+    change: z.string().optional(),
+});
+export const dividerBlockSchema = z.object({
+    type: z.literal("divider"),
+    color: accentColorKeySchema.optional(),
+});
+export const imageBlockSchema = z.object({
+    type: z.literal("image"),
+    src: z.string(),
+    alt: z.string().optional(),
+    fit: z.enum(["contain", "cover"]).optional(),
+});
+export const imageRefBlockSchema = z.object({
+    type: z.literal("imageRef"),
+    ref: z.string(),
+    alt: z.string().optional(),
+    fit: z.enum(["contain", "cover"]).optional(),
+});
+export const chartBlockSchema = z.object({
+    type: z.literal("chart"),
+    chartData: z.record(z.string(), z.unknown()),
+    title: z.string().optional(),
+});
+export const mermaidBlockSchema = z.object({
+    type: z.literal("mermaid"),
+    code: z.string(),
+    title: z.string().optional(),
+});
+export const tableCellValueSchema = z.union([
+    z.string(),
+    z.object({
+        text: z.string(),
+        color: accentColorKeySchema.optional(),
+        bold: z.boolean().optional(),
+        badge: z.boolean().optional(),
+    }),
+]);
+export const tableBlockSchema = z.object({
+    type: z.literal("table"),
+    title: z.string().optional(),
+    headers: z.array(z.string()).optional(),
+    rows: z.array(z.array(tableCellValueSchema)),
+    rowHeaders: z.boolean().optional(),
+    striped: z.boolean().optional(),
+});
+/** Block schemas shared between contentBlockSchema and nonSectionContentBlockSchema */
+const baseBlockSchemas = [
+    textBlockSchema,
+    bulletsBlockSchema,
+    codeBlockSchema,
+    calloutBlockSchema,
+    metricBlockSchema,
+    dividerBlockSchema,
+    imageBlockSchema,
+    imageRefBlockSchema,
+    chartBlockSchema,
+    mermaidBlockSchema,
+    tableBlockSchema,
+];
+/** All content block types except section (used inside section to prevent recursion) */
+const nonSectionContentBlockSchema = z.discriminatedUnion("type", [...baseBlockSchemas]);
+export const sectionBlockSchema = z.object({
+    type: z.literal("section"),
+    label: z.string(),
+    color: accentColorKeySchema.optional(),
+    content: z.array(nonSectionContentBlockSchema).optional(),
+    text: z.string().optional(),
+    sidebar: z.boolean().optional(),
+});
+export const contentBlockSchema = z.discriminatedUnion("type", [...baseBlockSchemas, sectionBlockSchema]);
+// ═══════════════════════════════════════════════════════════
+// Shared Components
+// ═══════════════════════════════════════════════════════════
+/** Bottom-of-slide callout bar */
+export const calloutBarSchema = z.object({
+    text: z.string(),
+    label: z.string().optional(),
+    color: accentColorKeySchema.optional(),
+    align: z.enum(["left", "center"]).optional(),
+    leftBar: z.boolean().optional(),
+});
+/** Reusable card definition — used by columns, grid */
+export const cardSchema = z.object({
+    title: z.string(),
+    accentColor: accentColorKeySchema.optional(),
+    content: z.array(contentBlockSchema).optional(),
+    footer: z.string().optional(),
+    label: z.string().optional(),
+    num: z.number().optional(),
+    icon: z.string().optional(),
+});
+// ═══════════════════════════════════════════════════════════
+// Slide-level styling — orthogonal to layout
+// ═══════════════════════════════════════════════════════════
+export const slideStyleSchema = z.object({
+    bgColor: z.string().optional(),
+    decorations: z.boolean().optional(),
+    bgOpacity: z.number().optional(),
+    footer: z.string().optional(),
+});
+/** Common slide properties shared across all layouts */
+const slideBaseFields = {
+    accentColor: accentColorKeySchema.optional(),
+    style: slideStyleSchema.optional(),
+};
+// ═══════════════════════════════════════════════════════════
+// Layouts
+// ═══════════════════════════════════════════════════════════
+// ─── title ───
+export const titleSlideSchema = z.object({
+    layout: z.literal("title"),
+    ...slideBaseFields,
+    title: z.string(),
+    subtitle: z.string().optional(),
+    author: z.string().optional(),
+    note: z.string().optional(),
+});
+// ─── columns ───
+export const columnsSlideSchema = z.object({
+    layout: z.literal("columns"),
+    ...slideBaseFields,
+    title: z.string(),
+    stepLabel: z.string().optional(),
+    subtitle: z.string().optional(),
+    columns: z.array(cardSchema),
+    showArrows: z.boolean().optional(),
+    callout: calloutBarSchema.optional(),
+    bottomText: z.string().optional(),
+});
+// ─── comparison ───
+export const comparisonPanelSchema = z.object({
+    title: z.string(),
+    accentColor: accentColorKeySchema.optional(),
+    content: z.array(contentBlockSchema).optional(),
+    footer: z.string().optional(),
+});
+export const comparisonSlideSchema = z.object({
+    layout: z.literal("comparison"),
+    ...slideBaseFields,
+    title: z.string(),
+    stepLabel: z.string().optional(),
+    subtitle: z.string().optional(),
+    left: comparisonPanelSchema,
+    right: comparisonPanelSchema,
+    callout: calloutBarSchema.optional(),
+});
+// ─── grid ───
+export const gridItemSchema = z.object({
+    title: z.string(),
+    description: z.string().optional(),
+    accentColor: accentColorKeySchema.optional(),
+    num: z.number().optional(),
+    icon: z.string().optional(),
+    content: z.array(contentBlockSchema).optional(),
+});
+export const gridSlideSchema = z.object({
+    layout: z.literal("grid"),
+    ...slideBaseFields,
+    title: z.string(),
+    subtitle: z.string().optional(),
+    gridColumns: z.number().optional(),
+    items: z.array(gridItemSchema),
+    footer: z.string().optional(),
+});
+// ─── bigQuote ───
+export const bigQuoteSlideSchema = z.object({
+    layout: z.literal("bigQuote"),
+    ...slideBaseFields,
+    quote: z.string(),
+    author: z.string().optional(),
+    role: z.string().optional(),
+});
+// ─── stats ───
+export const statItemSchema = z.object({
+    value: z.string(),
+    label: z.string(),
+    color: accentColorKeySchema.optional(),
+    change: z.string().optional(),
+});
+export const statsSlideSchema = z.object({
+    layout: z.literal("stats"),
+    ...slideBaseFields,
+    title: z.string(),
+    stepLabel: z.string().optional(),
+    subtitle: z.string().optional(),
+    stats: z.array(statItemSchema),
+    callout: calloutBarSchema.optional(),
+});
+// ─── timeline ───
+export const timelineItemSchema = z.object({
+    date: z.string(),
+    title: z.string(),
+    description: z.string().optional(),
+    color: accentColorKeySchema.optional(),
+    done: z.boolean().optional(),
+});
+export const timelineSlideSchema = z.object({
+    layout: z.literal("timeline"),
+    ...slideBaseFields,
+    title: z.string(),
+    stepLabel: z.string().optional(),
+    subtitle: z.string().optional(),
+    items: z.array(timelineItemSchema),
+});
+// ─── split ───
+export const splitPanelSchema = z.object({
+    title: z.string().optional(),
+    subtitle: z.string().optional(),
+    label: z.string().optional(),
+    labelBadge: z.boolean().optional(),
+    accentColor: accentColorKeySchema.optional(),
+    content: z.array(contentBlockSchema).optional(),
+    dark: z.boolean().optional(),
+    ratio: z.number().optional(),
+    valign: z.enum(["top", "center", "bottom"]).optional(),
+});
+export const splitSlideSchema = z.object({
+    layout: z.literal("split"),
+    ...slideBaseFields,
+    left: splitPanelSchema.optional(),
+    right: splitPanelSchema.optional(),
+});
+// ─── matrix ───
+export const matrixCellSchema = z.object({
+    label: z.string(),
+    items: z.array(z.string()).optional(),
+    content: z.array(contentBlockSchema).optional(),
+    accentColor: accentColorKeySchema.optional(),
+});
+export const matrixSlideSchema = z.object({
+    layout: z.literal("matrix"),
+    ...slideBaseFields,
+    title: z.string(),
+    stepLabel: z.string().optional(),
+    subtitle: z.string().optional(),
+    rows: z.number().optional(),
+    cols: z.number().optional(),
+    xAxis: z
+        .object({
+        low: z.string().optional(),
+        high: z.string().optional(),
+        label: z.string().optional(),
+    })
+        .optional(),
+    yAxis: z
+        .object({
+        low: z.string().optional(),
+        high: z.string().optional(),
+        label: z.string().optional(),
+    })
+        .optional(),
+    cells: z.array(matrixCellSchema),
+});
+// ─── table ───
+export const tableSlideSchema = z.object({
+    layout: z.literal("table"),
+    ...slideBaseFields,
+    title: z.string(),
+    stepLabel: z.string().optional(),
+    subtitle: z.string().optional(),
+    headers: z.array(z.string()),
+    rows: z.array(z.array(tableCellValueSchema)),
+    rowHeaders: z.boolean().optional(),
+    striped: z.boolean().optional(),
+    callout: calloutBarSchema.optional(),
+});
+// ─── waterfall ───
+export const waterfallItemSchema = z.object({
+    label: z.string(),
+    value: z.number(),
+    isTotal: z.boolean().optional(),
+    color: accentColorKeySchema.optional(),
+});
+export const waterfallSlideSchema = z.object({
+    layout: z.literal("waterfall"),
+    ...slideBaseFields,
+    title: z.string(),
+    stepLabel: z.string().optional(),
+    subtitle: z.string().optional(),
+    items: z.array(waterfallItemSchema),
+    unit: z.string().optional(),
+    callout: calloutBarSchema.optional(),
+});
+// ─── funnel ───
+export const funnelStageSchema = z.object({
+    label: z.string(),
+    value: z.string().optional(),
+    description: z.string().optional(),
+    color: accentColorKeySchema.optional(),
+});
+export const funnelSlideSchema = z.object({
+    layout: z.literal("funnel"),
+    ...slideBaseFields,
+    title: z.string(),
+    stepLabel: z.string().optional(),
+    subtitle: z.string().optional(),
+    stages: z.array(funnelStageSchema),
+    callout: calloutBarSchema.optional(),
+});
+// ═══════════════════════════════════════════════════════════
+// Branding — logo & background image overlay
+// ═══════════════════════════════════════════════════════════
+/**
+ * Media source for branding assets (self-contained definition to avoid
+ * circular dependency with src/types/schema.ts).
+ */
+const slideMediaSourceSchema = z.discriminatedUnion("kind", [
+    z.object({ kind: z.literal("url"), url: z.url() }).strict(),
+    z.object({ kind: z.literal("base64"), data: z.string().min(1) }).strict(),
+    z.object({ kind: z.literal("path"), path: z.string().min(1) }).strict(),
+]);
+const slideBackgroundImageSourceSchema = z.object({
+    source: slideMediaSourceSchema,
+    size: z.enum(["cover", "contain", "fill", "auto"]).optional(),
+    opacity: z.number().min(0).max(1).optional(),
+    bgOpacity: z.number().min(0).max(1).optional(),
+});
+export const slideBrandingLogoSchema = z
+    .object({
+    source: slideMediaSourceSchema,
+    position: z.enum(["top-left", "top-right", "bottom-left", "bottom-right"]).default("top-right"),
+    width: z.number().positive().default(120),
+})
+    .strict();
+export const slideBrandingSchema = z
+    .object({
+    logo: slideBrandingLogoSchema.optional(),
+    backgroundImage: slideBackgroundImageSourceSchema.optional(),
+})
+    .strict();
+// ═══════════════════════════════════════════════════════════
+// Slide Union & Media Schema
+// ═══════════════════════════════════════════════════════════
+export const slideLayoutSchema = z.discriminatedUnion("layout", [
+    titleSlideSchema,
+    columnsSlideSchema,
+    comparisonSlideSchema,
+    gridSlideSchema,
+    bigQuoteSlideSchema,
+    statsSlideSchema,
+    timelineSlideSchema,
+    splitSlideSchema,
+    matrixSlideSchema,
+    tableSlideSchema,
+    funnelSlideSchema,
+    waterfallSlideSchema,
+]);
+/** Media schema registered in mulmoImageAssetSchema */
+export const mulmoSlideMediaSchema = z
+    .object({
+    type: z.literal("slide"),
+    theme: slideThemeSchema.optional(),
+    slide: slideLayoutSchema,
+    reference: z.string().optional(),
+    branding: slideBrandingSchema.nullable().optional(),
+})
+    .strict();

package/lib/utils/assets.d.ts

@@ -0,0 +1,18 @@
+type BgmAsset = {
+    name: string;
+    title: string;
+    url: string;
+    suno_url: string;
+    date: string;
+    duration: string;
+    account: string;
+    original_license: string;
+    prompt: string;
+    model: string;
+};
+export type BgmAssets = {
+    license: string;
+    bgms: BgmAsset[];
+};
+export declare const bgmAssets: BgmAssets;
+export {};

package/lib/utils/assets.js

@@ -0,0 +1,101 @@
+export const bgmAssets = {
+    license: "Free to distribute as the BMG of media generated by MulmoCast, including commercial use.",
+    bgms: [
+        {
+            name: "story001.mp3",
+            title: "Whispered Melody",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story001.mp3",
+            suno_url: "https://suno.com/s/v6zer50aQJu8Y0qA",
+            date: "2025-06-17",
+            duration: "03:17",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "instrumental, smooth, piano",
+            model: "v4.5 beta",
+        },
+        {
+            name: "story002.mp3",
+            title: "Rise and Shine",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story002.mp3",
+            suno_url: "https://suno.com/s/mJnvyu3UXnkdAPfQ",
+            date: "2025-06-17",
+            duration: "04:04",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "techno, inspiring, piano",
+            model: "v4.5 beta",
+        },
+        {
+            name: "story003.mp3",
+            title: "Chasing the Sunset",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story003.mp3",
+            suno_url: "https://suno.com/s/2zGjMQ9vURJbaMZA",
+            date: "2025-06-17",
+            duration: "02:49",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "piano, inspiring, sunset",
+            model: "v4.5 beta",
+        },
+        {
+            name: "story004.mp3",
+            title: "Whispering Keys",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story004.mp3",
+            suno_url: "https://suno.com/s/0SFoBRsBWsncw6tu",
+            date: "2025-06-17",
+            duration: "04:00",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "Piano, classical, ambient",
+            model: "v4",
+        },
+        {
+            name: "story005.mp3",
+            title: "Whisper of Ivory",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story005.mp3",
+            suno_url: "https://suno.com/s/0SFoBRsBWsncw6tu",
+            date: "2025-06-17",
+            duration: "04:00",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "Piano solo, classical, ambient",
+            model: "v4",
+        },
+        {
+            name: "theme001.mp3",
+            title: "Rise of the Flame",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/theme001.mp3",
+            suno_url: "https://suno.com/s/WhYOf8oJYhBgSKET",
+            date: "2025-06-20",
+            duration: "03:23",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "Olympic Theme, classical, emotional",
+            model: "v4",
+        },
+        {
+            name: "olympic001.mp3",
+            title: "Olympic-style Theme Music",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/olympic001.mp3",
+            suno_url: "https://suno.com/s/32wpnmCrkFVvkTSQ",
+            date: "2025-07-17",
+            duration: "02:54",
+            account: "@snakajima",
+            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
+            prompt: "Epic orchestral fanfare in the style of John Williams' Olympic Fanfare and Theme. Bright brass fanfare, soaring strings, powerful percussion, and heroic French horn melodies. Triumphant and majestic mood, suitable for an opening ceremony or national celebration. Emphasize dynamic builds, rich harmonies, and cinematic grandeur.",
+            model: "v4.5+",
+        },
+        {
+            name: "morning001.mp3",
+            title: "Morning Dance",
+            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/morning001.mp3",
+            suno_url: "https://suno.com/s/9MTkutZYqxeyBlwK",
+            date: "2025-07-17",
+            duration: "03:52",
+            account: "@snakajima",
+            original_license: "morning, piano solo, Japanese name, sexy",
+            prompt: "morning, piano solo, Japanese name, sexy",
+            model: "v4.5+",
+        },
+    ],
+};

package/lib/utils/cli.d.ts

@@ -0,0 +1 @@
+export declare const setGraphAILogger: (verbose: boolean | undefined, logValues?: Record<string, unknown>) => void;

package/lib/utils/cli.js

@@ -0,0 +1,15 @@
+import { GraphAILogger } from "graphai";
+export const setGraphAILogger = (verbose, logValues) => {
+    if (verbose) {
+        if (logValues) {
+            Object.entries(logValues).forEach(([key, value]) => {
+                GraphAILogger.info(`${key}:`, value);
+            });
+        }
+    }
+    else {
+        GraphAILogger.setLevelEnabled("error", false);
+        GraphAILogger.setLevelEnabled("log", false);
+        GraphAILogger.setLevelEnabled("warn", false);
+    }
+};

package/lib/utils/const.d.ts

@@ -0,0 +1,12 @@
+export declare const currentMulmoScriptVersion = "1.1";
+export declare const outDirName = "output";
+export declare const audioDirName = "audio";
+export declare const imageDirName = "images";
+export declare const cacheDirName = "cache";
+export declare const pdf_modes: string[];
+export declare const pdf_sizes: string[];
+export declare const languages: string[];
+export declare const storyToScriptGenerateMode: {
+    stepWise: string;
+    oneStep: string;
+};

package/lib/utils/const.js

@@ -0,0 +1,12 @@
+export const currentMulmoScriptVersion = "1.1";
+export const outDirName = "output";
+export const audioDirName = "audio";
+export const imageDirName = "images";
+export const cacheDirName = "cache";
+export const pdf_modes = ["slide", "talk", "handout"];
+export const pdf_sizes = ["letter", "a4"];
+export const languages = ["en", "ja", "fr", "es", "de", "zh-CN", "zh-TW", "ko", "it", "pt", "ar", "hi"];
+export const storyToScriptGenerateMode = {
+    stepWise: "step_wise",
+    oneStep: "one_step",
+};

package/lib/utils/filters.js

@@ -31,13 +31,22 @@ export const fileCacheAgentFilter = async (context, next) => {
         GraphAILogger.debug(`cache: ${path.basename(file)}`);
         return true;
     }
+    // The media payload is on disk by the time we return, and no downstream node reads it, so it
+    // must not become part of the node result: GraphAI keeps every node result (and a debug key for
+    // each of its leaves) alive for the whole run. Buffers are array-like, so that key walk expands
+    // one media buffer into a key per byte (~280x its size), which is what made memory grow with
+    // the beat count. Keep `usage` — createUsageCallback reads it off the transaction log.
+    const withoutPayload = (output) => {
+        const { buffer: __buffer, ...rest } = output;
+        return rest;
+    };
     const backup = withBackup && withBackup.some((element) => element);
     try {
         MulmoStudioContextMethods.setBeatSessionState(mulmoContext, sessionType, index, id, true);
         const output = (await next(context)) || undefined;
         const { buffer, text, saved } = output ?? {};
         if (saved) {
-            return output;
+            return withoutPayload(output ?? {});
         }
         if (buffer) {
             writingMessage(file);
@@ -45,7 +54,7 @@ export const fileCacheAgentFilter = async (context, next) => {
             if (backup) {
                 await fsPromise.writeFile(getBackupFilePath(file), buffer);
             }
-            return output;
+            return withoutPayload(output ?? {});
         }
         else if (text) {
             writingMessage(file);

package/lib/utils/image_preprocess.d.ts

@@ -0,0 +1,14 @@
+import { MulmoStudioBeat, MulmoStudioContext, MulmoCanvasDimension } from "../types/index.js";
+type ImageProcessorParams = {
+    beat: MulmoStudioBeat;
+    context: MulmoStudioContext;
+    imagePath: string;
+    textSlideStyle: string;
+    canvasSize: MulmoCanvasDimension;
+};
+export declare const processTextSlide: (params: ImageProcessorParams) => Promise<void>;
+export declare const processMarkdown: (params: ImageProcessorParams) => Promise<void>;
+export declare const processImage: (params: ImageProcessorParams) => string | undefined;
+export declare const processChart: (params: ImageProcessorParams) => Promise<void>;
+export declare const processMermaid: (params: ImageProcessorParams) => Promise<void>;
+export {};