mulmocast 2.1.39 → 2.2.0

package/lib/utils/html_render.js

@@ -1,17 +1,55 @@
+import fs from "node:fs";
+import os from "node:os";
+import nodePath from "node:path";
+import crypto from "node:crypto";
 import { marked } from "marked";
 import puppeteer from "puppeteer";
 const isCI = process.env.CI === "true";
+/** Determine the appropriate waitUntil strategy based on HTML content */
+const resolveWaitUntil = (html) => {
+    const hasExternalImages = html.includes("<img") && /src=["']https?:\/\//.test(html);
+    const hasLocalImages = html.includes("<img") && /src=["']file:\/\//.test(html);
+    if (hasExternalImages)
+        return "networkidle0";
+    if (hasLocalImages)
+        return "load";
+    return "domcontentloaded";
+};
+/**
+ * Load HTML into a Puppeteer page.
+ * When the HTML references file:// URLs, write it to a temp file
+ * and navigate via page.goto (setContent uses about:blank origin
+ * which blocks file:// loading).
+ */
+const loadHtmlIntoPage = async (page, html, timeout_ms) => {
+    const waitUntil = resolveWaitUntil(html);
+    const hasFileUrls = /file:\/\//.test(html);
+    if (hasFileUrls) {
+        const tmpFile = nodePath.join(os.tmpdir(), `mulmocast_render_${crypto.randomUUID()}.html`);
+        fs.writeFileSync(tmpFile, html);
+        try {
+            await page.goto(`file://${tmpFile}`, { waitUntil, timeout: timeout_ms });
+        }
+        finally {
+            try {
+                fs.unlinkSync(tmpFile);
+            }
+            catch {
+                /* ignore cleanup errors */
+            }
+        }
+    }
+    else {
+        await page.setContent(html, { waitUntil, timeout: timeout_ms });
+    }
+};
 export const renderHTMLToImage = async (html, outputPath, width, height, isMermaid = false, omitBackground = false) => {
     // Use Puppeteer to render HTML to an image
     const browser = await puppeteer.launch({
-        args: isCI ? ["--no-sandbox"] : [],
+        args: isCI ? ["--no-sandbox", "--allow-file-access-from-files"] : ["--allow-file-access-from-files"],
     });
     const page = await browser.newPage();
-    // Set the page content to the HTML generated from the Markdown
-    // Use networkidle0 only for external images, otherwise use domcontentloaded for faster rendering
-    const hasExternalImages = html.includes("<img") && /src=["']https?:\/\//.test(html);
-    const waitUntil = hasExternalImages ? "networkidle0" : "domcontentloaded";
-    await page.setContent(html, { waitUntil, timeout: 30000 });
+    await loadHtmlIntoPage(page, html, 30000);
     // Adjust page settings if needed (like width, height, etc.)
     await page.setViewport({ width, height });
     // height:100% ensures background fills viewport; only reset html, let body styles come from custom CSS

package/lib/utils/image_plugins/index.js

@@ -8,7 +8,20 @@ import * as pluginMovie from "./movie.js";
 import * as pluginBeat from "./beat.js";
 import * as pluginVoiceOver from "./voice_over.js";
 import * as pluginVision from "./vision.js";
-const imagePlugins = [pluginTextSlide, pluginMarkdown, pluginImage, pluginChart, pluginMermaid, pluginMovie, pluginHtmlTailwind, pluginBeat, pluginVoiceOver, pluginVision];
+import * as pluginSlide from "./slide.js";
+const imagePlugins = [
+    pluginTextSlide,
+    pluginMarkdown,
+    pluginImage,
+    pluginChart,
+    pluginMermaid,
+    pluginMovie,
+    pluginHtmlTailwind,
+    pluginBeat,
+    pluginVoiceOver,
+    pluginVision,
+    pluginSlide,
+];
 export const findImagePlugin = (imageType) => {
     return imagePlugins.find((plugin) => plugin.imageType === imageType);
 };

package/lib/utils/image_plugins/slide.d.ts

@@ -0,0 +1,19 @@
+import { ImageProcessorParams } from "../../types/index.js";
+import type { SlideLayout, ContentBlock } from "../../slide/index.js";
+export declare const imageType = "slide";
+/**
+ * Collect all content block arrays from a slide layout.
+ * Only layouts that embed ContentBlock[] are handled:
+ *   columns, comparison, grid, split, matrix
+ */
+export declare const collectContentArrays: (slide: SlideLayout) => ContentBlock[][];
+/**
+ * Deep-clone a slide layout and resolve `imageRef` content blocks
+ * into `image` blocks using the resolved imageRefs map and a path-to-URL converter.
+ * Default converter produces data URLs (for self-contained HTML).
+ * Pass `toFileUrl` for Puppeteer rendering (avoids huge inline base64).
+ */
+export declare const resolveSlideImageRefs: (slide: SlideLayout, imageRefs: Record<string, string>, converter?: (filePath: string) => string) => SlideLayout;
+export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
+export declare const path: (params: ImageProcessorParams) => string;
+export declare const html: (params: ImageProcessorParams) => Promise<string | undefined>;

package/lib/utils/image_plugins/slide.js

@@ -0,0 +1,134 @@
+import nodePath from "node:path";
+import { pathToFileURL } from "node:url";
+import { generateSlideHTML } from "../../slide/index.js";
+import { renderHTMLToImage } from "../html_render.js";
+import { parrotingImagePath } from "./utils.js";
+import { pathToDataUrl } from "../../methods/mulmo_media_source.js";
+import { imageAction, imageFileTarget, unknownMediaType } from "../error_cause.js";
+export const imageType = "slide";
+const slideImageRefError = (refKey) => ({
+    type: unknownMediaType,
+    action: imageAction,
+    target: imageFileTarget,
+    agentName: "slidePlugin",
+    refKey,
+});
+/** Convert a file path to a file:// URL string */
+const toFileUrl = (filePath) => {
+    return pathToFileURL(nodePath.resolve(filePath)).href;
+};
+/**
+ * Collect all content block arrays from a slide layout.
+ * Only layouts that embed ContentBlock[] are handled:
+ *   columns, comparison, grid, split, matrix
+ */
+export const collectContentArrays = (slide) => {
+    const result = [];
+    switch (slide.layout) {
+        case "columns":
+            slide.columns.forEach((col) => {
+                if (col.content)
+                    result.push(col.content);
+            });
+            break;
+        case "comparison":
+            if (slide.left.content)
+                result.push(slide.left.content);
+            if (slide.right.content)
+                result.push(slide.right.content);
+            break;
+        case "grid":
+            slide.items.forEach((item) => {
+                if (item.content)
+                    result.push(item.content);
+            });
+            break;
+        case "split":
+            if (slide.left?.content)
+                result.push(slide.left.content);
+            if (slide.right?.content)
+                result.push(slide.right.content);
+            break;
+        case "matrix":
+            slide.cells.forEach((cell) => {
+                if (cell.content)
+                    result.push(cell.content);
+            });
+            break;
+        default:
+            // title, bigQuote, stats, timeline, table, funnel — no content blocks
+            break;
+    }
+    return result;
+};
+/**
+ * Deep-clone a slide layout and resolve `imageRef` content blocks
+ * into `image` blocks using the resolved imageRefs map and a path-to-URL converter.
+ * Default converter produces data URLs (for self-contained HTML).
+ * Pass `toFileUrl` for Puppeteer rendering (avoids huge inline base64).
+ */
+export const resolveSlideImageRefs = (slide, imageRefs, converter = pathToDataUrl) => {
+    const cloned = JSON.parse(JSON.stringify(slide));
+    const contentArrays = collectContentArrays(cloned);
+    contentArrays.forEach((blocks) => {
+        blocks.forEach((block, index) => {
+            if (block.type !== "imageRef")
+                return;
+            const filePath = imageRefs[block.ref];
+            if (!filePath) {
+                throw new Error(`Unknown image ref key: "${block.ref}"`, { cause: slideImageRefError(block.ref) });
+            }
+            blocks[index] = {
+                type: "image",
+                src: converter(filePath),
+                ...(block.alt !== undefined && { alt: block.alt }),
+                ...(block.fit !== undefined && { fit: block.fit }),
+            };
+        });
+    });
+    return cloned;
+};
+const resolveTheme = (params) => {
+    const { beat, context } = params;
+    if (!beat.image || beat.image.type !== imageType) {
+        throw new Error("resolveTheme called on non-slide beat");
+    }
+    const defaultTheme = context.presentationStyle.slideParams?.theme;
+    const theme = beat.image.theme ?? defaultTheme;
+    if (!theme) {
+        throw new Error("Slide theme is required: set slideParams.theme or beat.image.theme");
+    }
+    return theme;
+};
+const resolveSlide = (params, converter = pathToDataUrl) => {
+    const { beat, imageRefs } = params;
+    if (!beat.image || beat.image.type !== imageType) {
+        throw new Error("resolveSlide called on non-slide beat");
+    }
+    const slide = beat.image.slide;
+    if (imageRefs && Object.keys(imageRefs).length > 0) {
+        return resolveSlideImageRefs(slide, imageRefs, converter);
+    }
+    return slide;
+};
+const processSlide = async (params) => {
+    const { beat, imagePath, canvasSize } = params;
+    if (!beat.image || beat.image.type !== imageType)
+        return;
+    const theme = resolveTheme(params);
+    const slide = resolveSlide(params, toFileUrl);
+    const html = generateSlideHTML(theme, slide);
+    await renderHTMLToImage(html, imagePath, canvasSize.width, canvasSize.height);
+    return imagePath;
+};
+const dumpHtml = async (params) => {
+    const { beat } = params;
+    if (!beat.image || beat.image.type !== imageType)
+        return;
+    const theme = resolveTheme(params);
+    const slide = resolveSlide(params);
+    return generateSlideHTML(theme, slide);
+};
+export const process = processSlide;
+export const path = parrotingImagePath;
+export const html = dumpHtml;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "2.1.39",
+  "version": "2.2.0",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",
@@ -86,8 +86,8 @@
     "@graphai/stream_agent_filter": "^2.0.3",
     "@graphai/vanilla": "^2.0.12",
     "@graphai/vanilla_node_agents": "^2.0.4",
-    "@inquirer/input": "^5.0.4",
-    "@inquirer/select": "^5.0.4",
+    "@inquirer/input": "^5.0.7",
+    "@inquirer/select": "^5.0.7",
     "@modelcontextprotocol/sdk": "^1.26.0",
     "@mozilla/readability": "^0.6.0",
     "@tavily/core": "^0.5.11",
@@ -96,11 +96,11 @@
     "dotenv": "^17.3.1",
     "fluent-ffmpeg": "^2.1.3",
     "graphai": "^2.0.16",
-    "jsdom": "^28.0.0",
-    "marked": "^17.0.2",
+    "jsdom": "^28.1.0",
+    "marked": "^17.0.3",
     "mulmocast-vision": "^1.0.8",
     "ora": "^9.3.0",
-    "puppeteer": "^24.37.2",
+    "puppeteer": "^24.37.4",
     "replicate": "^1.4.0",
     "yaml": "^2.8.2",
     "yargs": "^18.0.0",
@@ -117,12 +117,12 @@
     "eslint": "^10.0.0",
     "eslint-config-prettier": "^10.1.8",
     "eslint-plugin-prettier": "^5.5.5",
-    "eslint-plugin-sonarjs": "^3.0.7",
+    "eslint-plugin-sonarjs": "^4.0.0",
     "globals": "^17.3.0",
     "prettier": "^3.8.1",
     "tsx": "^4.21.0",
     "typescript": "^5.9.3",
-    "typescript-eslint": "^8.55.0"
+    "typescript-eslint": "^8.56.0"
   },
   "engines": {
     "node": ">=22.0.0"

package/scripts/test/golden_age_of_discovery.json

@@ -0,0 +1,270 @@
+{
+  "$mulmocast": { "version": "1.1" },
+  "lang": "en",
+  "title": "We Are Entering a Golden Age of Discovery",
+  "canvasSize": { "width": 1280, "height": 720 },
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "provider": "openai",
+        "voiceId": "shimmer",
+        "displayName": { "en": "Presenter" }
+      }
+    }
+  },
+  "imageParams": { "provider": "openai", "images": {} },
+  "movieParams": { "provider": "replicate" },
+  "soundEffectParams": { "provider": "replicate" },
+  "slideParams": {
+    "theme": {
+      "colors": {
+        "bg": "1C1917",
+        "bgCard": "292524",
+        "bgCardAlt": "3D3733",
+        "text": "FAFAF9",
+        "textMuted": "D6D3D1",
+        "textDim": "A8A29E",
+        "primary": "F43F5E",
+        "accent": "FB923C",
+        "success": "4ADE80",
+        "warning": "FBBF24",
+        "danger": "EF4444",
+        "info": "38BDF8",
+        "highlight": "E879F9"
+      },
+      "fonts": { "title": "Georgia", "body": "Helvetica", "mono": "Consolas" }
+    }
+  },
+  "audioParams": {
+    "introPadding": 1,
+    "padding": 0.3,
+    "closingPadding": 0.8,
+    "outroPadding": 1,
+    "bgmVolume": 0.2,
+    "audioVolume": 1,
+    "suppressSpeech": false
+  },
+  "beats": [
+    {
+      "text": "We are entering a golden age of discovery. Nobel laureate Demis Hassabis believes the next ten to fifteen years will be the most transformative period in human history.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "title",
+          "title": "A Golden Age of Discovery",
+          "subtitle": "How AI Will Transform Science and Society",
+          "author": "Based on Demis Hassabis via Garry's List",
+          "note": "February 2026"
+        }
+      }
+    },
+    {
+      "text": "Hassabis envisions a future of radical abundance. AI will solve our hardest problems: personalized medicine replacing one-size-fits-all healthcare, breakthroughs in renewable energy like fusion, solar, and batteries, and eventually enabling humanity to explore the galaxy.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "grid",
+          "title": "The Vision of Radical Abundance",
+          "subtitle": "AI solving humanity's hardest challenges",
+          "gridColumns": 3,
+          "items": [
+            {
+              "title": "Personalized Medicine",
+              "icon": "💊",
+              "accentColor": "primary",
+              "content": [{ "type": "text", "value": "Replace one-size-fits-all healthcare with treatments tailored to each individual" }]
+            },
+            {
+              "title": "Clean Energy",
+              "icon": "⚡",
+              "accentColor": "success",
+              "content": [{ "type": "text", "value": "Breakthroughs in fusion, solar, and battery technology for limitless energy" }]
+            },
+            {
+              "title": "Space Exploration",
+              "icon": "🚀",
+              "accentColor": "accent",
+              "content": [{ "type": "text", "value": "Radical abundance enabling humanity to venture beyond Earth and explore the galaxy" }]
+            }
+          ]
+        }
+      }
+    },
+    {
+      "text": "In drug discovery, AI is already compressing development timelines dramatically. What used to take four and a half years can now be done in nine to eighteen months. And AI agents could dissolve healthcare's massive administrative inefficiencies.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "stats",
+          "title": "AI Transforms Drug Discovery",
+          "subtitle": "Compressing timelines and eliminating bureaucracy",
+          "stats": [
+            {
+              "value": "4.5 yrs",
+              "label": "Traditional Drug Development",
+              "color": "danger",
+              "change": "Slow"
+            },
+            {
+              "value": "9-18 mo",
+              "label": "AI-Accelerated Development",
+              "color": "success",
+              "change": "3-6x faster"
+            }
+          ],
+          "callout": {
+            "text": "AI agents can manage insurance bureaucracy and claims processing, dissolving administrative inefficiencies",
+            "label": "Beyond Discovery",
+            "color": "info"
+          }
+        }
+      }
+    },
+    {
+      "text": "The key insight is that the constraint was never biology. It was computing power and data. Now that we have both, the doors to discovery are wide open.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "bigQuote",
+          "quote": "The constraint was never biology. It was computing power and data.",
+          "author": "Demis Hassabis",
+          "role": "Nobel Laureate, CEO of Google DeepMind"
+        }
+      }
+    },
+    {
+      "text": "But there are two competing worldviews about the future. Pessimists think in terms of scarcity: same resources with fewer people leads to despair. Builders see infinite human needs, where solving one problem reveals ten more worth solving.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "comparison",
+          "title": "Two Competing Worldviews",
+          "subtitle": "A fundamental philosophical split",
+          "left": {
+            "title": "Pessimist",
+            "accentColor": "danger",
+            "content": [
+              { "type": "text", "value": "Scarcity Mindset", "bold": true, "color": "danger", "fontSize": 22 },
+              { "type": "bullets", "items": ["Same with less people", "Zero-sum thinking", "Leads to despair", "Progress as threat"] }
+            ]
+          },
+          "right": {
+            "title": "Builder",
+            "accentColor": "success",
+            "content": [
+              { "type": "text", "value": "Abundance Mindset", "bold": true, "color": "success", "fontSize": 22 },
+              { "type": "bullets", "items": ["Infinite human needs", "Solving 1 problem reveals 10 more", "Boundless opportunity", "Progress as gift"] }
+            ]
+          }
+        }
+      }
+    },
+    {
+      "text": "Innovation is inherently generous. Creators capture just two percent of the value they create. Ninety-eight percent flows to society. Building is the most philanthropic act there is.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "split",
+          "left": {
+            "title": "Value Distribution",
+            "dark": true,
+            "ratio": 40,
+            "accentColor": "accent",
+            "content": [
+              { "type": "metric", "value": "2%", "label": "Captured by Creators", "color": "accent" },
+              { "type": "divider", "color": "accent" },
+              { "type": "metric", "value": "98%", "label": "Flows to Society", "color": "success" }
+            ]
+          },
+          "right": {
+            "title": "Innovation is Philanthropy",
+            "ratio": 60,
+            "content": [
+              { "type": "text", "value": "Founders and builders create outsized value for the world, keeping only a tiny fraction for themselves." },
+              { "type": "callout", "text": "Building is the most philanthropic act there is", "color": "accent", "style": "quote" }
+            ]
+          }
+        }
+      }
+    },
+    {
+      "text": "But there's a danger. The article argues that the only way to create suffering at scale is to outlaw progress. The Precautionary Principle, when taken too far, becomes the enemy of discovery.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "comparison",
+          "title": "The Regulatory Dilemma",
+          "left": {
+            "title": "Precautionary Principle",
+            "accentColor": "warning",
+            "content": [
+              {
+                "type": "bullets",
+                "items": ["Prove safety before deploying", "Err on the side of caution", "Regulate first, innovate later", "Minimize any possible risk"]
+              },
+              { "type": "callout", "text": "Can become an obstacle to all progress", "color": "warning", "style": "warning" }
+            ]
+          },
+          "right": {
+            "title": "Pro-Innovation View",
+            "accentColor": "success",
+            "content": [
+              { "type": "bullets", "items": ["Build, test, iterate", "Benefits compound over time", "Inaction has its own risks", "Progress lifts everyone"] },
+              { "type": "callout", "text": "The only way to create suffering at scale is to outlaw progress", "color": "danger", "style": "warning" }
+            ]
+          }
+        }
+      }
+    },
+    {
+      "text": "Founders intuitively understand what economists formally prove: human wants are boundless. Every problem solved creates new frontiers. Whether we accelerate into this golden age depends entirely on whether builders choose action over regulatory caution.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "timeline",
+          "title": "The Path to the Golden Age",
+          "subtitle": "Progress acceleration depends on builder's choices",
+          "items": [
+            {
+              "date": "Now",
+              "title": "AI Breakthrough",
+              "description": "Computing power and data unlock biology, physics, chemistry",
+              "color": "info",
+              "done": true
+            },
+            {
+              "date": "Near Term",
+              "title": "Applied Discovery",
+              "description": "Drug discovery in months, renewable energy breakthroughs",
+              "color": "accent"
+            },
+            {
+              "date": "10-15 Years",
+              "title": "Radical Abundance",
+              "description": "Personalized medicine, limitless energy, space exploration",
+              "color": "success"
+            },
+            {
+              "date": "Beyond",
+              "title": "Golden Age",
+              "description": "Humanity's most transformative era of scientific discovery",
+              "color": "highlight"
+            }
+          ]
+        }
+      }
+    },
+    {
+      "text": "We stand at the threshold of the most transformative era in human history. The golden age of discovery isn't a distant dream. It's already beginning. The question is whether we choose to build it.",
+      "image": {
+        "type": "slide",
+        "slide": {
+          "layout": "bigQuote",
+          "quote": "Human wants are boundless. Every problem solved creates new frontiers. The golden age of discovery isn't a distant dream — it's already beginning.",
+          "author": "Demis Hassabis",
+          "role": "Nobel Laureate"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_slide_01.json

@@ -0,0 +1,105 @@
+{
+  "$mulmocast": { "version": "1.1" },
+  "lang": "en",
+  "title": "Slide Plugin Test - Dark Theme",
+  "beats": [
+    {
+      "text": "TechVault Series A - title slide",
+      "image": {
+        "type": "slide",
+        "theme": {
+          "colors": {
+            "bg": "0F172A",
+            "bgCard": "1E293B",
+            "bgCardAlt": "334155",
+            "text": "FFFFFF",
+            "textMuted": "CBD5E1",
+            "textDim": "64748B",
+            "primary": "3B82F6",
+            "accent": "8B5CF6",
+            "success": "22C55E",
+            "warning": "F97316",
+            "danger": "EF4444",
+            "info": "14B8A6",
+            "highlight": "EC4899"
+          },
+          "fonts": { "title": "Georgia", "body": "Calibri", "mono": "Consolas" }
+        },
+        "slide": {
+          "layout": "title",
+          "title": "TechVault Series A",
+          "subtitle": "Redefining Cloud Security",
+          "author": "Sarah Chen, CEO"
+        }
+      }
+    },
+    {
+      "text": "Key metrics showing strong growth",
+      "image": {
+        "type": "slide",
+        "theme": {
+          "colors": {
+            "bg": "0F172A",
+            "bgCard": "1E293B",
+            "bgCardAlt": "334155",
+            "text": "FFFFFF",
+            "textMuted": "CBD5E1",
+            "textDim": "64748B",
+            "primary": "3B82F6",
+            "accent": "8B5CF6",
+            "success": "22C55E",
+            "warning": "F97316",
+            "danger": "EF4444",
+            "info": "14B8A6",
+            "highlight": "EC4899"
+          },
+          "fonts": { "title": "Georgia", "body": "Calibri", "mono": "Consolas" }
+        },
+        "slide": {
+          "layout": "stats",
+          "title": "Key Metrics",
+          "stats": [
+            { "value": "$4.2M", "label": "ARR", "change": "+127%" },
+            { "value": "12,500", "label": "Active Users", "change": "+45%" },
+            { "value": "99.9%", "label": "Uptime" },
+            { "value": "4.8", "label": "NPS Score" }
+          ]
+        }
+      }
+    },
+    {
+      "text": "2026 roadmap with quarterly milestones",
+      "image": {
+        "type": "slide",
+        "theme": {
+          "colors": {
+            "bg": "0F172A",
+            "bgCard": "1E293B",
+            "bgCardAlt": "334155",
+            "text": "FFFFFF",
+            "textMuted": "CBD5E1",
+            "textDim": "64748B",
+            "primary": "3B82F6",
+            "accent": "8B5CF6",
+            "success": "22C55E",
+            "warning": "F97316",
+            "danger": "EF4444",
+            "info": "14B8A6",
+            "highlight": "EC4899"
+          },
+          "fonts": { "title": "Georgia", "body": "Calibri", "mono": "Consolas" }
+        },
+        "slide": {
+          "layout": "timeline",
+          "title": "2026 Roadmap",
+          "items": [
+            { "date": "Q1 2026", "title": "Alpha", "done": true },
+            { "date": "Q2 2026", "title": "Beta", "done": true },
+            { "date": "Q3 2026", "title": "Public Launch", "done": false },
+            { "date": "Q4 2026", "title": "Enterprise", "done": false }
+          ]
+        }
+      }
+    }
+  ]
+}