mulmocast 2.4.8 → 2.5.0

package/lib/utils/image_plugins/html_tailwind.js

@@ -1,8 +1,8 @@
 import fs from "node:fs";
 import nodePath from "node:path";
 import { MulmoBeatMethods } from "../../methods/mulmo_beat.js";
-import { getHTMLFile } from "../file.js";
-import { renderHTMLToImage, interpolate, renderHTMLToFrames } from "../html_render.js";
+import { getHTMLFile, getJSFile } from "../file.js";
+import { renderHTMLToImage, interpolate, renderHTMLToFrames, renderHTMLToVideo } from "../html_render.js";
 import { framesToVideo } from "../ffmpeg_utils.js";
 import { parrotingImagePath } from "./utils.js";
 export const imageType = "html_tailwind";
@@ -47,9 +47,9 @@ const getAnimationConfig = (params) => {
     const animation = beat.image.animation;
     if (!MulmoBeatMethods.isAnimationEnabled(animation))
         return null;
-    if (MulmoBeatMethods.isAnimationObject(animation))
-        return { fps: animation.fps ?? DEFAULT_ANIMATION_FPS };
-    return { fps: DEFAULT_ANIMATION_FPS };
+    const fps = MulmoBeatMethods.isAnimationObject(animation) ? (animation.fps ?? DEFAULT_ANIMATION_FPS) : DEFAULT_ANIMATION_FPS;
+    const movie = MulmoBeatMethods.isMovieMode(animation);
+    return { fps, movie };
 };
 const processHtmlTailwindAnimated = async (params) => {
     const { beat, imagePath, canvasSize, context } = params;
@@ -72,6 +72,9 @@ const processHtmlTailwindAnimated = async (params) => {
     const script = "script" in beat.image ? beat.image.script : undefined;
     const rawHtmlData = interpolate(template, {
         html_body: html,
+        animation_runtime: getJSFile("animation_runtime"),
+        data_attribute_registration: getJSFile("data_attribute_registration"),
+        auto_render: getJSFile("auto_render"),
         user_script: buildUserScript(script),
         totalFrames: String(totalFrames),
         fps: String(fps),
@@ -81,15 +84,21 @@ const processHtmlTailwindAnimated = async (params) => {
     const htmlData = resolveRelativeImagePaths(resolvedRefs, context.fileDirs.mulmoFileDirPath);
     // imagePath is set to the .mp4 path by imagePluginAgent for animated beats
     const videoPath = imagePath;
-    // Create frames directory next to the video file
-    const framesDir = videoPath.replace(/\.[^/.]+$/, "_frames");
-    fs.mkdirSync(framesDir, { recursive: true });
-    try {
-        await renderHTMLToFrames(htmlData, framesDir, canvasSize.width, canvasSize.height, totalFrames, fps);
-        await framesToVideo(framesDir, videoPath, fps, canvasSize.width, canvasSize.height);
+    if (animConfig.movie) {
+        // CDP screencast: real-time recording (experimental, faster)
+        await renderHTMLToVideo(htmlData, videoPath, canvasSize.width, canvasSize.height, totalFrames, fps);
     }
-    finally {
-        fs.rmSync(framesDir, { recursive: true, force: true });
+    else {
+        // Frame-by-frame screenshot (deterministic, slower)
+        const framesDir = videoPath.replace(/\.[^/.]+$/, "_frames");
+        fs.mkdirSync(framesDir, { recursive: true });
+        try {
+            await renderHTMLToFrames(htmlData, framesDir, canvasSize.width, canvasSize.height, totalFrames, fps);
+            await framesToVideo(framesDir, videoPath, fps, canvasSize.width, canvasSize.height);
+        }
+        finally {
+            fs.rmSync(framesDir, { recursive: true, force: true });
+        }
     }
     return videoPath;
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "2.4.8",
+  "version": "2.5.0",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",
@@ -24,7 +24,8 @@
     }
   },
   "resolutions": {
-    "minimatch": "^10.2.4"
+    "minimatch": "^10.2.4",
+    "yauzl": "^3.2.1"
   },
   "bin": {
     "mulmo": "lib/cli/bin.js",
@@ -56,7 +57,7 @@
     "pdf": "npx tsx ./src/cli/bin.ts pdf",
     "test": "rm -f scratchpad/test*.* && npx tsx ./src/audio.ts scripts/test/test.json && npx tsx ./src/images.ts scripts/test/test.json && npx tsx ./src/movie.ts scripts/test/test.json",
     "ci_test": "cross-env NODE_ENV=test tsx --test --experimental-test-coverage ./test/*/test_*.ts",
-    "lint": "eslint src test",
+    "lint": "eslint src test assets/html/js",
     "build": "tsc",
     "build_test": "tsc && git checkout -- lib/*",
     "cli": "npx tsx ./src/cli/bin.ts",
@@ -68,7 +69,7 @@
     "story_to_script": "npx tsx ./src/cli/bin.ts tool story_to_script",
     "whisper": "npx tsx ./src/cli/bin.ts tool whisper",
     "latest": "yarn upgrade-interactive  --latest",
-    "format": "prettier --write '{src,scripts,assets/templates,assets/styles,draft,ideason,scripts_mag2,proto,test,batch,graphai,output,docs/scripts}/**/*.{ts,json,yaml}'",
+    "format": "prettier --write '{src,scripts,assets/templates,assets/styles,assets/html/js,draft,ideason,scripts_mag2,proto,test,batch,graphai,output,docs/scripts}/**/*.{ts,js,json,yaml}'",
     "deep_research": "npx tsx ./src/tools/deep_research.ts",
     "template": "npx tsx batch/template2tsobject.ts && yarn run format",
     "mcp_server": "npx tsx ./src/mcp/server.ts",
@@ -109,9 +110,9 @@
     "graphai": "^2.0.16",
     "jsdom": "^28.1.0",
     "marked": "^17.0.4",
-    "mulmocast-vision": "^1.0.8",
+    "mulmocast-vision": "^1.0.9",
     "ora": "^9.3.0",
-    "puppeteer": "^24.38.0",
+    "puppeteer": "^24.39.1",
     "replicate": "^1.4.0",
     "yaml": "^2.8.2",
     "yargs": "^18.0.0",
@@ -125,15 +126,15 @@
     "@types/jsdom": "^28.0.0",
     "@types/yargs": "^17.0.35",
     "cross-env": "^10.1.0",
-    "eslint": "^10.0.2",
+    "eslint": "^10.0.3",
     "eslint-config-prettier": "^10.1.8",
     "eslint-plugin-prettier": "^5.5.5",
-    "eslint-plugin-sonarjs": "^4.0.1",
+    "eslint-plugin-sonarjs": "^4.0.2",
     "globals": "^17.4.0",
     "prettier": "^3.8.1",
     "tsx": "^4.21.0",
     "typescript": "6.0.0-beta",
-    "typescript-eslint": "^8.56.1"
+    "typescript-eslint": "^8.57.0"
   },
   "engines": {
     "node": ">=22.0.0"