mulmocast 2.6.5 → 2.6.6

package/lib/utils/context.d.ts

@@ -303,6 +303,11 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
                 kind: "path";
                 path: string;
             } | undefined;
+            movieVolume?: number | undefined;
+            ttsVolume?: number | undefined;
+            ducking?: {
+                ratio?: number | undefined;
+            } | undefined;
         };
         lang: string;
         beats: {
@@ -1846,8 +1851,8 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
                 vertexai_location?: string | undefined;
             } | undefined;
             audioParams?: {
-                movieVolume: number;
                 padding?: number | undefined;
+                movieVolume?: number | undefined;
             } | undefined;
             movieParams?: {
                 provider?: string | undefined;
@@ -2530,6 +2535,11 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                     kind: "path";
                     path: string;
                 } | undefined;
+                movieVolume?: number | undefined;
+                ttsVolume?: number | undefined;
+                ducking?: {
+                    ratio?: number | undefined;
+                } | undefined;
             };
             lang: string;
             beats: {
@@ -4073,8 +4083,8 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                     vertexai_location?: string | undefined;
                 } | undefined;
                 audioParams?: {
-                    movieVolume: number;
                     padding?: number | undefined;
+                    movieVolume?: number | undefined;
                 } | undefined;
                 movieParams?: {
                     provider?: string | undefined;
@@ -4764,6 +4774,11 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
                 kind: "path";
                 path: string;
             } | undefined;
+            movieVolume?: number | undefined;
+            ttsVolume?: number | undefined;
+            ducking?: {
+                ratio?: number | undefined;
+            } | undefined;
         };
         lipSyncParams?: {
             provider?: string | undefined;

package/lib/utils/image_plugins/html_tailwind.d.ts

@@ -15,6 +15,11 @@ export declare const resolveMovieRefs: (html: string, movieRefs: Record<string,
  * Paths starting with http://, https://, file://, data:, image:, or / are left unchanged.
  */
 export declare const resolveRelativeImagePaths: (html: string, baseDirPath: string) => string;
+/**
+ * Resolve relative modelUrl assignment in user scripts to file:// absolute paths.
+ * e.g. const modelUrl = "models/a.glb" -> const modelUrl = "file:///abs/models/a.glb"
+ */
+export declare const resolveRelativeModelPathsInScript: (html: string, baseDirPath: string) => string;
 export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;
 export declare const path: (params: ImageProcessorParams) => string;
 export declare const html: (params: ImageProcessorParams) => Promise<string | undefined>;

package/lib/utils/image_plugins/html_tailwind.js

@@ -38,8 +38,16 @@ export const resolveMovieRefs = (html, movieRefs) => {
  * Paths starting with http://, https://, file://, data:, image:, or / are left unchanged.
  */
 export const resolveRelativeImagePaths = (html, baseDirPath) => {
-    return html.replace(/(\bsrc\s*=\s*)(["'])((?!https?:\/\/|file:\/\/|data:|image:|\/)[^"']+)\2/gi, (_, prefix, quote, relativePath) => {
-        const absolutePath = nodePath.resolve(baseDirPath, relativePath);
+    return html.replace(/(\bsrc\s*=\s*)(["'])([^"']+)\2/gi, (_, prefix, quote, pathValue) => {
+        const isAbsoluteLike = pathValue.startsWith("http://") ||
+            pathValue.startsWith("https://") ||
+            pathValue.startsWith("file://") ||
+            pathValue.startsWith("data:") ||
+            pathValue.startsWith("image:") ||
+            pathValue.startsWith("/");
+        if (isAbsoluteLike)
+            return `${prefix}${quote}${pathValue}${quote}`;
+        const absolutePath = nodePath.resolve(baseDirPath, pathValue);
         return `${prefix}${quote}file://${absolutePath}${quote}`;
     });
 };
@@ -52,7 +60,48 @@ const buildUserScript = (script) => {
     if (!script)
         return "";
     const code = Array.isArray(script) ? script.join("\n") : script;
-    return `<script>\n${code}\n</script>`;
+    // If user script contains ESM import/export, emit module script so imports work.
+    const isModule = code.split("\n").some((line) => {
+        const trimmed = line.trimStart();
+        return trimmed.startsWith("import ") || trimmed.startsWith("export ");
+    });
+    return isModule ? `<script type="module">\n${code}\n</script>` : `<script>\n${code}\n</script>`;
+};
+/**
+ * Resolve relative modelUrl assignment in user scripts to file:// absolute paths.
+ * e.g. const modelUrl = "models/a.glb" -> const modelUrl = "file:///abs/models/a.glb"
+ */
+export const resolveRelativeModelPathsInScript = (html, baseDirPath) => {
+    const lines = html.split("\n");
+    return lines
+        .map((line) => {
+        const hasModelDeclaration = line.includes("modelUrl") && (line.includes("const ") || line.includes("let ") || line.includes("var "));
+        if (!hasModelDeclaration || !line.includes("="))
+            return line;
+        const eqIndex = line.indexOf("=");
+        const afterEq = line.slice(eqIndex + 1);
+        const singleQuoteIndex = afterEq.indexOf("'");
+        const doubleQuoteIndex = afterEq.indexOf('"');
+        const quoteIndex = singleQuoteIndex >= 0 && (doubleQuoteIndex < 0 || singleQuoteIndex < doubleQuoteIndex) ? singleQuoteIndex : doubleQuoteIndex;
+        if (quoteIndex < 0)
+            return line;
+        const quoteChar = afterEq[quoteIndex];
+        const start = eqIndex + 1 + quoteIndex;
+        const end = line.indexOf(quoteChar, start + 1);
+        if (end < 0)
+            return line;
+        const rawPath = line.slice(start + 1, end);
+        const isAbsoluteLike = rawPath.startsWith("http://") ||
+            rawPath.startsWith("https://") ||
+            rawPath.startsWith("file://") ||
+            rawPath.startsWith("data:") ||
+            rawPath.startsWith("/");
+        if (isAbsoluteLike)
+            return line;
+        const absolutePath = nodePath.resolve(baseDirPath, rawPath);
+        return `${line.slice(0, start + 1)}file://${absolutePath}${line.slice(end)}`;
+    })
+        .join("\n");
 };
 /**
  * Resolve HTML and script from beat image data.
@@ -106,7 +155,8 @@ const buildAnimatedHtml = (params, totalFrames, fps) => {
     });
     const resolvedImageRefs = resolveImageRefs(rawHtmlData, params.imageRefs ?? {});
     const resolvedAllRefs = resolveMovieRefs(resolvedImageRefs, params.movieRefs ?? {});
-    return resolveRelativeImagePaths(resolvedAllRefs, context.fileDirs.mulmoFileDirPath);
+    const resolvedImages = resolveRelativeImagePaths(resolvedAllRefs, context.fileDirs.mulmoFileDirPath);
+    return resolveRelativeModelPathsInScript(resolvedImages, context.fileDirs.mulmoFileDirPath);
 };
 const processHtmlTailwindAnimated = async (params) => {
     const { beat, imagePath, canvasSize } = params;
@@ -163,7 +213,8 @@ const processHtmlTailwindStatic = async (params) => {
     });
     const resolvedImageRefs = resolveImageRefs(rawHtmlData, params.imageRefs ?? {});
     const resolvedAllRefs = resolveMovieRefs(resolvedImageRefs, params.movieRefs ?? {});
-    const htmlData = resolveRelativeImagePaths(resolvedAllRefs, context.fileDirs.mulmoFileDirPath);
+    const resolvedImages = resolveRelativeImagePaths(resolvedAllRefs, context.fileDirs.mulmoFileDirPath);
+    const htmlData = resolveRelativeModelPathsInScript(resolvedImages, context.fileDirs.mulmoFileDirPath);
     await renderHTMLToImage(htmlData, imagePath, canvasSize.width, canvasSize.height);
     return imagePath;
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "2.6.5",
+  "version": "2.6.6",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",
@@ -88,7 +88,7 @@
   "homepage": "https://github.com/receptron/mulmocast-cli#readme",
   "dependencies": {
     "@google-cloud/text-to-speech": "^6.4.0",
-    "@google/genai": "^1.46.0",
+    "@google/genai": "^1.48.0",
     "@graphai/anthropic_agent": "^2.0.12",
     "@graphai/browserless_agent": "^2.0.2",
     "@graphai/gemini_agent": "^2.0.5",
@@ -100,12 +100,12 @@
     "@graphai/vanilla_node_agents": "^2.0.4",
     "@inquirer/input": "^5.0.10",
     "@inquirer/select": "^5.1.2",
-    "@modelcontextprotocol/sdk": "^1.27.1",
+    "@modelcontextprotocol/sdk": "^1.29.0",
     "@mozilla/readability": "^0.6.0",
     "@tavily/core": "^0.5.11",
     "archiver": "^7.0.1",
     "clipboardy": "^5.3.1",
-    "dotenv": "^17.3.1",
+    "dotenv": "^17.4.0",
     "fluent-ffmpeg": "^2.1.3",
     "graphai": "^2.0.16",
     "jsdom": "^29.0.1",
@@ -114,7 +114,7 @@
     "ora": "^9.3.0",
     "puppeteer": "^24.40.0",
     "replicate": "^1.4.0",
-    "yaml": "^2.8.2",
+    "yaml": "^2.8.3",
     "yargs": "^18.0.0",
     "zod": "^4.3.6"
   },
@@ -128,13 +128,14 @@
     "cross-env": "^10.1.0",
     "eslint": "^10.1.0",
     "eslint-config-prettier": "^10.1.8",
+    "eslint-plugin-import": "^2.32.0",
     "eslint-plugin-prettier": "^5.5.5",
     "eslint-plugin-sonarjs": "^4.0.2",
     "globals": "^17.4.0",
     "prettier": "^3.8.1",
     "tsx": "^4.21.0",
-    "typescript": "6.0.1-rc",
-    "typescript-eslint": "^8.57.1"
+    "typescript": "6.0.2",
+    "typescript-eslint": "^8.58.0"
   },
   "engines": {
     "node": ">=22.0.0"

package/scripts/test/test_audio_mix.json

@@ -0,0 +1,91 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Audio Mix Manual Test (fixtures)",
+  "lang": "en",
+  "canvasSize": {
+    "width": 320,
+    "height": 180
+  },
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "provider": "openai",
+        "voiceId": "shimmer"
+      }
+    }
+  },
+  "audioParams": {
+    "bgmVolume": 0,
+    "movieVolume": 0.3
+  },
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "Low tone with narration.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_low.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_low.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "Mid tone with narration.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_mid.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_mid.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "High tone with narration.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_high.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_high.mov"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_audio_mix_beat_vol.json

@@ -0,0 +1,100 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Audio Mix Beat Volume Test (fixtures)",
+  "lang": "en",
+  "canvasSize": {
+    "width": 320,
+    "height": 180
+  },
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "provider": "openai",
+        "voiceId": "shimmer"
+      }
+    }
+  },
+  "audioParams": {
+    "bgmVolume": 0,
+    "movieVolume": 0.5
+  },
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "Low tone, beat movieVolume 0.1.",
+      "audioParams": {
+        "movieVolume": 0.1
+      },
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_low.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "Low tone, script default 0.5.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_low.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "Mid tone, beat movieVolume 1.0.",
+      "audioParams": {
+        "movieVolume": 1.0
+      },
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_mid.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "Mid tone, script default 0.5.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_mid.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "High tone, beat movieVolume 0.0, should be silent.",
+      "audioParams": {
+        "movieVolume": 0.0
+      },
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_high.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "High tone, script default 0.5.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_high.mov"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_audio_mix_ducking.json

@@ -0,0 +1,91 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Audio Mix Ducking Test (fixtures)",
+  "lang": "en",
+  "canvasSize": {
+    "width": 320,
+    "height": 180
+  },
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "provider": "openai",
+        "voiceId": "shimmer"
+      }
+    }
+  },
+  "audioParams": {
+    "bgmVolume": 0,
+    "ducking": { "ratio": 0.3 }
+  },
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "Low tone with narration.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_low.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_low.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "Mid tone with narration.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_mid.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_mid.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "High tone with narration.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_high.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_high.mov"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_audio_mix_legacy.json

@@ -0,0 +1,90 @@
+{
+  "$mulmocast": {
+    "version": "1.1"
+  },
+  "title": "Audio Mix Legacy Test (fixtures)",
+  "lang": "en",
+  "canvasSize": {
+    "width": 320,
+    "height": 180
+  },
+  "speechParams": {
+    "speakers": {
+      "Presenter": {
+        "provider": "openai",
+        "voiceId": "shimmer"
+      }
+    }
+  },
+  "audioParams": {
+    "bgmVolume": 0
+  },
+  "beats": [
+    {
+      "speaker": "Presenter",
+      "text": "Low tone with narration.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_low.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_low.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "Mid tone with narration.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_mid.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_mid.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "text": "High tone with narration.",
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_high.mov"
+        }
+      }
+    },
+    {
+      "speaker": "Presenter",
+      "duration": 3.0,
+      "image": {
+        "type": "movie",
+        "source": {
+          "kind": "path",
+          "path": "fixtures/movie_tone_high.mov"
+        }
+      }
+    }
+  ]
+}

package/scripts/test/test_grok.json

@@ -0,0 +1,57 @@
+{
+  "$mulmocast": { "version": "1.1" },
+  "movieParams": {
+    "provider": "replicate",
+    "model": "xai/grok-imagine-video"
+  },
+  "audioParams": {
+    "bgmVolume": 0
+  },
+  "captionParams": {
+    "lang": "en"
+  },
+  "lang": "en",
+  "beats": [
+    {
+      "text": "Testing xai/grok-imagine-video — text-to-video, image-to-video, and duration varieties.",
+      "image": {
+        "type": "textSlide",
+        "slide": {
+          "title": "xai/grok-imagine-video test"
+        }
+      }
+    },
+    {
+      "id": "grok-t2v-5s",
+      "text": "Text-to-video, 5 seconds: a red fox trots through a snowy forest at dawn, pawprints left behind",
+      "duration": 5,
+      "moviePrompt": "a red fox trots through a snowy forest at dawn, pawprints left behind, soft golden light filtering through pine trees"
+    },
+    {
+      "id": "grok-t2v-8s",
+      "text": "Text-to-video, 8 seconds: timelapse of storm clouds forming over a mountain range",
+      "duration": 8,
+      "moviePrompt": "timelapse of dark storm clouds rolling in over a rugged mountain range, lightning flashes in the distance, dramatic cinematic lighting"
+    },
+    {
+      "id": "grok-t2v-10s",
+      "text": "Text-to-video, 10 seconds: bustling Tokyo crossing at night",
+      "duration": 10,
+      "moviePrompt": "aerial dolly shot over Shibuya crossing at night, neon lights reflecting on wet pavement, crowds of people crossing in all directions"
+    },
+    {
+      "id": "grok-i2v-5s",
+      "text": "Image-to-video, 5 seconds: ocean waves animated from a still image",
+      "duration": 5,
+      "imagePrompt": "a calm tropical beach at sunset, crystal-clear turquoise water, golden sand, photorealistic",
+      "moviePrompt": "gentle waves lapping the shore, palm trees swaying softly in the breeze, camera slowly pushing forward"
+    },
+    {
+      "id": "grok-i2v-8s",
+      "text": "Image-to-video, 8 seconds: city skyline coming to life",
+      "duration": 8,
+      "imagePrompt": "futuristic city skyline at dusk, glass skyscrapers with glowing windows, photorealistic",
+      "moviePrompt": "lights in the skyscraper windows flicker on one by one as night falls, slow upward pan along the tallest tower"
+    }
+  ]
+}