mulmocast 1.2.5 → 1.2.7

package/lib/utils/context.d.ts

@@ -14,6 +14,7 @@ export declare const createStudioData: (_mulmoScript: MulmoScript, fileName: str
         soundEffectFile?: string | undefined;
         lipSyncFile?: string | undefined;
         captionFile?: string | undefined;
+        htmlImageFile?: string | undefined;
     }[];
     script: {
         lang: string;
@@ -360,6 +361,7 @@ export declare const initializeContextFromFiles: (files: FileObject, raiseError:
             soundEffectFile?: string | undefined;
             lipSyncFile?: string | undefined;
             captionFile?: string | undefined;
+            htmlImageFile?: string | undefined;
         }[];
         script: {
             lang: string;

package/lib/utils/context.js

@@ -5,6 +5,7 @@ import { mulmoStudioSchema, mulmoCaptionParamsSchema, mulmoPresentationStyleSche
 import { MulmoPresentationStyleMethods, MulmoScriptMethods, MulmoStudioMultiLingualMethod } from "../methods/index.js";
 const mulmoCredit = (speaker) => {
     return {
+        id: "mulmo_credit",
         speaker,
         text: "",
         image: {

package/lib/utils/file.d.ts

@@ -24,7 +24,10 @@ export declare const getAudioFilePath: (audioDirPath: string, dirName: string, f
 export declare const getAudioArtifactFilePath: (context: MulmoStudioContext) => string;
 export declare const getOutputVideoFilePath: (outDirPath: string, fileName: string, lang?: string, caption?: string) => string;
 export declare const imageSuffix = "p";
-export declare const getBeatPngImagePath: (context: MulmoStudioContext, index: number) => string;
+export declare const getBeatPngImagePath: (context: MulmoStudioContext, index: number) => {
+    imagePath: string;
+    htmlImageFile: string;
+};
 export declare const getBeatMoviePaths: (context: MulmoStudioContext, index: number) => {
     movieFile: string;
     soundEffectFile: string;

package/lib/utils/file.js

@@ -89,10 +89,10 @@ export const imageSuffix = "p";
 export const getBeatPngImagePath = (context, index) => {
     const imageProjectDirPath = MulmoStudioContextMethods.getImageProjectDirPath(context);
     const beat = context.studio.script.beats[index]; // beat could be undefined only in a test case.
-    if (beat?.id) {
-        return `${imageProjectDirPath}/${beat.id}.png`;
-    }
-    return `${imageProjectDirPath}/${index}${imageSuffix}.png`;
+    const filename = beat?.id ? `${beat.id}` : `${index}${imageSuffix}`;
+    const imagePath = `${imageProjectDirPath}/${filename}.png`;
+    const htmlImageFile = `${imageProjectDirPath}/${filename}_html.png`;
+    return { imagePath, htmlImageFile };
 };
 export const getBeatMoviePaths = (context, index) => {
     const imageProjectDirPath = MulmoStudioContextMethods.getImageProjectDirPath(context);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.2.5",
+  "version": "1.2.7",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",
@@ -50,6 +50,7 @@
     "prompt": "npx tsx ./src/cli/bin.ts tool prompt",
     "schema": "npx tsx ./src/cli/bin.ts tool schema",
     "story_to_script": "npx tsx ./src/cli/bin.ts tool story_to_script",
+    "whisper": "npx tsx ./src/cli/bin.ts tool whisper",
     "latest": "yarn upgrade-interactive  --latest",
     "format": "prettier --write '{src,scripts,assets/templates,assets/styles,draft,ideason,scripts_mag2,proto,test,batch,graphai,output,docs/scripts}/**/*.{ts,json,yaml}'",
     "deep_research": "npx tsx ./src/tools/deep_research.ts",
@@ -66,20 +67,20 @@
   "homepage": "https://github.com/receptron/mulmocast-cli#readme",
   "dependencies": {
     "@google-cloud/text-to-speech": "^6.2.0",
-    "@google/genai": "^1.13.0",
+    "@google/genai": "^1.15.0",
     "@graphai/anthropic_agent": "^2.0.11",
     "@graphai/browserless_agent": "^2.0.1",
     "@graphai/gemini_agent": "^2.0.1",
     "@graphai/groq_agent": "^2.0.2",
     "@graphai/input_agents": "^1.0.2",
-    "@graphai/openai_agent": "^2.0.5",
+    "@graphai/openai_agent": "^2.0.7",
     "@graphai/stream_agent_filter": "^2.0.2",
     "@graphai/vanilla": "^2.0.12",
     "@graphai/vanilla_node_agents": "^2.0.4",
     "@inquirer/input": "^4.2.1",
     "@inquirer/select": "^4.3.1",
-    "@modelcontextprotocol/sdk": "^1.15.1",
-    "@tavily/core": "^0.5.9",
+    "@modelcontextprotocol/sdk": "^1.17.3",
+    "@tavily/core": "^0.5.11",
     "canvas": "^3.2.0",
     "clipboardy": "^4.0.0",
     "dotenv": "^17.2.1",
@@ -87,8 +88,8 @@
     "graphai": "^2.0.14",
     "marked": "^16.2.0",
     "ora": "^8.2.0",
-    "puppeteer": "^24.16.2",
-    "replicate": "^1.0.1",
+    "puppeteer": "^24.17.0",
+    "replicate": "^1.1.0",
     "yaml": "^2.8.1",
     "yargs": "^18.0.0",
     "zod": "^3.25.76",

package/scripts/templates/story_with_characters.json

@@ -0,0 +1,25 @@
+{
+  "$mulmocast": {
+    "version": "1.1",
+    "credit": "closing"
+  },
+  "title": "[TITLE: Brief, engaging title for the topic]",
+  "lang": "en",
+  "beats": [
+    {
+      "text": "[STORY TEXT FOR THIS BEAT FOR THIS BEAT]",
+      "imagePrompt": "[IMAGE_PROMPT FOR THIS BEAT with both characters]",
+      "imageNames": ["[CHARACTER_ID_1]", "[CHARACTER_ID_2]"]
+    },
+    {
+      "text": "[STORY TEXT FOR THIS BEAT FOR THIS BEAT]",
+      "imagePrompt": "[IMAGE_PROMPT FOR THIS BEAT with a single character]",
+      "imageNames": ["[CHARACTER_ID_1]"]
+    },
+    {
+      "text": "[STORY TEXT FOR THIS BEAT FOR THIS BEAT]",
+      "imagePrompt": "[IMAGE_PROMPT FOR THIS BEAT with another character]",
+      "imageNames": ["[CHARACTER_ID_2]"]
+    }
+  ]
+}

package/lib/index.d.ts

@@ -1,8 +0,0 @@
-export * from "./actions/index.js";
-export * from "./cli/helpers.js";
-export * from "./utils/file.js";
-export * from "./utils/ffmpeg_utils.js";
-export * from "./utils/provider2agent.js";
-export * from "./methods/index.js";
-export * from "./agents/index.js";
-export * from "./types/index.js";

package/lib/index.js

@@ -1,9 +0,0 @@
-// NOTE: If you want to support usage in the browser codebase, also add to src/index.browser.ts
-export * from "./actions/index.js";
-export * from "./cli/helpers.js";
-export * from "./utils/file.js";
-export * from "./utils/ffmpeg_utils.js";
-export * from "./utils/provider2agent.js";
-export * from "./methods/index.js";
-export * from "./agents/index.js";
-export * from "./types/index.js";

package/lib/methods/mulmo_script_template.d.ts

@@ -1,4 +0,0 @@
-import { MulmoScript, MulmoPromptTemplate } from "../types/index.js";
-export declare const MulmoScriptTemplateMethods: {
-    getSystemPrompt(template: MulmoPromptTemplate, script?: MulmoScript): string;
-};

package/lib/methods/mulmo_script_template.js

@@ -1,6 +0,0 @@
-import { getMulmoScriptTemplateSystemPrompt } from "../utils/prompt.js";
-export const MulmoScriptTemplateMethods = {
-    getSystemPrompt(template, script) {
-        return getMulmoScriptTemplateSystemPrompt(template, script);
-    },
-};

package/lib/utils/assets.d.ts

@@ -1,18 +0,0 @@
-type BgmAsset = {
-    name: string;
-    title: string;
-    url: string;
-    suno_url: string;
-    date: string;
-    duration: string;
-    account: string;
-    original_license: string;
-    prompt: string;
-    model: string;
-};
-export type BgmAssets = {
-    license: string;
-    bgms: BgmAsset[];
-};
-export declare const bgmAssets: BgmAssets;
-export {};

package/lib/utils/assets.js

@@ -1,101 +0,0 @@
-export const bgmAssets = {
-    license: "Free to distribute as the BMG of media generated by MulmoCast, including commercial use.",
-    bgms: [
-        {
-            name: "story001.mp3",
-            title: "Whispered Melody",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story001.mp3",
-            suno_url: "https://suno.com/s/v6zer50aQJu8Y0qA",
-            date: "2025-06-17",
-            duration: "03:17",
-            account: "@snakajima",
-            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
-            prompt: "instrumental, smooth, piano",
-            model: "v4.5 beta",
-        },
-        {
-            name: "story002.mp3",
-            title: "Rise and Shine",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story002.mp3",
-            suno_url: "https://suno.com/s/mJnvyu3UXnkdAPfQ",
-            date: "2025-06-17",
-            duration: "04:04",
-            account: "@snakajima",
-            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
-            prompt: "techno, inspiring, piano",
-            model: "v4.5 beta",
-        },
-        {
-            name: "story003.mp3",
-            title: "Chasing the Sunset",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story003.mp3",
-            suno_url: "https://suno.com/s/2zGjMQ9vURJbaMZA",
-            date: "2025-06-17",
-            duration: "02:49",
-            account: "@snakajima",
-            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
-            prompt: "piano, inspiring, sunset",
-            model: "v4.5 beta",
-        },
-        {
-            name: "story004.mp3",
-            title: "Whispering Keys",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story004.mp3",
-            suno_url: "https://suno.com/s/0SFoBRsBWsncw6tu",
-            date: "2025-06-17",
-            duration: "04:00",
-            account: "@snakajima",
-            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
-            prompt: "Piano, classical, ambient",
-            model: "v4",
-        },
-        {
-            name: "story005.mp3",
-            title: "Whisper of Ivory",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story005.mp3",
-            suno_url: "https://suno.com/s/0SFoBRsBWsncw6tu",
-            date: "2025-06-17",
-            duration: "04:00",
-            account: "@snakajima",
-            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
-            prompt: "Piano solo, classical, ambient",
-            model: "v4",
-        },
-        {
-            name: "theme001.mp3",
-            title: "Rise of the Flame",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/theme001.mp3",
-            suno_url: "https://suno.com/s/WhYOf8oJYhBgSKET",
-            date: "2025-06-20",
-            duration: "03:23",
-            account: "@snakajima",
-            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
-            prompt: "Olympic Theme, classical, emotional",
-            model: "v4",
-        },
-        {
-            name: "olympic001.mp3",
-            title: "Olympic-style Theme Music",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/olympic001.mp3",
-            suno_url: "https://suno.com/s/32wpnmCrkFVvkTSQ",
-            date: "2025-07-17",
-            duration: "02:54",
-            account: "@snakajima",
-            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
-            prompt: "Epic orchestral fanfare in the style of John Williams' Olympic Fanfare and Theme. Bright brass fanfare, soaring strings, powerful percussion, and heroic French horn melodies. Triumphant and majestic mood, suitable for an opening ceremony or national celebration. Emphasize dynamic builds, rich harmonies, and cinematic grandeur.",
-            model: "v4.5+",
-        },
-        {
-            name: "morning001.mp3",
-            title: "Morning Dance",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/morning001.mp3",
-            suno_url: "https://suno.com/s/9MTkutZYqxeyBlwK",
-            date: "2025-07-17",
-            duration: "03:52",
-            account: "@snakajima",
-            original_license: "morning, piano solo, Japanese name, sexy",
-            prompt: "morning, piano solo, Japanese name, sexy",
-            model: "v4.5+",
-        },
-    ],
-};

package/lib/utils/preprocess.d.ts

@@ -1,343 +0,0 @@
-import { MulmoStudio, MulmoScript, MulmoPresentationStyle } from "../types/index.js";
-export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, currentStudio: MulmoStudio | undefined, fileName: string, videoCaptionLang?: string, presentationStyle?: MulmoPresentationStyle | null) => {
-    beats: {
-        duration?: number | undefined;
-        startAt?: number | undefined;
-        hash?: string | undefined;
-        audioDuration?: number | undefined;
-        movieDuration?: number | undefined;
-        silenceDuration?: number | undefined;
-        hasMovieAudio?: boolean | undefined;
-        audioFile?: string | undefined;
-        imageFile?: string | undefined;
-        movieFile?: string | undefined;
-        soundEffectFile?: string | undefined;
-        lipSyncFile?: string | undefined;
-        captionFile?: string | undefined;
-    }[];
-    script: {
-        lang: string;
-        imageParams: {
-            provider: string;
-            model?: string | undefined;
-            style?: string | undefined;
-            quality?: string | undefined;
-            moderation?: string | undefined;
-            images?: Record<string, {
-                type: "image";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "imagePrompt";
-                prompt: string;
-            }> | undefined;
-        };
-        audioParams: {
-            padding: number;
-            introPadding: number;
-            closingPadding: number;
-            outroPadding: number;
-            bgmVolume: number;
-            audioVolume: number;
-            suppressSpeech: boolean;
-            bgm?: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "base64";
-                data: string;
-            } | {
-                text: string;
-                kind: "text";
-            } | {
-                path: string;
-                kind: "path";
-            } | undefined;
-        };
-        movieParams: {
-            provider?: string | undefined;
-            model?: string | undefined;
-            fillOption?: {
-                style: "aspectFit" | "aspectFill";
-            } | undefined;
-            transition?: {
-                type: "fade" | "slideout_left";
-                duration: number;
-            } | undefined;
-        };
-        soundEffectParams: {
-            provider?: string | undefined;
-            model?: string | undefined;
-        };
-        $mulmocast: {
-            version: "1.1";
-            credit?: "closing" | undefined;
-        };
-        canvasSize: {
-            width: number;
-            height: number;
-        };
-        speechParams: {
-            speakers: Record<string, {
-                voiceId: string;
-                lang?: Record<string, {
-                    voiceId: string;
-                    displayName?: Record<string, string> | undefined;
-                    isDefault?: boolean | undefined;
-                    speechOptions?: {
-                        speed?: number | undefined;
-                        instruction?: string | undefined;
-                    } | undefined;
-                    provider?: string | undefined;
-                    model?: string | undefined;
-                }> | undefined;
-                displayName?: Record<string, string> | undefined;
-                isDefault?: boolean | undefined;
-                speechOptions?: {
-                    speed?: number | undefined;
-                    instruction?: string | undefined;
-                } | undefined;
-                provider?: string | undefined;
-                model?: string | undefined;
-            }>;
-        };
-        beats: {
-            text: string;
-            image?: {
-                type: "markdown";
-                markdown: string | string[];
-            } | {
-                type: "web";
-                url: string;
-            } | {
-                type: "pdf";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "image";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "svg";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "movie";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "textSlide";
-                slide: {
-                    title: string;
-                    subtitle?: string | undefined;
-                    bullets?: string[] | undefined;
-                };
-            } | {
-                type: "chart";
-                title: string;
-                chartData: Record<string, any>;
-            } | {
-                code: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-                type: "mermaid";
-                title: string;
-                appendix?: string[] | undefined;
-            } | {
-                type: "html_tailwind";
-                html: string | string[];
-            } | {
-                type: "beat";
-                id?: string | undefined;
-            } | {
-                type: "voice_over";
-                startAt?: number | undefined;
-            } | undefined;
-            audio?: {
-                type: "audio";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "midi";
-                source: string;
-            } | undefined;
-            duration?: number | undefined;
-            speechOptions?: {
-                speed?: number | undefined;
-                instruction?: string | undefined;
-            } | undefined;
-            id?: string | undefined;
-            imagePrompt?: string | undefined;
-            speaker?: string | undefined;
-            description?: string | undefined;
-            imageParams?: {
-                provider: string;
-                model?: string | undefined;
-                style?: string | undefined;
-                quality?: string | undefined;
-                moderation?: string | undefined;
-                images?: Record<string, {
-                    type: "image";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                } | {
-                    type: "imagePrompt";
-                    prompt: string;
-                }> | undefined;
-            } | undefined;
-            audioParams?: {
-                movieVolume: number;
-                padding?: number | undefined;
-            } | undefined;
-            movieParams?: {
-                speed?: number | undefined;
-                provider?: string | undefined;
-                model?: string | undefined;
-                fillOption?: {
-                    style: "aspectFit" | "aspectFill";
-                } | undefined;
-            } | undefined;
-            soundEffectParams?: {
-                provider?: string | undefined;
-                model?: string | undefined;
-            } | undefined;
-            lipSyncParams?: {
-                provider?: string | undefined;
-                model?: string | undefined;
-            } | undefined;
-            htmlImageParams?: {
-                model?: string | undefined;
-            } | undefined;
-            textSlideParams?: {
-                cssStyles: string | string[];
-            } | undefined;
-            captionParams?: {
-                styles: string[];
-                lang?: string | undefined;
-            } | undefined;
-            imageNames?: string[] | undefined;
-            moviePrompt?: string | undefined;
-            soundEffectPrompt?: string | undefined;
-            htmlPrompt?: {
-                prompt: string;
-                data?: any;
-                images?: Record<string, any> | undefined;
-                systemPrompt?: string | undefined;
-            } | undefined;
-            enableLipSync?: boolean | undefined;
-        }[];
-        title?: string | undefined;
-        description?: string | undefined;
-        lipSyncParams?: {
-            provider?: string | undefined;
-            model?: string | undefined;
-        } | undefined;
-        htmlImageParams?: {
-            provider: string;
-            model?: string | undefined;
-        } | undefined;
-        textSlideParams?: {
-            cssStyles: string | string[];
-        } | undefined;
-        captionParams?: {
-            styles: string[];
-            lang?: string | undefined;
-        } | undefined;
-        references?: {
-            type: string;
-            url: string;
-            title?: string | undefined;
-            description?: string | undefined;
-        }[] | undefined;
-        imagePath?: string | undefined;
-        __test_invalid__?: boolean | undefined;
-    };
-    filename: string;
-};