mulmocast 1.2.6 → 1.2.7

package/lib/agents/image_openai_agent.js

@@ -42,10 +42,10 @@ export const imageOpenaiAgent = async ({ namedInputs, params, config, }) => {
         prompt,
         n: 1,
         size,
-        background: "opaque",
     };
     if (model === "gpt-image-1") {
         imageOptions.moderation = moderation || "auto";
+        imageOptions.background = "opaque";
         if (quality) {
             imageOptions.quality = quality;
         }

package/lib/utils/context.js

@@ -5,6 +5,7 @@ import { mulmoStudioSchema, mulmoCaptionParamsSchema, mulmoPresentationStyleSche
 import { MulmoPresentationStyleMethods, MulmoScriptMethods, MulmoStudioMultiLingualMethod } from "../methods/index.js";
 const mulmoCredit = (speaker) => {
     return {
+        id: "mulmo_credit",
         speaker,
         text: "",
         image: {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mulmocast",
-  "version": "1.2.6",
+  "version": "1.2.7",
   "description": "",
   "type": "module",
   "main": "lib/index.node.js",

package/lib/index.d.ts

@@ -1,8 +0,0 @@
-export * from "./actions/index.js";
-export * from "./cli/helpers.js";
-export * from "./utils/file.js";
-export * from "./utils/ffmpeg_utils.js";
-export * from "./utils/provider2agent.js";
-export * from "./methods/index.js";
-export * from "./agents/index.js";
-export * from "./types/index.js";

package/lib/index.js

@@ -1,9 +0,0 @@
-// NOTE: If you want to support usage in the browser codebase, also add to src/index.browser.ts
-export * from "./actions/index.js";
-export * from "./cli/helpers.js";
-export * from "./utils/file.js";
-export * from "./utils/ffmpeg_utils.js";
-export * from "./utils/provider2agent.js";
-export * from "./methods/index.js";
-export * from "./agents/index.js";
-export * from "./types/index.js";

package/lib/methods/mulmo_script_template.d.ts

@@ -1,4 +0,0 @@
-import { MulmoScript, MulmoPromptTemplate } from "../types/index.js";
-export declare const MulmoScriptTemplateMethods: {
-    getSystemPrompt(template: MulmoPromptTemplate, script?: MulmoScript): string;
-};

package/lib/methods/mulmo_script_template.js

@@ -1,6 +0,0 @@
-import { getMulmoScriptTemplateSystemPrompt } from "../utils/prompt.js";
-export const MulmoScriptTemplateMethods = {
-    getSystemPrompt(template, script) {
-        return getMulmoScriptTemplateSystemPrompt(template, script);
-    },
-};

package/lib/utils/assets.d.ts

@@ -1,18 +0,0 @@
-type BgmAsset = {
-    name: string;
-    title: string;
-    url: string;
-    suno_url: string;
-    date: string;
-    duration: string;
-    account: string;
-    original_license: string;
-    prompt: string;
-    model: string;
-};
-export type BgmAssets = {
-    license: string;
-    bgms: BgmAsset[];
-};
-export declare const bgmAssets: BgmAssets;
-export {};

package/lib/utils/assets.js

@@ -1,101 +0,0 @@
-export const bgmAssets = {
-    license: "Free to distribute as the BMG of media generated by MulmoCast, including commercial use.",
-    bgms: [
-        {
-            name: "story001.mp3",
-            title: "Whispered Melody",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story001.mp3",
-            suno_url: "https://suno.com/s/v6zer50aQJu8Y0qA",
-            date: "2025-06-17",
-            duration: "03:17",
-            account: "@snakajima",
-            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
-            prompt: "instrumental, smooth, piano",
-            model: "v4.5 beta",
-        },
-        {
-            name: "story002.mp3",
-            title: "Rise and Shine",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story002.mp3",
-            suno_url: "https://suno.com/s/mJnvyu3UXnkdAPfQ",
-            date: "2025-06-17",
-            duration: "04:04",
-            account: "@snakajima",
-            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
-            prompt: "techno, inspiring, piano",
-            model: "v4.5 beta",
-        },
-        {
-            name: "story003.mp3",
-            title: "Chasing the Sunset",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story003.mp3",
-            suno_url: "https://suno.com/s/2zGjMQ9vURJbaMZA",
-            date: "2025-06-17",
-            duration: "02:49",
-            account: "@snakajima",
-            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
-            prompt: "piano, inspiring, sunset",
-            model: "v4.5 beta",
-        },
-        {
-            name: "story004.mp3",
-            title: "Whispering Keys",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story004.mp3",
-            suno_url: "https://suno.com/s/0SFoBRsBWsncw6tu",
-            date: "2025-06-17",
-            duration: "04:00",
-            account: "@snakajima",
-            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
-            prompt: "Piano, classical, ambient",
-            model: "v4",
-        },
-        {
-            name: "story005.mp3",
-            title: "Whisper of Ivory",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/story005.mp3",
-            suno_url: "https://suno.com/s/0SFoBRsBWsncw6tu",
-            date: "2025-06-17",
-            duration: "04:00",
-            account: "@snakajima",
-            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
-            prompt: "Piano solo, classical, ambient",
-            model: "v4",
-        },
-        {
-            name: "theme001.mp3",
-            title: "Rise of the Flame",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/theme001.mp3",
-            suno_url: "https://suno.com/s/WhYOf8oJYhBgSKET",
-            date: "2025-06-20",
-            duration: "03:23",
-            account: "@snakajima",
-            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
-            prompt: "Olympic Theme, classical, emotional",
-            model: "v4",
-        },
-        {
-            name: "olympic001.mp3",
-            title: "Olympic-style Theme Music",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/olympic001.mp3",
-            suno_url: "https://suno.com/s/32wpnmCrkFVvkTSQ",
-            date: "2025-07-17",
-            duration: "02:54",
-            account: "@snakajima",
-            original_license: "Generated by Suno with commercial use rights (PRO Plan)",
-            prompt: "Epic orchestral fanfare in the style of John Williams' Olympic Fanfare and Theme. Bright brass fanfare, soaring strings, powerful percussion, and heroic French horn melodies. Triumphant and majestic mood, suitable for an opening ceremony or national celebration. Emphasize dynamic builds, rich harmonies, and cinematic grandeur.",
-            model: "v4.5+",
-        },
-        {
-            name: "morning001.mp3",
-            title: "Morning Dance",
-            url: "https://github.com/receptron/mulmocast-media/raw/refs/heads/main/bgms/morning001.mp3",
-            suno_url: "https://suno.com/s/9MTkutZYqxeyBlwK",
-            date: "2025-07-17",
-            duration: "03:52",
-            account: "@snakajima",
-            original_license: "morning, piano solo, Japanese name, sexy",
-            prompt: "morning, piano solo, Japanese name, sexy",
-            model: "v4.5+",
-        },
-    ],
-};

package/lib/utils/preprocess.d.ts

@@ -1,343 +0,0 @@
-import { MulmoStudio, MulmoScript, MulmoPresentationStyle } from "../types/index.js";
-export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, currentStudio: MulmoStudio | undefined, fileName: string, videoCaptionLang?: string, presentationStyle?: MulmoPresentationStyle | null) => {
-    beats: {
-        duration?: number | undefined;
-        startAt?: number | undefined;
-        hash?: string | undefined;
-        audioDuration?: number | undefined;
-        movieDuration?: number | undefined;
-        silenceDuration?: number | undefined;
-        hasMovieAudio?: boolean | undefined;
-        audioFile?: string | undefined;
-        imageFile?: string | undefined;
-        movieFile?: string | undefined;
-        soundEffectFile?: string | undefined;
-        lipSyncFile?: string | undefined;
-        captionFile?: string | undefined;
-    }[];
-    script: {
-        lang: string;
-        imageParams: {
-            provider: string;
-            model?: string | undefined;
-            style?: string | undefined;
-            quality?: string | undefined;
-            moderation?: string | undefined;
-            images?: Record<string, {
-                type: "image";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "imagePrompt";
-                prompt: string;
-            }> | undefined;
-        };
-        audioParams: {
-            padding: number;
-            introPadding: number;
-            closingPadding: number;
-            outroPadding: number;
-            bgmVolume: number;
-            audioVolume: number;
-            suppressSpeech: boolean;
-            bgm?: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "base64";
-                data: string;
-            } | {
-                text: string;
-                kind: "text";
-            } | {
-                path: string;
-                kind: "path";
-            } | undefined;
-        };
-        movieParams: {
-            provider?: string | undefined;
-            model?: string | undefined;
-            fillOption?: {
-                style: "aspectFit" | "aspectFill";
-            } | undefined;
-            transition?: {
-                type: "fade" | "slideout_left";
-                duration: number;
-            } | undefined;
-        };
-        soundEffectParams: {
-            provider?: string | undefined;
-            model?: string | undefined;
-        };
-        $mulmocast: {
-            version: "1.1";
-            credit?: "closing" | undefined;
-        };
-        canvasSize: {
-            width: number;
-            height: number;
-        };
-        speechParams: {
-            speakers: Record<string, {
-                voiceId: string;
-                lang?: Record<string, {
-                    voiceId: string;
-                    displayName?: Record<string, string> | undefined;
-                    isDefault?: boolean | undefined;
-                    speechOptions?: {
-                        speed?: number | undefined;
-                        instruction?: string | undefined;
-                    } | undefined;
-                    provider?: string | undefined;
-                    model?: string | undefined;
-                }> | undefined;
-                displayName?: Record<string, string> | undefined;
-                isDefault?: boolean | undefined;
-                speechOptions?: {
-                    speed?: number | undefined;
-                    instruction?: string | undefined;
-                } | undefined;
-                provider?: string | undefined;
-                model?: string | undefined;
-            }>;
-        };
-        beats: {
-            text: string;
-            image?: {
-                type: "markdown";
-                markdown: string | string[];
-            } | {
-                type: "web";
-                url: string;
-            } | {
-                type: "pdf";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "image";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "svg";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "movie";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "textSlide";
-                slide: {
-                    title: string;
-                    subtitle?: string | undefined;
-                    bullets?: string[] | undefined;
-                };
-            } | {
-                type: "chart";
-                title: string;
-                chartData: Record<string, any>;
-            } | {
-                code: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-                type: "mermaid";
-                title: string;
-                appendix?: string[] | undefined;
-            } | {
-                type: "html_tailwind";
-                html: string | string[];
-            } | {
-                type: "beat";
-                id?: string | undefined;
-            } | {
-                type: "voice_over";
-                startAt?: number | undefined;
-            } | undefined;
-            audio?: {
-                type: "audio";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "midi";
-                source: string;
-            } | undefined;
-            duration?: number | undefined;
-            speechOptions?: {
-                speed?: number | undefined;
-                instruction?: string | undefined;
-            } | undefined;
-            id?: string | undefined;
-            imagePrompt?: string | undefined;
-            speaker?: string | undefined;
-            description?: string | undefined;
-            imageParams?: {
-                provider: string;
-                model?: string | undefined;
-                style?: string | undefined;
-                quality?: string | undefined;
-                moderation?: string | undefined;
-                images?: Record<string, {
-                    type: "image";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                } | {
-                    type: "imagePrompt";
-                    prompt: string;
-                }> | undefined;
-            } | undefined;
-            audioParams?: {
-                movieVolume: number;
-                padding?: number | undefined;
-            } | undefined;
-            movieParams?: {
-                speed?: number | undefined;
-                provider?: string | undefined;
-                model?: string | undefined;
-                fillOption?: {
-                    style: "aspectFit" | "aspectFill";
-                } | undefined;
-            } | undefined;
-            soundEffectParams?: {
-                provider?: string | undefined;
-                model?: string | undefined;
-            } | undefined;
-            lipSyncParams?: {
-                provider?: string | undefined;
-                model?: string | undefined;
-            } | undefined;
-            htmlImageParams?: {
-                model?: string | undefined;
-            } | undefined;
-            textSlideParams?: {
-                cssStyles: string | string[];
-            } | undefined;
-            captionParams?: {
-                styles: string[];
-                lang?: string | undefined;
-            } | undefined;
-            imageNames?: string[] | undefined;
-            moviePrompt?: string | undefined;
-            soundEffectPrompt?: string | undefined;
-            htmlPrompt?: {
-                prompt: string;
-                data?: any;
-                images?: Record<string, any> | undefined;
-                systemPrompt?: string | undefined;
-            } | undefined;
-            enableLipSync?: boolean | undefined;
-        }[];
-        title?: string | undefined;
-        description?: string | undefined;
-        lipSyncParams?: {
-            provider?: string | undefined;
-            model?: string | undefined;
-        } | undefined;
-        htmlImageParams?: {
-            provider: string;
-            model?: string | undefined;
-        } | undefined;
-        textSlideParams?: {
-            cssStyles: string | string[];
-        } | undefined;
-        captionParams?: {
-            styles: string[];
-            lang?: string | undefined;
-        } | undefined;
-        references?: {
-            type: string;
-            url: string;
-            title?: string | undefined;
-            description?: string | undefined;
-        }[] | undefined;
-        imagePath?: string | undefined;
-        __test_invalid__?: boolean | undefined;
-    };
-    filename: string;
-};

package/lib/utils/preprocess.js

@@ -1,58 +0,0 @@
-import { GraphAILogger } from "graphai";
-import { mulmoStudioSchema, mulmoCaptionParamsSchema } from "../types/index.js";
-import { MulmoPresentationStyleMethods, MulmoScriptMethods } from "../methods/index.js";
-const rebuildStudio = (currentStudio, mulmoScript, fileName) => {
-    const isTest = process.env.NODE_ENV === "test";
-    const parsed = isTest && currentStudio ? { data: mulmoStudioSchema.parse(currentStudio), success: true, error: null } : mulmoStudioSchema.safeParse(currentStudio);
-    if (parsed.success) {
-        return parsed.data;
-    }
-    if (currentStudio) {
-        GraphAILogger.info("currentStudio is invalid", parsed.error);
-    }
-    // We need to parse it to fill default values
-    return mulmoStudioSchema.parse({
-        script: mulmoScript,
-        filename: fileName,
-        beats: [...Array(mulmoScript.beats.length)].map(() => ({})),
-    });
-};
-const mulmoCredit = (speaker) => {
-    return {
-        speaker,
-        text: "",
-        image: {
-            type: "image",
-            source: {
-                kind: "url",
-                url: "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/images/mulmocast_credit.png",
-            },
-        },
-        audio: {
-            type: "audio",
-            source: {
-                kind: "url",
-                url: "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/audio/silent300.mp3",
-            },
-        },
-    };
-};
-export const createOrUpdateStudioData = (_mulmoScript, currentStudio, fileName, videoCaptionLang, presentationStyle) => {
-    const mulmoScript = _mulmoScript.__test_invalid__ ? _mulmoScript : MulmoScriptMethods.validate(_mulmoScript); // validate and insert default value
-    const studio = rebuildStudio(currentStudio, mulmoScript, fileName);
-    // TODO: Move this code out of this function later
-    // Addition cloing credit
-    if (mulmoScript.$mulmocast.credit === "closing") {
-        const defaultSpeaker = MulmoPresentationStyleMethods.getDefaultSpeaker(presentationStyle ?? studio.script);
-        mulmoScript.beats.push(mulmoCredit(mulmoScript.beats[0].speaker ?? defaultSpeaker)); // First speaker
-    }
-    studio.script = MulmoScriptMethods.validate(mulmoScript); // update the script
-    studio.beats = studio.script.beats.map((_, index) => studio.beats[index] ?? {});
-    if (videoCaptionLang) {
-        studio.script.captionParams = mulmoCaptionParamsSchema.parse({
-            ...(studio.script.captionParams ?? {}),
-            lang: videoCaptionLang,
-        });
-    }
-    return studio;
-};

package/lib/utils/system_prompt.d.ts

@@ -1 +0,0 @@
-export {};

package/lib/utils/system_prompt.js

@@ -1 +0,0 @@
-export {};

package/lib/utils/templates.d.ts

@@ -1,3 +0,0 @@
-import type { MulmoScript } from "../types/type.js";
-export declare const readScriptTemplateFile: (scriptTemplateFileName: string) => MulmoScript;
-export declare const readTemplatePrompt: (promptTemplateFileName: string) => string;

package/lib/utils/templates.js

@@ -1,46 +0,0 @@
-import { mulmoScriptSchema } from "../types/schema.js";
-import { promptTemplates, scriptTemplates } from "../data/index.js";
-import { zodToJsonSchema } from "zod-to-json-schema";
-// script and prompt template
-export const readScriptTemplateFile = (scriptTemplateFileName) => {
-    // NOTE: We don't want to schema parse the script here to eliminate default values.
-    const scriptTemplate = scriptTemplates.find((template) => template.filename === scriptTemplateFileName);
-    if (!scriptTemplate) {
-        throw new Error(`Script template not found: ${scriptTemplateFileName}`);
-    }
-    const { filename: __, ...retValue } = scriptTemplate;
-    return retValue;
-};
-const readPromptTemplateFile = (promptTemplateFileName) => {
-    // NOTE: We don't want to schema parse the template here to eliminate default values.
-    const promptTemplate = promptTemplates.find((template) => template.filename === promptTemplateFileName);
-    if (!promptTemplate) {
-        throw new Error(`Prompt template not found: ${promptTemplateFileName}`);
-    }
-    return promptTemplate;
-};
-const mulmoScriptTemplate2Script = (scriptTemplate) => {
-    if (scriptTemplate.scriptName) {
-        const scriptTemplateData = readScriptTemplateFile(scriptTemplate.scriptName);
-        return { ...scriptTemplateData, ...(scriptTemplate.presentationStyle ?? {}) };
-    }
-    return undefined;
-};
-export const readTemplatePrompt = (promptTemplateFileName) => {
-    const promptTemplate = readPromptTemplateFile(promptTemplateFileName);
-    const script = mulmoScriptTemplate2Script(promptTemplate);
-    const prompt = getMulmoScriptTemplateSystemPrompt(promptTemplate, script);
-    return prompt;
-};
-const getMulmoScriptTemplateSystemPrompt = (template, script) => {
-    // script is provided, use it as a script template
-    if (script) {
-        return `${template.systemPrompt}\n\`\`\`JSON\n${JSON.stringify(script)}\n\`\`\``;
-    }
-    // script is not provided, use the default schema
-    const defaultSchema = zodToJsonSchema(mulmoScriptSchema, {
-        strictUnions: true,
-    });
-    const specificOutputPrompt = `The output should follow the JSON schema specified below. Please provide your response as valid JSON within \`\`\`json code blocks for clarity.`;
-    return `${template.systemPrompt}\n\n${specificOutputPrompt}\n\n\`\`\`JSON\n${JSON.stringify(defaultSchema)}\n\`\`\``;
-};