mulmocast 2.9.2 → 2.11.0

package/lib/utils/markdown.js

@@ -1,42 +0,0 @@
-import { marked } from "marked";
-import puppeteer from "puppeteer";
-const isCI = process.env.CI === "true";
-export const renderHTMLToImage = async (html, outputPath, width, height, isMermaid = false, omitBackground = false) => {
-    // Use Puppeteer to render HTML to an image
-    const browser = await puppeteer.launch({
-        args: isCI ? ["--no-sandbox"] : [],
-    });
-    const page = await browser.newPage();
-    // Set the page content to the HTML generated from the Markdown
-    await page.setContent(html);
-    // Adjust page settings if needed (like width, height, etc.)
-    await page.setViewport({ width, height });
-    await page.addStyleTag({ content: "html,body{margin:0;padding:0;overflow:hidden}" });
-    if (isMermaid) {
-        await page.waitForFunction(() => {
-            const el = document.querySelector(".mermaid");
-            return el && el.dataset.ready === "true";
-        }, { timeout: 20000 });
-    }
-    // Measure the size of the page and scale the page to the width and height
-    await page.evaluate(({ vw, vh }) => {
-        const de = document.documentElement;
-        const sw = Math.max(de.scrollWidth, document.body.scrollWidth || 0);
-        const sh = Math.max(de.scrollHeight, document.body.scrollHeight || 0);
-        const scale = Math.min(vw / (sw || vw), vh / (sh || vh), 1); // <=1 で縮小のみ
-        de.style.overflow = "hidden";
-        document.body.style.zoom = String(scale);
-    }, { vw: width, vh: height });
-    // Step 3: Capture screenshot of the page (which contains the Markdown-rendered HTML)
-    await page.screenshot({ path: outputPath, omitBackground });
-    await browser.close();
-};
-export const renderMarkdownToImage = async (markdown, style, outputPath, width, height) => {
-    const header = `<head><style>${style}</style></head>`;
-    const body = await marked(markdown);
-    const html = `<html>${header}<body>${body}</body></html>`;
-    await renderHTMLToImage(html, outputPath, width, height);
-};
-export const interpolate = (template, data) => {
-    return template.replace(/\$\{(.*?)\}/g, (_, key) => data[key.trim()] ?? "");
-};

package/lib/utils/pdf.d.ts

@@ -1,9 +0,0 @@
-import { PDFFont } from "pdf-lib";
-export declare const fontSize = 12;
-export declare const textMargin = 6;
-export declare const drawSize: (fitWidth: boolean, expectWidth: number, expectHeight: number, origWidth: number, origHeight: number) => {
-    containerWidth: number;
-    drawWidth: number;
-    drawHeight: number;
-};
-export declare const wrapText: (text: string, font: PDFFont, fontSize: number, maxWidth: number) => string[];

package/lib/utils/pdf.js

@@ -1,77 +0,0 @@
-export const fontSize = 12;
-export const textMargin = 6;
-export const drawSize = (fitWidth, expectWidth, expectHeight, origWidth, origHeight) => {
-    if (fitWidth) {
-        const drawWidth = expectWidth;
-        const scale = drawWidth / origWidth;
-        const drawHeight = origHeight * scale;
-        return {
-            containerWidth: expectWidth,
-            drawWidth,
-            drawHeight,
-        };
-    }
-    const drawHeight = expectHeight;
-    const scale = drawHeight / origHeight;
-    const drawWidth = origWidth * scale;
-    return {
-        containerWidth: expectWidth,
-        drawWidth,
-        drawHeight,
-    };
-};
-const isFullwidth = (char) => {
-    const code = char.charCodeAt(0);
-    return ((code >= 0x3000 && code <= 0x9fff) || // CJK, punctuation, kana
-        (code >= 0xff00 && code <= 0xffef) // Fullwidth ASCII
-    );
-};
-export const wrapText = (text, font, fontSize, maxWidth) => {
-    const lines = [];
-    for (const rawLine of text.split("\n")) {
-        let line = "";
-        let buffer = "";
-        for (let i = 0; i < rawLine.length; i++) {
-            const char = rawLine[i];
-            buffer += char;
-            const width = font.widthOfTextAtSize(line + buffer, fontSize);
-            const nextChar = rawLine[i + 1];
-            const currentIsFull = isFullwidth(char);
-            const nextIsFull = nextChar && isFullwidth(nextChar);
-            const isBreakable = currentIsFull || (!currentIsFull && (char === " " || nextChar === " " || nextIsFull));
-            if (width > maxWidth && line) {
-                lines.push(line);
-                line = buffer;
-                buffer = "";
-            }
-            if (isBreakable || i === rawLine.length - 1) {
-                line += buffer;
-                buffer = "";
-            }
-        }
-        if (line)
-            lines.push(line);
-    }
-    return lines;
-};
-/*
-export const wrapText = (text: string, font: PDFFont, fontSize: number, maxWidth: number) => {
-  const words = text.split(" ");
-  const lines = [];
-  let currentLine = "";
-
-  for (const word of words) {
-    const nextLine = currentLine ? `${currentLine} ${word}` : word;
-    // console.log(nextLine);
-    const width = font.widthOfTextAtSize(nextLine ?? "", fontSize);
-    if (width <= maxWidth) {
-      currentLine = nextLine;
-    } else {
-      lines.push(currentLine);
-      currentLine = word;
-    }
-  }
-  if (currentLine) lines.push(currentLine);
-  return lines;
-};
-*/

package/lib/utils/preprocess.d.ts

@@ -1,343 +0,0 @@
-import { MulmoStudio, MulmoScript, MulmoPresentationStyle } from "../types/index.js";
-export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, currentStudio: MulmoStudio | undefined, fileName: string, videoCaptionLang?: string, presentationStyle?: MulmoPresentationStyle | null) => {
-    beats: {
-        duration?: number | undefined;
-        startAt?: number | undefined;
-        hash?: string | undefined;
-        audioDuration?: number | undefined;
-        movieDuration?: number | undefined;
-        silenceDuration?: number | undefined;
-        hasMovieAudio?: boolean | undefined;
-        audioFile?: string | undefined;
-        imageFile?: string | undefined;
-        movieFile?: string | undefined;
-        soundEffectFile?: string | undefined;
-        lipSyncFile?: string | undefined;
-        captionFile?: string | undefined;
-    }[];
-    script: {
-        lang: string;
-        imageParams: {
-            provider: string;
-            model?: string | undefined;
-            style?: string | undefined;
-            quality?: string | undefined;
-            moderation?: string | undefined;
-            images?: Record<string, {
-                type: "image";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "imagePrompt";
-                prompt: string;
-            }> | undefined;
-        };
-        audioParams: {
-            padding: number;
-            introPadding: number;
-            closingPadding: number;
-            outroPadding: number;
-            bgmVolume: number;
-            audioVolume: number;
-            suppressSpeech: boolean;
-            bgm?: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "base64";
-                data: string;
-            } | {
-                text: string;
-                kind: "text";
-            } | {
-                path: string;
-                kind: "path";
-            } | undefined;
-        };
-        movieParams: {
-            provider?: string | undefined;
-            model?: string | undefined;
-            fillOption?: {
-                style: "aspectFit" | "aspectFill";
-            } | undefined;
-            transition?: {
-                type: "fade" | "slideout_left";
-                duration: number;
-            } | undefined;
-        };
-        soundEffectParams: {
-            provider?: string | undefined;
-            model?: string | undefined;
-        };
-        $mulmocast: {
-            version: "1.1";
-            credit?: "closing" | undefined;
-        };
-        canvasSize: {
-            width: number;
-            height: number;
-        };
-        speechParams: {
-            speakers: Record<string, {
-                voiceId: string;
-                lang?: Record<string, {
-                    voiceId: string;
-                    displayName?: Record<string, string> | undefined;
-                    isDefault?: boolean | undefined;
-                    speechOptions?: {
-                        speed?: number | undefined;
-                        instruction?: string | undefined;
-                    } | undefined;
-                    provider?: string | undefined;
-                    model?: string | undefined;
-                }> | undefined;
-                displayName?: Record<string, string> | undefined;
-                isDefault?: boolean | undefined;
-                speechOptions?: {
-                    speed?: number | undefined;
-                    instruction?: string | undefined;
-                } | undefined;
-                provider?: string | undefined;
-                model?: string | undefined;
-            }>;
-        };
-        beats: {
-            text: string;
-            image?: {
-                type: "markdown";
-                markdown: string | string[];
-            } | {
-                type: "web";
-                url: string;
-            } | {
-                type: "pdf";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "image";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "svg";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "movie";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "textSlide";
-                slide: {
-                    title: string;
-                    subtitle?: string | undefined;
-                    bullets?: string[] | undefined;
-                };
-            } | {
-                type: "chart";
-                title: string;
-                chartData: Record<string, any>;
-            } | {
-                code: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-                type: "mermaid";
-                title: string;
-                appendix?: string[] | undefined;
-            } | {
-                type: "html_tailwind";
-                html: string | string[];
-            } | {
-                type: "beat";
-                id?: string | undefined;
-            } | {
-                type: "voice_over";
-                startAt?: number | undefined;
-            } | undefined;
-            audio?: {
-                type: "audio";
-                source: {
-                    url: string;
-                    kind: "url";
-                } | {
-                    kind: "base64";
-                    data: string;
-                } | {
-                    text: string;
-                    kind: "text";
-                } | {
-                    path: string;
-                    kind: "path";
-                };
-            } | {
-                type: "midi";
-                source: string;
-            } | undefined;
-            duration?: number | undefined;
-            speechOptions?: {
-                speed?: number | undefined;
-                instruction?: string | undefined;
-            } | undefined;
-            id?: string | undefined;
-            imagePrompt?: string | undefined;
-            speaker?: string | undefined;
-            description?: string | undefined;
-            imageParams?: {
-                provider: string;
-                model?: string | undefined;
-                style?: string | undefined;
-                quality?: string | undefined;
-                moderation?: string | undefined;
-                images?: Record<string, {
-                    type: "image";
-                    source: {
-                        url: string;
-                        kind: "url";
-                    } | {
-                        kind: "base64";
-                        data: string;
-                    } | {
-                        text: string;
-                        kind: "text";
-                    } | {
-                        path: string;
-                        kind: "path";
-                    };
-                } | {
-                    type: "imagePrompt";
-                    prompt: string;
-                }> | undefined;
-            } | undefined;
-            audioParams?: {
-                movieVolume: number;
-                padding?: number | undefined;
-            } | undefined;
-            movieParams?: {
-                speed?: number | undefined;
-                provider?: string | undefined;
-                model?: string | undefined;
-                fillOption?: {
-                    style: "aspectFit" | "aspectFill";
-                } | undefined;
-            } | undefined;
-            soundEffectParams?: {
-                provider?: string | undefined;
-                model?: string | undefined;
-            } | undefined;
-            lipSyncParams?: {
-                provider?: string | undefined;
-                model?: string | undefined;
-            } | undefined;
-            htmlImageParams?: {
-                model?: string | undefined;
-            } | undefined;
-            textSlideParams?: {
-                cssStyles: string | string[];
-            } | undefined;
-            captionParams?: {
-                styles: string[];
-                lang?: string | undefined;
-            } | undefined;
-            imageNames?: string[] | undefined;
-            moviePrompt?: string | undefined;
-            soundEffectPrompt?: string | undefined;
-            htmlPrompt?: {
-                prompt: string;
-                data?: any;
-                images?: Record<string, any> | undefined;
-                systemPrompt?: string | undefined;
-            } | undefined;
-            enableLipSync?: boolean | undefined;
-        }[];
-        title?: string | undefined;
-        description?: string | undefined;
-        lipSyncParams?: {
-            provider?: string | undefined;
-            model?: string | undefined;
-        } | undefined;
-        htmlImageParams?: {
-            provider: string;
-            model?: string | undefined;
-        } | undefined;
-        textSlideParams?: {
-            cssStyles: string | string[];
-        } | undefined;
-        captionParams?: {
-            styles: string[];
-            lang?: string | undefined;
-        } | undefined;
-        references?: {
-            type: string;
-            url: string;
-            title?: string | undefined;
-            description?: string | undefined;
-        }[] | undefined;
-        imagePath?: string | undefined;
-        __test_invalid__?: boolean | undefined;
-    };
-    filename: string;
-};

package/lib/utils/preprocess.js

@@ -1,58 +0,0 @@
-import { GraphAILogger } from "graphai";
-import { mulmoStudioSchema, mulmoCaptionParamsSchema } from "../types/index.js";
-import { MulmoPresentationStyleMethods, MulmoScriptMethods } from "../methods/index.js";
-const rebuildStudio = (currentStudio, mulmoScript, fileName) => {
-    const isTest = process.env.NODE_ENV === "test";
-    const parsed = isTest && currentStudio ? { data: mulmoStudioSchema.parse(currentStudio), success: true, error: null } : mulmoStudioSchema.safeParse(currentStudio);
-    if (parsed.success) {
-        return parsed.data;
-    }
-    if (currentStudio) {
-        GraphAILogger.info("currentStudio is invalid", parsed.error);
-    }
-    // We need to parse it to fill default values
-    return mulmoStudioSchema.parse({
-        script: mulmoScript,
-        filename: fileName,
-        beats: [...Array(mulmoScript.beats.length)].map(() => ({})),
-    });
-};
-const mulmoCredit = (speaker) => {
-    return {
-        speaker,
-        text: "",
-        image: {
-            type: "image",
-            source: {
-                kind: "url",
-                url: "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/images/mulmocast_credit.png",
-            },
-        },
-        audio: {
-            type: "audio",
-            source: {
-                kind: "url",
-                url: "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/audio/silent300.mp3",
-            },
-        },
-    };
-};
-export const createOrUpdateStudioData = (_mulmoScript, currentStudio, fileName, videoCaptionLang, presentationStyle) => {
-    const mulmoScript = _mulmoScript.__test_invalid__ ? _mulmoScript : MulmoScriptMethods.validate(_mulmoScript); // validate and insert default value
-    const studio = rebuildStudio(currentStudio, mulmoScript, fileName);
-    // TODO: Move this code out of this function later
-    // Addition cloing credit
-    if (mulmoScript.$mulmocast.credit === "closing") {
-        const defaultSpeaker = MulmoPresentationStyleMethods.getDefaultSpeaker(presentationStyle ?? studio.script);
-        mulmoScript.beats.push(mulmoCredit(mulmoScript.beats[0].speaker ?? defaultSpeaker)); // First speaker
-    }
-    studio.script = MulmoScriptMethods.validate(mulmoScript); // update the script
-    studio.beats = studio.script.beats.map((_, index) => studio.beats[index] ?? {});
-    if (videoCaptionLang) {
-        studio.script.captionParams = mulmoCaptionParamsSchema.parse({
-            ...(studio.script.captionParams ?? {}),
-            lang: videoCaptionLang,
-        });
-    }
-    return studio;
-};

package/lib/utils/provider2agent.d.ts

@@ -1,141 +0,0 @@
-export declare const provider2TTSAgent: {
-    nijivoice: {
-        agentName: string;
-        hasLimitedConcurrency: boolean;
-    };
-    openai: {
-        agentName: string;
-        hasLimitedConcurrency: boolean;
-        defaultModel: string;
-        defaultVoice: string;
-    };
-    google: {
-        agentName: string;
-        hasLimitedConcurrency: boolean;
-    };
-    elevenlabs: {
-        agentName: string;
-        hasLimitedConcurrency: boolean;
-        defaultModel: string;
-        models: string[];
-    };
-    mock: {
-        agentName: string;
-        hasLimitedConcurrency: boolean;
-        defaultModel: string;
-        models: string[];
-    };
-};
-export declare const provider2ImageAgent: {
-    openai: {
-        agentName: string;
-        defaultModel: string;
-        models: string[];
-    };
-    google: {
-        agentName: string;
-        defaultModel: string;
-        models: string[];
-    };
-    replicate: {
-        agentName: string;
-        defaultModel: string;
-        models: string[];
-    };
-    mock: {
-        agentName: string;
-        defaultModel: string;
-        models: string[];
-    };
-};
-export type ReplicateModel = `${string}/${string}`;
-export declare const provider2MovieAgent: {
-    replicate: {
-        agentName: string;
-        defaultModel: ReplicateModel;
-        models: string[];
-        modelParams: Record<ReplicateModel, {
-            durations: number[];
-            start_image: string | undefined;
-            last_image?: string;
-            price_per_sec: number;
-        }>;
-    };
-    google: {
-        agentName: string;
-        defaultModel: string;
-        models: string[];
-    };
-    mock: {
-        agentName: string;
-        defaultModel: string;
-        models: string[];
-    };
-};
-export declare const provider2SoundEffectAgent: {
-    replicate: {
-        agentName: string;
-        defaultModel: ReplicateModel;
-        models: ReplicateModel[];
-        modelParams: Record<ReplicateModel, {
-            identifier?: `${string}/${string}:${string}`;
-        }>;
-    };
-};
-export declare const provider2LipSyncAgent: {
-    replicate: {
-        agentName: string;
-        defaultModel: ReplicateModel;
-        models: ReplicateModel[];
-        modelParams: Record<ReplicateModel, {
-            identifier?: `${string}/${string}:${string}` | `${string}/${string}`;
-            video?: string;
-            audio: string;
-            image?: string;
-        }>;
-    };
-};
-export declare const provider2LLMAgent: {
-    readonly openai: {
-        readonly agentName: "openAIAgent";
-        readonly defaultModel: "gpt-5";
-        readonly max_tokens: 8192;
-        readonly models: readonly ["gpt-5", "gpt-5-nano", "gpt-5-mini", "gpt-4.1", "gpt-4.1-mini", "gpt-4.1-nano", "o3", "o3-mini", "o3-pro", "o1", "o1-pro", "gpt-4o", "gpt-4o-mini"];
-    };
-    readonly anthropic: {
-        readonly agentName: "anthropicAgent";
-        readonly defaultModel: "claude-3-7-sonnet-20250219";
-        readonly max_tokens: 8192;
-        readonly models: readonly ["claude-opus-4-1-20250805", "claude-opus-4-20250514", "claude-sonnet-4-20250514", "claude-3-7-sonnet-20250219", "claude-3-haiku-20240307"];
-    };
-    readonly gemini: {
-        readonly agentName: "geminiAgent";
-        readonly defaultModel: "gemini-2.5-flash";
-        readonly max_tokens: 8192;
-        readonly models: readonly ["gemini-2.5-pro", "gemini-2.5-flash", "gemini-2.5-flash-lite", "gemini-2.0-flash"];
-    };
-    readonly groq: {
-        readonly agentName: "groqAgent";
-        readonly defaultModel: "llama-3.1-8b-instant";
-        readonly max_tokens: 4096;
-        readonly models: readonly ["llama-3.1-8b-instant", "llama-3.3-70b-versatile", "deepseek-r1-distill-llama-70b", "openai/gpt-oss-120b", "openai/gpt-oss-20b"];
-    };
-    readonly mock: {
-        readonly agentName: "mediaMockAgent";
-        readonly defaultModel: "mock";
-        readonly max_tokens: 4096;
-        readonly models: readonly ["mock"];
-    };
-};
-export declare const defaultProviders: {
-    tts: keyof typeof provider2TTSAgent;
-    text2image: keyof typeof provider2ImageAgent;
-    text2movie: keyof typeof provider2MovieAgent;
-    text2Html: keyof typeof provider2LLMAgent;
-    llm: keyof typeof provider2LLMAgent;
-    soundEffect: keyof typeof provider2SoundEffectAgent;
-    lipSync: keyof typeof provider2LipSyncAgent;
-};
-export declare const llm: (keyof typeof provider2LLMAgent)[];
-export type LLM = keyof typeof provider2LLMAgent;
-export declare const htmlLLMProvider: string[];