mulmocast 0.0.1 → 0.0.2

package/lib/utils/filters.js

@@ -1,32 +1,53 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.fileCacheAgentFilter = void 0;
-require("dotenv/config");
-const promises_1 = __importDefault(require("fs/promises"));
-const graphai_1 = require("graphai");
-const file_1 = require("./file");
-const fileCacheAgentFilter = async (context, next) => {
+import "dotenv/config";
+import fs from "fs";
+import path from "path";
+import fsPromise from "fs/promises";
+import { GraphAILogger } from "graphai";
+import { writingMessage } from "./file.js";
+import { text2hash } from "./text_hash.js";
+export const fileCacheAgentFilter = async (context, next) => {
     const { namedInputs } = context;
-    const { file, text } = namedInputs;
-    try {
-        await promises_1.default.access(file);
+    const { file, text, force } = namedInputs;
+    const shouldUseCache = async () => {
+        if (force) {
+            return false;
+        }
+        try {
+            await fsPromise.access(file);
+            return true;
+        }
+        catch (__e) {
+            return false;
+        }
+    };
+    if (await shouldUseCache()) {
         const elements = file.split("/");
-        graphai_1.GraphAILogger.info("cache hit: " + elements[elements.length - 1], text.slice(0, 10));
+        GraphAILogger.info("cache hit: " + elements[elements.length - 1], text.slice(0, 10));
         return true;
     }
-    catch (__e) {
-        const output = (await next(context));
-        const buffer = output ? output["buffer"] : undefined;
-        if (buffer) {
-            (0, file_1.writingMessage)(file);
-            await promises_1.default.writeFile(file, buffer);
-            return true;
-        }
-        graphai_1.GraphAILogger.log("no cache, no buffer: " + file);
-        return false;
+    const output = (await next(context));
+    const buffer = output ? output["buffer"] : undefined;
+    if (buffer) {
+        writingMessage(file);
+        await fsPromise.writeFile(file, buffer);
+        return true;
     }
+    GraphAILogger.log("no cache, no buffer: " + file);
+    return false;
+};
+export const browserlessCacheGenerator = (cacheDir) => {
+    const browserlessCache = async (context, next) => {
+        const cacheKey = text2hash(context?.namedInputs?.url);
+        const cachePath = path.resolve(cacheDir, cacheKey + ".txt");
+        if (fs.existsSync(cachePath)) {
+            // console.log("cache hit!!");
+            const text = fs.readFileSync(cachePath, "utf-8");
+            return { text };
+        }
+        // console.log("cache not hit!!");
+        const result = (await next(context));
+        fs.writeFileSync(cachePath, result?.text, "utf8");
+        return result;
+    };
+    return browserlessCache;
 };
-exports.fileCacheAgentFilter = fileCacheAgentFilter;

package/lib/utils/image_preprocess.d.ts

@@ -0,0 +1,14 @@
+import { MulmoStudioBeat, MulmoStudioContext, MulmoCanvasDimension } from "../types/index.js";
+type ImageProcessorParams = {
+    beat: MulmoStudioBeat;
+    context: MulmoStudioContext;
+    imagePath: string;
+    textSlideStyle: string;
+    canvasSize: MulmoCanvasDimension;
+};
+export declare const processTextSlide: (params: ImageProcessorParams) => Promise<void>;
+export declare const processMarkdown: (params: ImageProcessorParams) => Promise<void>;
+export declare const processImage: (params: ImageProcessorParams) => string | undefined;
+export declare const processChart: (params: ImageProcessorParams) => Promise<void>;
+export declare const processMermaid: (params: ImageProcessorParams) => Promise<void>;
+export {};

package/lib/utils/image_preprocess.js

@@ -0,0 +1,52 @@
+import { MulmoStudioContextMethods } from "../methods/index.js";
+import { getHTMLFile } from "./file.js";
+import { renderMarkdownToImage, renderHTMLToImage, interpolate } from "./markdown.js";
+export const processTextSlide = async (params) => {
+    const { beat, imagePath, textSlideStyle, canvasSize } = params;
+    if (!beat.image || beat.image.type !== "textSlide")
+        return;
+    const slide = beat.image.slide;
+    const markdown = `# ${slide.title}\n` + slide.bullets.map((text) => `- ${text}`).join("\n");
+    await renderMarkdownToImage(markdown, textSlideStyle, imagePath, canvasSize.width, canvasSize.height);
+};
+export const processMarkdown = async (params) => {
+    const { beat, imagePath, textSlideStyle, canvasSize } = params;
+    if (!beat.image || beat.image.type !== "markdown")
+        return;
+    const markdown = Array.isArray(beat.image.markdown) ? beat.image.markdown.join("\n") : beat.image.markdown;
+    await renderMarkdownToImage(markdown, textSlideStyle, imagePath, canvasSize.width, canvasSize.height);
+};
+export const processImage = (params) => {
+    const { beat, context } = params;
+    if (!beat.image || beat.image.type !== "image")
+        return;
+    if (beat.image.source.kind === "url") {
+        return beat.image.source.url;
+    }
+    else if (beat.image.source.kind === "path") {
+        return MulmoStudioContextMethods.resolveAssetPath(context, beat.image.source.path);
+    }
+};
+export const processChart = async (params) => {
+    const { beat, imagePath, canvasSize } = params;
+    if (!beat.image || beat.image.type !== "chart")
+        return;
+    const template = getHTMLFile("chart");
+    const htmlData = interpolate(template, {
+        title: beat.image.title,
+        width: Math.round(canvasSize.width * 0.625).toString(),
+        chart_data: JSON.stringify(beat.image.chartData),
+    });
+    await renderHTMLToImage(htmlData, imagePath, canvasSize.width, canvasSize.height);
+};
+export const processMermaid = async (params) => {
+    const { beat, imagePath, canvasSize } = params;
+    if (!beat.image || beat.image.type !== "mermaid")
+        return;
+    const template = getHTMLFile("mermaid");
+    const htmlData = interpolate(template, {
+        title: beat.image.title,
+        diagram_code: beat.image.code,
+    });
+    await renderHTMLToImage(htmlData, imagePath, canvasSize.width, canvasSize.height);
+};

package/lib/utils/inquirer.d.ts

@@ -0,0 +1,2 @@
+export declare const selectTemplate: () => Promise<string>;
+export declare const getUrlsIfNeeded: (urls: string[]) => Promise<string[]>;

package/lib/utils/inquirer.js

@@ -0,0 +1,33 @@
+import inquirer from "inquirer";
+import { getAvailableTemplates } from "./file.js";
+export const selectTemplate = async () => {
+    const availableTemplates = getAvailableTemplates();
+    const answers = await inquirer.prompt([
+        {
+            type: "list",
+            name: "templateName",
+            message: "Select a template to use",
+            choices: availableTemplates.map((t) => ({
+                name: `${t.filename} - ${t.description}`,
+                value: t.filename,
+            })),
+        },
+    ]);
+    return answers.templateName;
+};
+export const getUrlsIfNeeded = async (urls) => {
+    if (urls && urls.length > 0)
+        return urls;
+    const answers = await inquirer.prompt([
+        {
+            type: "input",
+            name: "urls",
+            message: "Enter URLs for scripting references (comma separated):",
+            validate: (input) => input.trim().length > 0 || "At least one URL is required",
+        },
+    ]);
+    return answers.urls
+        .split(",")
+        .map((u) => u.trim())
+        .filter((u) => u.length > 0);
+};

package/lib/utils/markdown.d.ts

@@ -1 +1,3 @@
-export declare const convertMarkdownToImage: (markdown: string, style: string, outputPath: string) => Promise<void>;
+export declare const renderHTMLToImage: (html: string, outputPath: string, width: number, height: number) => Promise<void>;
+export declare const renderMarkdownToImage: (markdown: string, style: string, outputPath: string, width: number, height: number) => Promise<void>;
+export declare const interpolate: (template: string, data: Record<string, string>) => string;

package/lib/utils/markdown.js

@@ -1,27 +1,25 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertMarkdownToImage = void 0;
-const marked_1 = require("marked");
-const puppeteer_1 = __importDefault(require("puppeteer"));
-const convertMarkdownToImage = async (markdown, style, outputPath) => {
-    // Step 0: Prepare the header
-    const header = `<head><style>${style}</style></head>`;
-    // Step 1: Convert Markdown to HTML
-    const body = await (0, marked_1.marked)(markdown);
-    const html = `<htlm>${header}<body>${body}</body></html>`;
-    // Step 2: Use Puppeteer to render HTML to an image
-    const browser = await puppeteer_1.default.launch();
+import { GraphAILogger } from "graphai";
+import { marked } from "marked";
+import puppeteer from "puppeteer";
+export const renderHTMLToImage = async (html, outputPath, width, height) => {
+    // Use Puppeteer to render HTML to an image
+    const browser = await puppeteer.launch();
     const page = await browser.newPage();
     // Set the page content to the HTML generated from the Markdown
     await page.setContent(html);
     // Adjust page settings if needed (like width, height, etc.)
-    await page.setViewport({ width: 1200, height: 800 });
+    await page.setViewport({ width, height });
     // Step 3: Capture screenshot of the page (which contains the Markdown-rendered HTML)
     await page.screenshot({ path: outputPath });
     await browser.close();
-    console.log(`Image saved to ${outputPath}`);
+    GraphAILogger.info(`HTML image rendered to ${outputPath}`);
+};
+export const renderMarkdownToImage = async (markdown, style, outputPath, width, height) => {
+    const header = `<head><style>${style}</style></head>`;
+    const body = await marked(markdown);
+    const html = `<htlm>${header}<body>${body}</body></html>`;
+    await renderHTMLToImage(html, outputPath, width, height);
+};
+export const interpolate = (template, data) => {
+    return template.replace(/\$\{(.*?)\}/g, (_, key) => data[key.trim()] ?? "");
 };
-exports.convertMarkdownToImage = convertMarkdownToImage;

package/lib/utils/plugins.d.ts

@@ -0,0 +1,5 @@
+import { TransactionLog } from "graphai";
+export declare const cliLoadingPlugin: ({ nodeId, message }: {
+    nodeId: string;
+    message: string;
+}) => (log: TransactionLog) => void;

package/lib/utils/plugins.js

@@ -0,0 +1,11 @@
+import ora from "ora";
+const spinner = ora();
+spinner.prefixText = "\n";
+export const cliLoadingPlugin = ({ nodeId, message }) => (log) => {
+    if (log.nodeId === nodeId && log.state === "queued") {
+        spinner.start(message);
+    }
+    if (log.nodeId === nodeId && log.state === "completed") {
+        spinner.stop();
+    }
+};

package/lib/utils/preprocess.d.ts

@@ -1,4 +1,5 @@
-export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
+import { MulmoScript } from "../types/index.js";
+export declare const createOrUpdateStudioData: (mulmoScript: MulmoScript, fileName: string, files: {
     outDirPath: string;
 }) => {
     beats: {
@@ -69,6 +70,14 @@ export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
                 title: string;
                 bullets: string[];
             };
+        } | {
+            type: "chart";
+            title: string;
+            chartData: Record<string, any>;
+        } | {
+            code: string;
+            type: "mermaid";
+            title: string;
         } | undefined;
         audio?: {
             type: "audio";
@@ -113,6 +122,10 @@ export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
             version: "1.0";
             credit?: "closing" | undefined;
         };
+        canvasSize: {
+            width: number;
+            height: number;
+        };
         beats: {
             text: string;
             speaker: string;
@@ -180,6 +193,14 @@ export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
                     title: string;
                     bullets: string[];
                 };
+            } | {
+                type: "chart";
+                title: string;
+                chartData: Record<string, any>;
+            } | {
+                code: string;
+                type: "mermaid";
+                title: string;
             } | undefined;
             audio?: {
                 type: "audio";
@@ -209,6 +230,7 @@ export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
             imagePrompt?: string | undefined;
         }[];
         speechParams: {
+            provider: "openai" | "nijivoice";
             speakers: Record<string, {
                 displayName: Record<string, string>;
                 voiceId: string;
@@ -217,25 +239,20 @@ export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
                     instruction?: string | undefined;
                 } | undefined;
             }>;
-            provider?: string | undefined;
         };
         lang?: string | undefined;
         imageParams?: {
+            provider: "openai" | "google";
             model?: string | undefined;
             size?: string | undefined;
             style?: string | undefined;
             moderation?: string | undefined;
-            provider?: string | undefined;
         } | undefined;
         textSlideParams?: {
             cssStyles: string[];
         } | undefined;
         description?: string | undefined;
         reference?: string | undefined;
-        canvasSize?: {
-            width: number;
-            height: number;
-        } | undefined;
         videoParams?: {
             padding?: number | undefined;
         } | undefined;

package/lib/utils/preprocess.js

@@ -1,16 +1,11 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createOrUpdateStudioData = void 0;
-const file_1 = require("./file");
-const text_hash_1 = require("./text_hash");
-const methods_1 = require("../methods");
-const createOrUpdateStudioData = (mulmoFile, files) => {
+import { readMulmoScriptFile, getOutputStudioFilePath } from "./file.js";
+import { text2hash } from "./text_hash.js";
+import { MulmoScriptMethods } from "../methods/index.js";
+export const createOrUpdateStudioData = (mulmoScript, fileName, files) => {
     const { outDirPath } = files;
-    const readData = (0, file_1.readMulmoScriptFile)(mulmoFile, "ERROR: File does not exist " + mulmoFile);
-    const { mulmoData: mulmoScript, fileName } = readData;
     // Create or update MulmoStudio file with MulmoScript
-    const outputStudioFilePath = (0, file_1.getOutputStudioFilePath)(outDirPath, fileName);
-    const currentStudio = (0, file_1.readMulmoScriptFile)(outputStudioFilePath);
+    const outputStudioFilePath = getOutputStudioFilePath(outDirPath, fileName);
+    const currentStudio = readMulmoScriptFile(outputStudioFilePath);
     const studio = currentStudio?.mulmoData ?? {
         script: mulmoScript,
         filename: fileName,
@@ -44,10 +39,9 @@ const createOrUpdateStudioData = (mulmoFile, files) => {
     studio.beats.length = mulmoScript.beats.length; // In case it became shorter
     mulmoScript.beats.forEach((beat, index) => {
         const voiceId = studio.script.speechParams.speakers[beat.speaker].voiceId;
-        const speechOptions = methods_1.MulmoScriptMethods.getSpeechOptions(studio.script, beat);
+        const speechOptions = MulmoScriptMethods.getSpeechOptions(studio.script, beat);
         const hash_string = `${beat.text}${voiceId}${speechOptions?.instruction ?? ""}${speechOptions?.speed ?? 1.0}`;
-        studio.beats[index] = { ...studio.beats[index], ...beat, audioFile: `${fileName}_${index}_${(0, text_hash_1.text2hash)(hash_string)}` };
+        studio.beats[index] = { ...studio.beats[index], ...beat, audioFile: `${fileName}_${index}_${text2hash(hash_string)}` };
     });
     return studio;
 };
-exports.createOrUpdateStudioData = createOrUpdateStudioData;

package/lib/utils/string.js

@@ -1,10 +1,5 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.replacementsJa = exports.recursiveSplitJa = void 0;
-exports.splitIntoSentencesJa = splitIntoSentencesJa;
-exports.replacePairsJa = replacePairsJa;
 // split ja
-function splitIntoSentencesJa(paragraph, divider, minimum) {
+export function splitIntoSentencesJa(paragraph, divider, minimum) {
     const sentences = paragraph
         .split(divider) // Split by the Japanese full stop
         .map((sentence) => sentence.trim()) // Trim whitespace
@@ -21,7 +16,7 @@ function splitIntoSentencesJa(paragraph, divider, minimum) {
     }, [])
         .map((sentence, index, array) => (index < array.length - 1 || paragraph.endsWith(divider) ? sentence + divider : sentence));
 }
-const recursiveSplitJa = (text) => {
+export const recursiveSplitJa = (text) => {
     const delimiters = ["。", "？", "！", "、"];
     return delimiters
         .reduce((textData, delimiter) => {
@@ -29,8 +24,7 @@ const recursiveSplitJa = (text) => {
     }, [text])
         .flat(1);
 };
-exports.recursiveSplitJa = recursiveSplitJa;
-function replacePairsJa(str, replacements) {
+export function replacePairsJa(str, replacements) {
     replacements.forEach(({ from, to }) => {
         // Escape any special regex characters in the 'from' string.
         const escapedFrom = from.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
@@ -39,7 +33,7 @@ function replacePairsJa(str, replacements) {
     });
     return str;
 }
-exports.replacementsJa = [
+export const replacementsJa = [
     { from: "Anthropic", to: "アンスロピック" },
     { from: "OpenAI", to: "オープンエーアイ" },
     { from: "AGI", to: "エージーアイ" },

package/lib/utils/text_hash.js

@@ -1,41 +1,4 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.text2hash = void 0;
-const crypto = __importStar(require("crypto"));
-const text2hash = (input) => {
+import * as crypto from "crypto";
+export const text2hash = (input) => {
     return crypto.createHash("sha256").update(input).digest("hex");
 };
-exports.text2hash = text2hash;

package/package.json

@@ -1,7 +1,8 @@
 {
   "name": "mulmocast",
-  "version": "0.0.1",
+  "version": "0.0.2",
   "description": "",
+  "type": "module",
   "main": "lib/cli/cli.js",
   "bin": {
     "mulmo": "lib/cli/cli.js",
@@ -12,6 +13,7 @@
     "./assets/music/StarsBeyondEx.mp3",
     "./assets/audio/silent300.mp3",
     "./assets/audio/silent800.mp3",
+    "./assets/html/",
     "./assets/templates/"
   ],
   "types": "./lib/types/index.d.ts",
@@ -26,20 +28,20 @@
     "images": "npx tsx ./src/cli/cli.ts images",
     "preprocess": "npx tsx ./src/cli/cli.ts preprocess",
     "test": "rm -f scratchpad/test*.* && npx tsx ./src/audio.ts scripts/test/test.json && npx tsx ./src/images.ts scripts/test/test.json && npx tsx ./src/movie.ts scripts/test/test.json",
-    "ci_test": "node --test  --require ts-node/register ./test/*/test_*.ts",
+    "ci_test": "node --test --loader=ts-node/esm ./test/*/test_*.ts",
     "lint": "eslint src test",
     "build": "tsc",
     "build_test": "tsc && git checkout -- lib/*",
-    "prompt": "npx ts-node ./src/tools/prompt.ts",
-    "cli": "npx ts-node ./src/cli/cli.ts",
-    "scripting": "npx ts-node ./src/cli/tool-cli.ts scripting",
+    "prompt": "npx tsx ./src/tools/prompt.ts",
+    "cli": "npx tsx ./src/cli/cli.ts",
+    "scripting": "npx tsx ./src/cli/tool-cli.ts scripting",
     "dump_prompt": "npx tsx ./src/cli/tool-cli.ts prompt",
     "latest": "yarn upgrade-interactive  --latest",
     "format": "prettier --write '{src,scripts,assets/templates,draft,ideason,scripts_mag2,proto,test,graphai,output}/**/*.{ts,json}'"
   },
   "repository": "git+ssh://git@github.com/receptron/mulmocast-cli.git",
   "author": "snakajima",
-  "license": "AGPLV3",
+  "license": "AGPL-3.0-only",
   "bugs": {
     "url": "https://github.com/receptron/mulmocast-cli/issues"
   },
@@ -58,6 +60,7 @@
     "graphai": "^1.0.12",
     "inquirer": "^12.6.0",
     "marked": "^15.0.11",
+    "ora": "^8.2.0",
     "puppeteer": "^24.8.1",
     "yargs": "^17.7.2",
     "zod": "^3.24.4",
@@ -73,5 +76,8 @@
     "ts-node": "^10.9.2",
     "typescript": "^5.7.3",
     "typescript-eslint": "^8.32.0"
+  },
+  "engines": {
+    "node": ">=16.0.0"
   }
 }