mulmocast 0.0.1

package/lib/utils/preprocess.d.ts

@@ -0,0 +1,247 @@
+export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
+    outDirPath: string;
+}) => {
+    beats: {
+        text: string;
+        speaker: string;
+        duration?: number | undefined;
+        speechOptions?: {
+            speed?: number | undefined;
+            instruction?: string | undefined;
+        } | undefined;
+        image?: {
+            type: "markdown";
+            markdown: string | string[];
+        } | {
+            type: "web";
+            url: string;
+        } | {
+            type: "pdf";
+            source: {
+                url: string;
+                kind: "url";
+            } | {
+                kind: "data";
+                data: string;
+            } | {
+                path: string;
+                kind: "path";
+            };
+        } | {
+            type: "image";
+            source: {
+                url: string;
+                kind: "url";
+            } | {
+                kind: "data";
+                data: string;
+            } | {
+                path: string;
+                kind: "path";
+            };
+        } | {
+            type: "svg";
+            source: {
+                url: string;
+                kind: "url";
+            } | {
+                kind: "data";
+                data: string;
+            } | {
+                path: string;
+                kind: "path";
+            };
+        } | {
+            type: "movie";
+            source: {
+                url: string;
+                kind: "url";
+            } | {
+                kind: "data";
+                data: string;
+            } | {
+                path: string;
+                kind: "path";
+            };
+        } | {
+            type: "textSlide";
+            slide: {
+                title: string;
+                bullets: string[];
+            };
+        } | undefined;
+        audio?: {
+            type: "audio";
+            source: {
+                url: string;
+                kind: "url";
+            } | {
+                kind: "data";
+                data: string;
+            } | {
+                path: string;
+                kind: "path";
+            };
+        } | {
+            type: "midi";
+            source: string;
+        } | undefined;
+        imageParams?: {
+            model?: string | undefined;
+            size?: string | undefined;
+            style?: string | undefined;
+            moderation?: string | undefined;
+        } | undefined;
+        textSlideParams?: {
+            cssStyles: string[];
+        } | undefined;
+        imagePrompt?: string | undefined;
+        multiLingualTexts?: Record<string, {
+            text: string;
+            lang: string;
+            texts?: string[] | undefined;
+            ttsTexts?: string[] | undefined;
+            duration?: number | undefined;
+        }> | undefined;
+        hash?: string | undefined;
+        audioFile?: string | undefined;
+        imageFile?: string | undefined;
+    }[];
+    script: {
+        title: string;
+        $mulmocast: {
+            version: "1.0";
+            credit?: "closing" | undefined;
+        };
+        beats: {
+            text: string;
+            speaker: string;
+            speechOptions?: {
+                speed?: number | undefined;
+                instruction?: string | undefined;
+            } | undefined;
+            image?: {
+                type: "markdown";
+                markdown: string | string[];
+            } | {
+                type: "web";
+                url: string;
+            } | {
+                type: "pdf";
+                source: {
+                    url: string;
+                    kind: "url";
+                } | {
+                    kind: "data";
+                    data: string;
+                } | {
+                    path: string;
+                    kind: "path";
+                };
+            } | {
+                type: "image";
+                source: {
+                    url: string;
+                    kind: "url";
+                } | {
+                    kind: "data";
+                    data: string;
+                } | {
+                    path: string;
+                    kind: "path";
+                };
+            } | {
+                type: "svg";
+                source: {
+                    url: string;
+                    kind: "url";
+                } | {
+                    kind: "data";
+                    data: string;
+                } | {
+                    path: string;
+                    kind: "path";
+                };
+            } | {
+                type: "movie";
+                source: {
+                    url: string;
+                    kind: "url";
+                } | {
+                    kind: "data";
+                    data: string;
+                } | {
+                    path: string;
+                    kind: "path";
+                };
+            } | {
+                type: "textSlide";
+                slide: {
+                    title: string;
+                    bullets: string[];
+                };
+            } | undefined;
+            audio?: {
+                type: "audio";
+                source: {
+                    url: string;
+                    kind: "url";
+                } | {
+                    kind: "data";
+                    data: string;
+                } | {
+                    path: string;
+                    kind: "path";
+                };
+            } | {
+                type: "midi";
+                source: string;
+            } | undefined;
+            imageParams?: {
+                model?: string | undefined;
+                size?: string | undefined;
+                style?: string | undefined;
+                moderation?: string | undefined;
+            } | undefined;
+            textSlideParams?: {
+                cssStyles: string[];
+            } | undefined;
+            imagePrompt?: string | undefined;
+        }[];
+        speechParams: {
+            speakers: Record<string, {
+                displayName: Record<string, string>;
+                voiceId: string;
+                speechOptions?: {
+                    speed?: number | undefined;
+                    instruction?: string | undefined;
+                } | undefined;
+            }>;
+            provider?: string | undefined;
+        };
+        lang?: string | undefined;
+        imageParams?: {
+            model?: string | undefined;
+            size?: string | undefined;
+            style?: string | undefined;
+            moderation?: string | undefined;
+            provider?: string | undefined;
+        } | undefined;
+        textSlideParams?: {
+            cssStyles: string[];
+        } | undefined;
+        description?: string | undefined;
+        reference?: string | undefined;
+        canvasSize?: {
+            width: number;
+            height: number;
+        } | undefined;
+        videoParams?: {
+            padding?: number | undefined;
+        } | undefined;
+        imagePath?: string | undefined;
+        omitCaptions?: boolean | undefined;
+        __test_invalid__?: boolean | undefined;
+    };
+    filename: string;
+};

package/lib/utils/preprocess.js

@@ -0,0 +1,53 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createOrUpdateStudioData = void 0;
+const file_1 = require("./file");
+const text_hash_1 = require("./text_hash");
+const methods_1 = require("../methods");
+const createOrUpdateStudioData = (mulmoFile, files) => {
+    const { outDirPath } = files;
+    const readData = (0, file_1.readMulmoScriptFile)(mulmoFile, "ERROR: File does not exist " + mulmoFile);
+    const { mulmoData: mulmoScript, fileName } = readData;
+    // Create or update MulmoStudio file with MulmoScript
+    const outputStudioFilePath = (0, file_1.getOutputStudioFilePath)(outDirPath, fileName);
+    const currentStudio = (0, file_1.readMulmoScriptFile)(outputStudioFilePath);
+    const studio = currentStudio?.mulmoData ?? {
+        script: mulmoScript,
+        filename: fileName,
+        beats: Array(mulmoScript.beats.length).fill({}),
+    };
+    if (!studio.beats) {
+        studio.beats = [];
+    }
+    // Addition cloing credit
+    if (mulmoScript.$mulmocast.credit === "closing") {
+        mulmoScript.beats.push({
+            speaker: mulmoScript.beats[0].speaker, // First speaker
+            text: "",
+            image: {
+                type: "image",
+                source: {
+                    kind: "url",
+                    url: "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/images/mulmocast_credit.png",
+                },
+            },
+            audio: {
+                type: "audio",
+                source: {
+                    kind: "url",
+                    url: "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/audio/silent300.mp3",
+                },
+            },
+        });
+    }
+    studio.script = mulmoScript; // update the script
+    studio.beats.length = mulmoScript.beats.length; // In case it became shorter
+    mulmoScript.beats.forEach((beat, index) => {
+        const voiceId = studio.script.speechParams.speakers[beat.speaker].voiceId;
+        const speechOptions = methods_1.MulmoScriptMethods.getSpeechOptions(studio.script, beat);
+        const hash_string = `${beat.text}${voiceId}${speechOptions?.instruction ?? ""}${speechOptions?.speed ?? 1.0}`;
+        studio.beats[index] = { ...studio.beats[index], ...beat, audioFile: `${fileName}_${index}_${(0, text_hash_1.text2hash)(hash_string)}` };
+    });
+    return studio;
+};
+exports.createOrUpdateStudioData = createOrUpdateStudioData;

package/lib/utils/string.d.ts

@@ -0,0 +1,9 @@
+export declare function splitIntoSentencesJa(paragraph: string, divider: string, minimum: number): string[];
+export declare const recursiveSplitJa: (text: string) => string[];
+interface Replacement {
+    from: string;
+    to: string;
+}
+export declare function replacePairsJa(str: string, replacements: Replacement[]): string;
+export declare const replacementsJa: Replacement[];
+export {};

package/lib/utils/string.js

@@ -0,0 +1,60 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.replacementsJa = exports.recursiveSplitJa = void 0;
+exports.splitIntoSentencesJa = splitIntoSentencesJa;
+exports.replacePairsJa = replacePairsJa;
+// split ja
+function splitIntoSentencesJa(paragraph, divider, minimum) {
+    const sentences = paragraph
+        .split(divider) // Split by the Japanese full stop
+        .map((sentence) => sentence.trim()) // Trim whitespace
+        .filter((sentence) => sentence.length > 0); // Remove empty sentences
+    return sentences
+        .reduce((acc, sentence) => {
+        if (acc.length > 0 && acc[acc.length - 1].length < minimum) {
+            acc[acc.length - 1] += divider + sentence;
+        }
+        else {
+            acc.push(sentence);
+        }
+        return acc;
+    }, [])
+        .map((sentence, index, array) => (index < array.length - 1 || paragraph.endsWith(divider) ? sentence + divider : sentence));
+}
+const recursiveSplitJa = (text) => {
+    const delimiters = ["。", "？", "！", "、"];
+    return delimiters
+        .reduce((textData, delimiter) => {
+        return textData.map((text) => splitIntoSentencesJa(text, delimiter, 7)).flat(1);
+    }, [text])
+        .flat(1);
+};
+exports.recursiveSplitJa = recursiveSplitJa;
+function replacePairsJa(str, replacements) {
+    replacements.forEach(({ from, to }) => {
+        // Escape any special regex characters in the 'from' string.
+        const escapedFrom = from.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+        const regex = new RegExp(escapedFrom, "g");
+        str = str.replace(regex, to);
+    });
+    return str;
+}
+exports.replacementsJa = [
+    { from: "Anthropic", to: "アンスロピック" },
+    { from: "OpenAI", to: "オープンエーアイ" },
+    { from: "AGI", to: "エージーアイ" },
+    { from: "GPU", to: "ジーピーユー" },
+    { from: "TPU", to: "ティーピーユー" },
+    { from: "CPU", to: "シーピーユー" },
+    { from: "LPU", to: "エルピーユー" },
+    { from: "Groq", to: "グロック" },
+    { from: "TSMC", to: "ティーエスエムシー" },
+    { from: "NVIDIA", to: "エヌビディア" },
+    { from: "1つ", to: "ひとつ" },
+    { from: "2つ", to: "ふたつ" },
+    { from: "3つ", to: "みっつ" },
+    { from: "4つ", to: "よっつ" },
+    { from: "5つ", to: "いつつ" },
+    { from: "危険な面", to: "危険なめん" },
+    { from: "その通り！", to: "その通り。" },
+];

package/lib/utils/text_hash.d.ts

@@ -0,0 +1 @@
+export declare const text2hash: (input: string) => string;

package/lib/utils/text_hash.js

@@ -0,0 +1,41 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.text2hash = void 0;
+const crypto = __importStar(require("crypto"));
+const text2hash = (input) => {
+    return crypto.createHash("sha256").update(input).digest("hex");
+};
+exports.text2hash = text2hash;

package/package.json

@@ -0,0 +1,77 @@
+{
+  "name": "mulmocast",
+  "version": "0.0.1",
+  "description": "",
+  "main": "lib/cli/cli.js",
+  "bin": {
+    "mulmo": "lib/cli/cli.js",
+    "mulmo-tool": "lib/cli/tool-cli.js"
+  },
+  "files": [
+    "./lib",
+    "./assets/music/StarsBeyondEx.mp3",
+    "./assets/audio/silent300.mp3",
+    "./assets/audio/silent800.mp3",
+    "./assets/templates/"
+  ],
+  "types": "./lib/types/index.d.ts",
+  "directories": {
+    "lib": "lib",
+    "test": "tests"
+  },
+  "scripts": {
+    "audio": "npx tsx ./src/cli/cli.ts audio",
+    "translate": "npx tsx ./src/cli/cli.ts translate",
+    "movie": "npx tsx ./src/cli/cli.ts movie",
+    "images": "npx tsx ./src/cli/cli.ts images",
+    "preprocess": "npx tsx ./src/cli/cli.ts preprocess",
+    "test": "rm -f scratchpad/test*.* && npx tsx ./src/audio.ts scripts/test/test.json && npx tsx ./src/images.ts scripts/test/test.json && npx tsx ./src/movie.ts scripts/test/test.json",
+    "ci_test": "node --test  --require ts-node/register ./test/*/test_*.ts",
+    "lint": "eslint src test",
+    "build": "tsc",
+    "build_test": "tsc && git checkout -- lib/*",
+    "prompt": "npx ts-node ./src/tools/prompt.ts",
+    "cli": "npx ts-node ./src/cli/cli.ts",
+    "scripting": "npx ts-node ./src/cli/tool-cli.ts scripting",
+    "dump_prompt": "npx tsx ./src/cli/tool-cli.ts prompt",
+    "latest": "yarn upgrade-interactive  --latest",
+    "format": "prettier --write '{src,scripts,assets/templates,draft,ideason,scripts_mag2,proto,test,graphai,output}/**/*.{ts,json}'"
+  },
+  "repository": "git+ssh://git@github.com/receptron/mulmocast-cli.git",
+  "author": "snakajima",
+  "license": "AGPLV3",
+  "bugs": {
+    "url": "https://github.com/receptron/mulmocast-cli/issues"
+  },
+  "homepage": "https://github.com/receptron/mulmocast-cli#readme",
+  "dependencies": {
+    "@graphai/browserless_agent": "^2.0.0",
+    "@graphai/input_agents": "^1.0.1",
+    "@graphai/openai_agent": "^1.0.5",
+    "@graphai/vanilla": "^2.0.1",
+    "@graphai/vanilla_node_agents": "^2.0.0",
+    "@types/fluent-ffmpeg": "^2.1.26",
+    "canvas": "^3.1.0",
+    "dotenv": "^16.4.7",
+    "fluent-ffmpeg": "^2.1.3",
+    "google-auth-library": "^9.15.1",
+    "graphai": "^1.0.12",
+    "inquirer": "^12.6.0",
+    "marked": "^15.0.11",
+    "puppeteer": "^24.8.1",
+    "yargs": "^17.7.2",
+    "zod": "^3.24.4",
+    "zod-to-json-schema": "^3.24.5"
+  },
+  "devDependencies": {
+    "@receptron/test_utils": "^2.0.0",
+    "@types/yargs": "^17.0.33",
+    "eslint": "^9.26.0",
+    "eslint-config-prettier": "^10.0.1",
+    "eslint-plugin-prettier": "^5.4.0",
+    "prettier": "^3.3.3",
+    "ts-node": "^10.9.2",
+    "typescript": "^5.7.3",
+    "typescript-eslint": "^8.32.0"
+  }
+}