mulmocast 0.0.2 → 0.0.4

package/lib/utils/preprocess.d.ts

@@ -1,110 +1,7 @@
-import { MulmoScript } from "../types/index.js";
-export declare const createOrUpdateStudioData: (mulmoScript: MulmoScript, fileName: string, files: {
-    outDirPath: string;
-}) => {
+import { MulmoStudio, MulmoScript } from "../types/index.js";
+export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, currentStudio: MulmoStudio | undefined, fileName: string) => {
     beats: {
-        text: string;
-        speaker: string;
         duration?: number | undefined;
-        speechOptions?: {
-            speed?: number | undefined;
-            instruction?: string | undefined;
-        } | undefined;
-        image?: {
-            type: "markdown";
-            markdown: string | string[];
-        } | {
-            type: "web";
-            url: string;
-        } | {
-            type: "pdf";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "data";
-                data: string;
-            } | {
-                path: string;
-                kind: "path";
-            };
-        } | {
-            type: "image";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "data";
-                data: string;
-            } | {
-                path: string;
-                kind: "path";
-            };
-        } | {
-            type: "svg";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "data";
-                data: string;
-            } | {
-                path: string;
-                kind: "path";
-            };
-        } | {
-            type: "movie";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "data";
-                data: string;
-            } | {
-                path: string;
-                kind: "path";
-            };
-        } | {
-            type: "textSlide";
-            slide: {
-                title: string;
-                bullets: string[];
-            };
-        } | {
-            type: "chart";
-            title: string;
-            chartData: Record<string, any>;
-        } | {
-            code: string;
-            type: "mermaid";
-            title: string;
-        } | undefined;
-        audio?: {
-            type: "audio";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "data";
-                data: string;
-            } | {
-                path: string;
-                kind: "path";
-            };
-        } | {
-            type: "midi";
-            source: string;
-        } | undefined;
-        imageParams?: {
-            model?: string | undefined;
-            size?: string | undefined;
-            style?: string | undefined;
-            moderation?: string | undefined;
-        } | undefined;
-        textSlideParams?: {
-            cssStyles: string[];
-        } | undefined;
-        imagePrompt?: string | undefined;
         multiLingualTexts?: Record<string, {
             text: string;
             lang: string;
@@ -117,7 +14,6 @@ export declare const createOrUpdateStudioData: (mulmoScript: MulmoScript, fileNa
         imageFile?: string | undefined;
     }[];
     script: {
-        title: string;
         $mulmocast: {
             version: "1.0";
             credit?: "closing" | undefined;
@@ -126,6 +22,17 @@ export declare const createOrUpdateStudioData: (mulmoScript: MulmoScript, fileNa
             width: number;
             height: number;
         };
+        speechParams: {
+            provider: "openai" | "nijivoice";
+            speakers: Record<string, {
+                voiceId: string;
+                displayName?: Record<string, string> | undefined;
+                speechOptions?: {
+                    speed?: number | undefined;
+                    instruction?: string | undefined;
+                } | undefined;
+            }>;
+        };
         beats: {
             text: string;
             speaker: string;
@@ -145,8 +52,11 @@ export declare const createOrUpdateStudioData: (mulmoScript: MulmoScript, fileNa
                     url: string;
                     kind: "url";
                 } | {
-                    kind: "data";
+                    kind: "base64";
                     data: string;
+                } | {
+                    text: string;
+                    kind: "text";
                 } | {
                     path: string;
                     kind: "path";
@@ -157,8 +67,11 @@ export declare const createOrUpdateStudioData: (mulmoScript: MulmoScript, fileNa
                     url: string;
                     kind: "url";
                 } | {
-                    kind: "data";
+                    kind: "base64";
                     data: string;
+                } | {
+                    text: string;
+                    kind: "text";
                 } | {
                     path: string;
                     kind: "path";
@@ -169,8 +82,11 @@ export declare const createOrUpdateStudioData: (mulmoScript: MulmoScript, fileNa
                     url: string;
                     kind: "url";
                 } | {
-                    kind: "data";
+                    kind: "base64";
                     data: string;
+                } | {
+                    text: string;
+                    kind: "text";
                 } | {
                     path: string;
                     kind: "path";
@@ -181,8 +97,11 @@ export declare const createOrUpdateStudioData: (mulmoScript: MulmoScript, fileNa
                     url: string;
                     kind: "url";
                 } | {
-                    kind: "data";
+                    kind: "base64";
                     data: string;
+                } | {
+                    text: string;
+                    kind: "text";
                 } | {
                     path: string;
                     kind: "path";
@@ -198,9 +117,22 @@ export declare const createOrUpdateStudioData: (mulmoScript: MulmoScript, fileNa
                 title: string;
                 chartData: Record<string, any>;
             } | {
-                code: string;
+                code: {
+                    url: string;
+                    kind: "url";
+                } | {
+                    kind: "base64";
+                    data: string;
+                } | {
+                    text: string;
+                    kind: "text";
+                } | {
+                    path: string;
+                    kind: "path";
+                };
                 type: "mermaid";
                 title: string;
+                appendix?: string[] | undefined;
             } | undefined;
             audio?: {
                 type: "audio";
@@ -208,8 +140,11 @@ export declare const createOrUpdateStudioData: (mulmoScript: MulmoScript, fileNa
                     url: string;
                     kind: "url";
                 } | {
-                    kind: "data";
+                    kind: "base64";
                     data: string;
+                } | {
+                    text: string;
+                    kind: "text";
                 } | {
                     path: string;
                     kind: "path";
@@ -225,22 +160,12 @@ export declare const createOrUpdateStudioData: (mulmoScript: MulmoScript, fileNa
                 moderation?: string | undefined;
             } | undefined;
             textSlideParams?: {
-                cssStyles: string[];
+                cssStyles: string | string[];
             } | undefined;
             imagePrompt?: string | undefined;
         }[];
-        speechParams: {
-            provider: "openai" | "nijivoice";
-            speakers: Record<string, {
-                displayName: Record<string, string>;
-                voiceId: string;
-                speechOptions?: {
-                    speed?: number | undefined;
-                    instruction?: string | undefined;
-                } | undefined;
-            }>;
-        };
         lang?: string | undefined;
+        title?: string | undefined;
         imageParams?: {
             provider: "openai" | "google";
             model?: string | undefined;
@@ -249,15 +174,20 @@ export declare const createOrUpdateStudioData: (mulmoScript: MulmoScript, fileNa
             moderation?: string | undefined;
         } | undefined;
         textSlideParams?: {
-            cssStyles: string[];
+            cssStyles: string | string[];
         } | undefined;
-        description?: string | undefined;
-        reference?: string | undefined;
         videoParams?: {
             padding?: number | undefined;
         } | undefined;
-        imagePath?: string | undefined;
         omitCaptions?: boolean | undefined;
+        description?: string | undefined;
+        references?: {
+            type: "image" | "audio" | "article" | "video";
+            url: string;
+            title?: string | undefined;
+            description?: string | undefined;
+        }[] | undefined;
+        imagePath?: string | undefined;
         __test_invalid__?: boolean | undefined;
     };
     filename: string;

package/lib/utils/preprocess.js

@@ -1,47 +1,47 @@
-import { readMulmoScriptFile, getOutputStudioFilePath } from "./file.js";
-import { text2hash } from "./text_hash.js";
-import { MulmoScriptMethods } from "../methods/index.js";
-export const createOrUpdateStudioData = (mulmoScript, fileName, files) => {
-    const { outDirPath } = files;
-    // Create or update MulmoStudio file with MulmoScript
-    const outputStudioFilePath = getOutputStudioFilePath(outDirPath, fileName);
-    const currentStudio = readMulmoScriptFile(outputStudioFilePath);
-    const studio = currentStudio?.mulmoData ?? {
+import { mulmoScriptSchema, mulmoBeatSchema, mulmoStudioSchema } from "../types/index.js";
+const rebuildStudio = (currentStudio, mulmoScript, fileName) => {
+    const parsed = mulmoStudioSchema.safeParse(currentStudio);
+    if (parsed.success) {
+        return parsed.data;
+    }
+    return {
         script: mulmoScript,
         filename: fileName,
-        beats: Array(mulmoScript.beats.length).fill({}),
+        beats: [...Array(mulmoScript.beats.length)].map(() => ({})),
     };
-    if (!studio.beats) {
-        studio.beats = [];
-    }
-    // Addition cloing credit
-    if (mulmoScript.$mulmocast.credit === "closing") {
-        mulmoScript.beats.push({
-            speaker: mulmoScript.beats[0].speaker, // First speaker
-            text: "",
-            image: {
-                type: "image",
-                source: {
-                    kind: "url",
-                    url: "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/images/mulmocast_credit.png",
-                },
+};
+const mulmoCredit = (speaker) => {
+    return {
+        speaker,
+        text: "",
+        image: {
+            type: "image",
+            source: {
+                kind: "url",
+                url: "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/images/mulmocast_credit.png",
             },
-            audio: {
-                type: "audio",
-                source: {
-                    kind: "url",
-                    url: "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/audio/silent300.mp3",
-                },
+        },
+        audio: {
+            type: "audio",
+            source: {
+                kind: "url",
+                url: "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/audio/silent300.mp3",
             },
-        });
+        },
+    };
+};
+export const createOrUpdateStudioData = (_mulmoScript, currentStudio, fileName) => {
+    const mulmoScript = _mulmoScript.__test_invalid__ ? _mulmoScript : mulmoScriptSchema.parse(_mulmoScript); // validate and insert default value
+    const studio = rebuildStudio(currentStudio, mulmoScript, fileName);
+    // Addition cloing credit
+    if (mulmoScript.$mulmocast.credit === "closing") {
+        mulmoScript.beats.push(mulmoCredit(mulmoScript.beats[0].speaker)); // First speaker
     }
-    studio.script = mulmoScript; // update the script
-    studio.beats.length = mulmoScript.beats.length; // In case it became shorter
+    studio.script = mulmoScriptSchema.parse(mulmoScript); // update the script
+    studio.beats = studio.script.beats.map((_, index) => studio.beats[index] ?? {});
     mulmoScript.beats.forEach((beat, index) => {
-        const voiceId = studio.script.speechParams.speakers[beat.speaker].voiceId;
-        const speechOptions = MulmoScriptMethods.getSpeechOptions(studio.script, beat);
-        const hash_string = `${beat.text}${voiceId}${speechOptions?.instruction ?? ""}${speechOptions?.speed ?? 1.0}`;
-        studio.beats[index] = { ...studio.beats[index], ...beat, audioFile: `${fileName}_${index}_${text2hash(hash_string)}` };
+        // Filling the default values
+        studio.script.beats[index] = mulmoBeatSchema.parse(beat);
     });
     return studio;
 };

package/lib/utils/utils.d.ts

@@ -0,0 +1,12 @@
+export declare const llmAgents: string[];
+type LLMAgent = (typeof llmAgents)[number];
+export declare const defaultOpenAIModel: string;
+export declare const llmPair: (_agent?: LLMAgent, _model?: string) => {
+    agent: string;
+    model: string;
+    max_tokens: number;
+};
+export declare const chunkArray: <T>(array: T[], size?: number) => T[][];
+export declare const isHttp: (fileOrUrl: string) => boolean;
+export declare const text2hash: (input: string) => string;
+export {};

package/lib/utils/utils.js

@@ -0,0 +1,34 @@
+import * as crypto from "crypto";
+export const llmAgents = ["openAIAgent", "anthropicAgent", "geminiAgent", "groqAgent"];
+const defaultModels = {
+    anthropicAgent: "claude-3-7-sonnet-20250219",
+    geminiAgent: "gemini-1.5-flash",
+    groqAgent: "llama3-8b-8192",
+    openAIAgent: "gpt-4o",
+};
+const longMaxTokens = {
+    anthropicAgent: 8192,
+    geminiAgent: 8192,
+    groqAgent: 4096,
+    openAIAgent: 8192,
+};
+export const defaultOpenAIModel = defaultModels["openAIAgent"];
+export const llmPair = (_agent, _model) => {
+    const agent = _agent && llmAgents.includes(_agent ?? "") ? _agent : "openAIAgent";
+    const model = _model ?? defaultModels[agent ?? ""];
+    const max_tokens = longMaxTokens[agent];
+    return { agent, model, max_tokens };
+};
+export const chunkArray = (array, size = 3) => {
+    const chunks = [];
+    const copy = [...array];
+    while (copy.length)
+        chunks.push(copy.splice(0, size));
+    return chunks;
+};
+export const isHttp = (fileOrUrl) => {
+    return /^https?:\/\//.test(fileOrUrl);
+};
+export const text2hash = (input) => {
+    return crypto.createHash("sha256").update(input).digest("hex");
+};

package/package.json

@@ -1,11 +1,11 @@
 {
   "name": "mulmocast",
-  "version": "0.0.2",
+  "version": "0.0.4",
   "description": "",
   "type": "module",
-  "main": "lib/cli/cli.js",
+  "main": "lib/cli/run.js",
   "bin": {
-    "mulmo": "lib/cli/cli.js",
+    "mulmo": "lib/cli/run.js",
     "mulmo-tool": "lib/cli/tool-cli.js"
   },
   "files": [
@@ -14,6 +14,7 @@
     "./assets/audio/silent300.mp3",
     "./assets/audio/silent800.mp3",
     "./assets/html/",
+    "./assets/font/",
     "./assets/templates/"
   ],
   "types": "./lib/types/index.d.ts",
@@ -22,22 +23,22 @@
     "test": "tests"
   },
   "scripts": {
-    "audio": "npx tsx ./src/cli/cli.ts audio",
-    "translate": "npx tsx ./src/cli/cli.ts translate",
-    "movie": "npx tsx ./src/cli/cli.ts movie",
-    "images": "npx tsx ./src/cli/cli.ts images",
-    "preprocess": "npx tsx ./src/cli/cli.ts preprocess",
+    "audio": "npx tsx ./src/cli/run.ts audio",
+    "translate": "npx tsx ./src/cli/run.ts translate",
+    "movie": "npx tsx ./src/cli/run.ts movie",
+    "images": "npx tsx ./src/cli/run.ts images",
+    "preprocess": "npx tsx ./src/cli/run.ts preprocess",
     "test": "rm -f scratchpad/test*.* && npx tsx ./src/audio.ts scripts/test/test.json && npx tsx ./src/images.ts scripts/test/test.json && npx tsx ./src/movie.ts scripts/test/test.json",
-    "ci_test": "node --test --loader=ts-node/esm ./test/*/test_*.ts",
+    "ci_test": "tsx --test ./test/*/test_*.ts",
     "lint": "eslint src test",
     "build": "tsc",
     "build_test": "tsc && git checkout -- lib/*",
     "prompt": "npx tsx ./src/tools/prompt.ts",
-    "cli": "npx tsx ./src/cli/cli.ts",
+    "cli": "npx tsx ./src/cli/run.ts",
     "scripting": "npx tsx ./src/cli/tool-cli.ts scripting",
     "dump_prompt": "npx tsx ./src/cli/tool-cli.ts prompt",
     "latest": "yarn upgrade-interactive  --latest",
-    "format": "prettier --write '{src,scripts,assets/templates,draft,ideason,scripts_mag2,proto,test,graphai,output}/**/*.{ts,json}'"
+    "format": "prettier --write '{src,scripts,assets/templates,draft,ideason,scripts_mag2,proto,test,graphai,output,docs/scripts}/**/*.{ts,json,yaml}'"
   },
   "repository": "git+ssh://git@github.com/receptron/mulmocast-cli.git",
   "author": "snakajima",
@@ -47,21 +48,28 @@
   },
   "homepage": "https://github.com/receptron/mulmocast-cli#readme",
   "dependencies": {
+    "@graphai/agent_filters": "^1.0.1",
+    "@graphai/anthropic_agent": "^2.0.0",
     "@graphai/browserless_agent": "^2.0.0",
+    "@graphai/gemini_agent": "^1.0.1",
+    "@graphai/groq_agent": "^1.0.1",
     "@graphai/input_agents": "^1.0.1",
     "@graphai/openai_agent": "^1.0.5",
     "@graphai/vanilla": "^2.0.1",
     "@graphai/vanilla_node_agents": "^2.0.0",
+    "@pdf-lib/fontkit": "^1.1.1",
     "@types/fluent-ffmpeg": "^2.1.26",
     "canvas": "^3.1.0",
     "dotenv": "^16.4.7",
     "fluent-ffmpeg": "^2.1.3",
     "google-auth-library": "^9.15.1",
-    "graphai": "^1.0.12",
+    "graphai": "^1.0.13",
     "inquirer": "^12.6.0",
     "marked": "^15.0.11",
     "ora": "^8.2.0",
+    "pdf-lib": "^1.17.1",
     "puppeteer": "^24.8.1",
+    "yaml": "^2.7.1",
     "yargs": "^17.7.2",
     "zod": "^3.24.4",
     "zod-to-json-schema": "^3.24.5"
@@ -74,6 +82,7 @@
     "eslint-plugin-prettier": "^5.4.0",
     "prettier": "^3.3.3",
     "ts-node": "^10.9.2",
+    "tsx": "^4.19.4",
     "typescript": "^5.7.3",
     "typescript-eslint": "^8.32.0"
   },

package/lib/tools/seed.d.ts

@@ -1,3 +0,0 @@
-import "dotenv/config";
-import { ScriptingParams } from "../types";
-export declare const createMulmoScriptWithInteractive: ({ outDirPath, filename, templateName, urls }: ScriptingParams) => Promise<void>;