mulmocast 0.0.19 → 0.0.21

package/README.md

@@ -288,14 +288,16 @@ Positionals:
   file  Mulmo Script File                                    [string] [required]
 
 Options:
-      --version   Show version number                                  [boolean]
-  -v, --verbose   verbose log              [boolean] [required] [default: false]
-  -h, --help      Show help                                            [boolean]
-  -o, --outdir    output dir                                            [string]
-  -b, --basedir   base dir                                              [string]
-  -l, --lang      target language                 [string] [choices: "en", "ja"]
-  -f, --force     Force regenerate                    [boolean] [default: false]
-  -a, --audiodir  Audio output directory                                [string]
+      --version            Show version number                         [boolean]
+  -v, --verbose            verbose log     [boolean] [required] [default: false]
+  -h, --help               Show help                                   [boolean]
+  -o, --outdir             output dir                                   [string]
+  -b, --basedir            base dir                                     [string]
+  -l, --lang               target language        [string] [choices: "en", "ja"]
+  -f, --force              Force regenerate           [boolean] [default: false]
+      --dryRun             Dry run                    [boolean] [default: false]
+  -p, --presentationStyle  Presentation Style                           [string]
+  -a, --audiodir           Audio output directory                       [string]
 ```
 
 ```
@@ -307,14 +309,16 @@ Positionals:
   file  Mulmo Script File                                    [string] [required]
 
 Options:
-      --version   Show version number                                  [boolean]
-  -v, --verbose   verbose log              [boolean] [required] [default: false]
-  -h, --help      Show help                                            [boolean]
-  -o, --outdir    output dir                                            [string]
-  -b, --basedir   base dir                                              [string]
-  -l, --lang      target language                 [string] [choices: "en", "ja"]
-  -f, --force     Force regenerate                    [boolean] [default: false]
-  -i, --imagedir  Image output directory                                [string]
+      --version            Show version number                         [boolean]
+  -v, --verbose            verbose log     [boolean] [required] [default: false]
+  -h, --help               Show help                                   [boolean]
+  -o, --outdir             output dir                                   [string]
+  -b, --basedir            base dir                                     [string]
+  -l, --lang               target language        [string] [choices: "en", "ja"]
+  -f, --force              Force regenerate           [boolean] [default: false]
+      --dryRun             Dry run                    [boolean] [default: false]
+  -p, --presentationStyle  Presentation Style                           [string]
+  -i, --imagedir           Image output directory                       [string]
 ```
 
 ```
@@ -326,16 +330,18 @@ Positionals:
   file  Mulmo Script File                                    [string] [required]
 
 Options:
-      --version   Show version number                                  [boolean]
-  -v, --verbose   verbose log              [boolean] [required] [default: false]
-  -h, --help      Show help                                            [boolean]
-  -o, --outdir    output dir                                            [string]
-  -b, --basedir   base dir                                              [string]
-  -l, --lang      target language                 [string] [choices: "en", "ja"]
-  -f, --force     Force regenerate                    [boolean] [default: false]
-  -a, --audiodir  Audio output directory                                [string]
-  -i, --imagedir  Image output directory                                [string]
-  -c, --caption   Video captions                  [string] [choices: "en", "ja"]
+      --version            Show version number                         [boolean]
+  -v, --verbose            verbose log     [boolean] [required] [default: false]
+  -h, --help               Show help                                   [boolean]
+  -o, --outdir             output dir                                   [string]
+  -b, --basedir            base dir                                     [string]
+  -l, --lang               target language        [string] [choices: "en", "ja"]
+  -f, --force              Force regenerate           [boolean] [default: false]
+      --dryRun             Dry run                    [boolean] [default: false]
+  -p, --presentationStyle  Presentation Style                           [string]
+  -a, --audiodir           Audio output directory                       [string]
+  -i, --imagedir           Image output directory                       [string]
+  -c, --caption            Video captions         [string] [choices: "en", "ja"]
 ```
 
 ```
@@ -347,17 +353,19 @@ Positionals:
   file  Mulmo Script File                                    [string] [required]
 
 Options:
-      --version   Show version number                                  [boolean]
-  -v, --verbose   verbose log              [boolean] [required] [default: false]
-  -h, --help      Show help                                            [boolean]
-  -o, --outdir    output dir                                            [string]
-  -b, --basedir   base dir                                              [string]
-  -l, --lang      target language                 [string] [choices: "en", "ja"]
-  -f, --force     Force regenerate                    [boolean] [default: false]
-  -i, --imagedir  Image output directory                                [string]
-      --pdf_mode  PDF mode
+      --version            Show version number                         [boolean]
+  -v, --verbose            verbose log     [boolean] [required] [default: false]
+  -h, --help               Show help                                   [boolean]
+  -o, --outdir             output dir                                   [string]
+  -b, --basedir            base dir                                     [string]
+  -l, --lang               target language        [string] [choices: "en", "ja"]
+  -f, --force              Force regenerate           [boolean] [default: false]
+      --dryRun             Dry run                    [boolean] [default: false]
+  -p, --presentationStyle  Presentation Style                           [string]
+  -i, --imagedir           Image output directory                       [string]
+      --pdf_mode           PDF mode
                [string] [choices: "slide", "talk", "handout"] [default: "slide"]
-      --pdf_size  PDF paper size (default: letter)
+      --pdf_size           PDF paper size (default: letter)
                                    [choices: "letter", "a4"] [default: "letter"]
 ```
 

package/assets/templates/ghibli_image_only.json

@@ -0,0 +1,28 @@
+{
+  "title": "Ghibli comic image-only",
+  "description": "Template for Ghibli-style image-only comic presentation.",
+  "systemPrompt": "Generate a script for a presentation of the given topic. Another AI will generate an image for each beat based on the text description of that beat. Use the JSON below as a template.",
+  "presentationStyle": {
+    "$mulmocast": {
+      "version": "1.0",
+      "credit": "closing"
+    },
+    "canvasSize": {
+      "width": 1536,
+      "height": 1024
+    },
+    "imageParams": {
+      "style": "<style>Ghibli style</style>",
+      "images": {
+        "presenter": {
+          "type": "image",
+          "source": {
+            "kind": "url",
+            "url": "https://raw.githubusercontent.com/receptron/mulmocast-media/refs/heads/main/characters/ghibli_presenter.png"
+          }
+        }
+      }
+    }
+  },
+  "scriptName": "image_prompt_only_template.json"
+}

package/lib/actions/images.js

@@ -103,7 +103,7 @@ const beat_graph_data = {
         imageGenerator: {
             if: ":preprocessor.prompt",
             agent: ":imageAgentInfo.agent",
-            retry: 3,
+            retry: 2,
             inputs: {
                 prompt: ":preprocessor.prompt",
                 images: ":preprocessor.images",

package/lib/agents/combine_audio_files_agent.js

@@ -35,7 +35,7 @@ const getMediaDurations = (context) => {
         return {
             movieDuration,
             audioDuration,
-            hasMadia: movieDuration + audioDuration > 0,
+            hasMedia: movieDuration + audioDuration > 0,
             silenceDuration: 0,
         };
     }));
@@ -70,7 +70,7 @@ const combineAudioFilesAgent = async ({ namedInputs, }) => {
         if (audioDuration > 0) {
             // Check if the current beat has spilled over audio.
             const group = [index];
-            for (let i = index + 1; i < context.studio.beats.length && !mediaDurations[i].hasMadia; i++) {
+            for (let i = index + 1; i < context.studio.beats.length && !mediaDurations[i].hasMedia; i++) {
                 group.push(i);
             }
             if (group.length > 1) {

package/lib/agents/image_openai_agent.js

@@ -1,5 +1,6 @@
 import fs from "fs";
 import path from "path";
+import { GraphAILogger } from "graphai";
 import OpenAI, { toFile } from "openai";
 import { defaultOpenAIImageModel } from "../utils/const.js";
 // https://platform.openai.com/docs/guides/image-generation
@@ -42,17 +43,23 @@ export const imageOpenaiAgent = async ({ namedInputs, params }) => {
         imageOptions.moderation = moderation || "auto";
     }
     const response = await (async () => {
-        const targetSize = imageOptions.size;
-        if ((images ?? []).length > 0 && (targetSize === "1536x1024" || targetSize === "1024x1536" || targetSize === "1024x1024")) {
-            const imagelist = await Promise.all((images ?? []).map(async (file) => {
-                const ext = path.extname(file).toLowerCase();
-                const type = ext === ".jpg" || ext === ".jpeg" ? "image/jpeg" : "image/png";
-                return await toFile(fs.createReadStream(file), null, { type });
-            }));
-            return await openai.images.edit({ ...imageOptions, size: targetSize, image: imagelist });
+        try {
+            const targetSize = imageOptions.size;
+            if ((images ?? []).length > 0 && (targetSize === "1536x1024" || targetSize === "1024x1536" || targetSize === "1024x1024")) {
+                const imagelist = await Promise.all((images ?? []).map(async (file) => {
+                    const ext = path.extname(file).toLowerCase();
+                    const type = ext === ".jpg" || ext === ".jpeg" ? "image/jpeg" : "image/png";
+                    return await toFile(fs.createReadStream(file), null, { type });
+                }));
+                return await openai.images.edit({ ...imageOptions, size: targetSize, image: imagelist });
+            }
+            else {
+                return await openai.images.generate(imageOptions);
+            }
         }
-        else {
-            return await openai.images.generate(imageOptions);
+        catch (error) {
+            GraphAILogger.info("Failed to generate image:", error.message);
+            throw error;
         }
     })();
     if (!response.data) {

package/lib/agents/movie_google_agent.js

@@ -102,7 +102,7 @@ export const movieGoogleAgent = async ({ namedInputs, params, config }) => {
         throw new Error("ERROR: geneateImage returned undefined");
     }
     catch (error) {
-        GraphAILogger.info("Failed to generate movie:", error);
+        GraphAILogger.info("Failed to generate movie:", error.message);
         throw error;
     }
 };

package/lib/index.browser.d.ts

@@ -1,3 +1,3 @@
+export * from "./types/type.js";
 export * from "./types/schema.js";
 export * from "./agents/validate_schema_agent.js";
-export * from "./agents/tavily_agent.js";

package/lib/index.browser.js

@@ -1,4 +1,4 @@
 // Entry point that exposes only APIs available for use in the browser
+export * from "./types/type.js";
 export * from "./types/schema.js";
 export * from "./agents/validate_schema_agent.js";
-export * from "./agents/tavily_agent.js";

package/lib/index.d.ts

@@ -2,4 +2,5 @@ export * from "./actions/index.js";
 export * from "./cli/helpers.js";
 export * from "./utils/file.js";
 export * from "./methods/index.js";
+export * from "./agents/index.js";
 export * from "./types/index.js";

package/lib/index.js

@@ -2,4 +2,5 @@ export * from "./actions/index.js";
 export * from "./cli/helpers.js";
 export * from "./utils/file.js";
 export * from "./methods/index.js";
+export * from "./agents/index.js";
 export * from "./types/index.js";

package/lib/methods/mulmo_studio_context.d.ts

@@ -1,17 +1,4 @@
-import { MulmoStudioContext } from "../types/index.js";
-type SessionType = "audio" | "image" | "video" | "multiLingual" | "caption" | "pdf";
-type BeatSessionType = "audio" | "image" | "multiLingual" | "caption" | "movie";
-type SessionProgressEvent = {
-    kind: "session";
-    sessionType: SessionType;
-    inSession: boolean;
-} | {
-    kind: "beat";
-    sessionType: BeatSessionType;
-    index: number;
-    inSession: boolean;
-};
-type SessionProgressCallback = (change: SessionProgressEvent) => void;
+import { BeatSessionType, MulmoStudioContext, SessionProgressCallback, SessionType } from "../types/index.js";
 export declare const addSessionProgressCallback: (cb: SessionProgressCallback) => void;
 export declare const removeSessionProgressCallback: (cb: SessionProgressCallback) => void;
 export declare const MulmoStudioContextMethods: {
@@ -25,4 +12,3 @@ export declare const MulmoStudioContextMethods: {
     setSessionState(context: MulmoStudioContext, sessionType: SessionType, value: boolean): void;
     setBeatSessionState(context: MulmoStudioContext, sessionType: BeatSessionType, index: number, value: boolean): void;
 };
-export {};

package/lib/types/type.d.ts

@@ -79,3 +79,16 @@ export type Text2ImageAgentInfo = {
 };
 export type BeatMediaType = "movie" | "image";
 export type StoryToScriptGenerateMode = (typeof storyToScriptGenerateMode)[keyof typeof storyToScriptGenerateMode];
+export type SessionType = "audio" | "image" | "video" | "multiLingual" | "caption" | "pdf";
+export type BeatSessionType = "audio" | "image" | "multiLingual" | "caption" | "movie";
+export type SessionProgressEvent = {
+    kind: "session";
+    sessionType: SessionType;
+    inSession: boolean;
+} | {
+    kind: "beat";
+    sessionType: BeatSessionType;
+    index: number;
+    inSession: boolean;
+};
+export type SessionProgressCallback = (change: SessionProgressEvent) => void;

package/lib/utils/image_plugins/image.d.ts

@@ -1,3 +1,3 @@
 export declare const imageType = "image";
-export declare const process: (params: import("../../index.js").ImageProcessorParams) => string | undefined;
-export declare const path: (params: import("../../index.js").ImageProcessorParams) => string | undefined;
+export declare const process: (params: import("../../index.browser.js").ImageProcessorParams) => string | undefined;
+export declare const path: (params: import("../../index.browser.js").ImageProcessorParams) => string | undefined;

package/lib/utils/image_plugins/movie.d.ts

@@ -1,3 +1,3 @@
 export declare const imageType = "movie";
-export declare const process: (params: import("../../index.js").ImageProcessorParams) => string | undefined;
-export declare const path: (params: import("../../index.js").ImageProcessorParams) => string | undefined;
+export declare const process: (params: import("../../index.browser.js").ImageProcessorParams) => string | undefined;
+export declare const path: (params: import("../../index.browser.js").ImageProcessorParams) => string | undefined;

package/package.json

@@ -1,19 +1,17 @@
 {
   "name": "mulmocast",
-  "version": "0.0.19",
+  "version": "0.0.21",
   "description": "",
   "type": "module",
   "main": "lib/index.js",
   "exports": {
     ".": {
-      "types": {
-        "node":    "./lib/index.d.ts",
-        "browser": "./lib/index.browser.d.ts",
-        "default": "./lib/index.d.ts"
-      },
-      "node":    "./lib/index.js",
-      "browser": "./lib/index.browser.js",
+      "types": "./lib/index.d.ts",
       "default": "./lib/index.js"
+    },
+    "./browser": {
+      "types": "./lib/index.browser.d.ts",
+      "default": "./lib/index.browser.js"
     }
   },
   "bin": {
@@ -26,7 +24,6 @@
     "./assets/html/",
     "./assets/templates/"
   ],
-  "types": "./lib/types/index.d.ts",
   "directories": {
     "lib": "lib",
     "test": "tests"

package/scripts/templates/image_prompt_only_template.json

@@ -6,27 +6,21 @@
   "title": "[TITLE: Brief, engaging title for the topic]",
   "beats": [
     {
-      "duration": 5,
       "imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
     },
     {
-      "duration": 5,
       "imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
     },
     {
-      "duration": 5,
       "imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
     },
     {
-      "duration": 5,
       "imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
     },
     {
-      "duration": 5,
       "imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
     },
     {
-      "duration": 5,
       "imagePrompt": "[IMAGE_PROMPT: A prompt for the image to be generated for this beat.]"
     }
   ]

package/lib/agents/image_mock_agent.d.ts

@@ -1,4 +0,0 @@
-import { AgentFunction, AgentFunctionInfo } from "graphai";
-export declare const imageMockAgent: AgentFunction;
-declare const imageMockAgentInfo: AgentFunctionInfo;
-export default imageMockAgentInfo;

package/lib/agents/image_mock_agent.js

@@ -1,18 +0,0 @@
-import { GraphAILogger } from "graphai";
-export const imageMockAgent = async () => {
-    GraphAILogger.debug("agent dryRun");
-    return { buffer: Buffer.from([]) };
-};
-const imageMockAgentInfo = {
-    name: "imageMockAgent",
-    agent: imageMockAgent,
-    mock: imageMockAgent,
-    samples: [],
-    description: "Image mock agent",
-    category: ["image"],
-    author: "Receptron Team",
-    repository: "https://github.com/receptron/mulmocast-cli/",
-    license: "MIT",
-    environmentVariables: [],
-};
-export default imageMockAgentInfo;

package/lib/agents/mulmo_prompts_agent.d.ts

@@ -1,7 +0,0 @@
-import { AgentFunction, AgentFunctionInfo } from "graphai";
-import { prompts } from "./prompts_data.js";
-export declare const mulmoPromptsAgent: AgentFunction<{
-    promptKey: keyof typeof prompts;
-}>;
-declare const mulmoPromptsAgentInfo: AgentFunctionInfo;
-export default mulmoPromptsAgentInfo;

package/lib/agents/mulmo_prompts_agent.js

@@ -1,37 +0,0 @@
-import { prompts } from "./prompts_data.js";
-export const mulmoPromptsAgent = async ({ params }) => {
-    const { promptKey } = params;
-    if (promptKey) {
-        const prompt = prompts[promptKey];
-        if (prompt) {
-            return {
-                text: prompt,
-            };
-        }
-    }
-    return prompts;
-};
-const mulmoPromptsAgentInfo = {
-    name: "mulmoPromptsAgent",
-    agent: mulmoPromptsAgent,
-    mock: mulmoPromptsAgent,
-    samples: [
-        {
-            inputs: {},
-            params: {
-                promptKey: "abstract",
-            },
-            result: {
-                text: "We need to add a summary at the beginning of script, which summarizes this episode, which is very engaging. Please come up with a few sentences for the announcer to read, enter them into this script, and present it as an artifact.",
-            },
-        },
-    ],
-    description: "Prompts Agent",
-    category: ["prompt"],
-    author: "Receptron team",
-    repository: "https://github.com/receptron/mulmocast-cli",
-    source: "https://github.com/receptron/mulmocast-cli/tree/main/src/agents/prompts_agent.ts",
-    // package: "@graphai/prompts",
-    license: "MIT",
-};
-export default mulmoPromptsAgentInfo;

package/lib/agents/prompts_data.d.ts

@@ -1,15 +0,0 @@
-export declare const prompts: {
-    abstract: string;
-    image_prompt: string;
-    prompt: string;
-    prompt2: string;
-    prompt3: string;
-    prompt_eng3: string;
-    prompt_seed: string;
-    prompt_seed_materials: string;
-    prompt_taro: string;
-    prompt_taro3_json: string;
-    prompt_taro3_json2: string;
-    prompt_taro_json: string;
-    summary: string;
-};

package/lib/agents/prompts_data.js

@@ -1,16 +0,0 @@
-// This file is auto-generated by src/tools/prompt.ts and Do not be edited manually.
-export const prompts = {
-    abstract: "We need to add a summary at the beginning of script, which summarizes this episode, which is very engaging. Please come up with a few sentences for the announcer to read, enter them into this script, and present it as an artifact.",
-    image_prompt: 'We need to generate a series of images for this podcast. For each line of given json, generate an appropriate text prompt for text-2-image AI, considering the flow of whole discussion and add it as "imagePrompt" property to the script. We don\'t want to show student, teacher or classroom in the image. Do not eliminate any lines.\n\n[Examples]\nA modern tech conference stage with a speaker discussing AI advancements, futuristic lighting and a large digital screen displaying AI-related graphics.\nA close-up of an AI executive speaking at a press conference, with a backdrop displaying AI chip designs and a world map.\nA futuristic AI research lab with glowing blue data streams and a large AI model being visualized on a digital display.\nA high-tech meeting room with analysts discussing global AI trends, holographic charts displaying AI development.\nA balanced scale with AI progress on one side and economic factors on the other, symbolizing analysis and perspective.\nA newspaper headline about a breakthrough in AI technology, with digital code overlaying the article.\nA timeline showing the gradual evolution of AI models, with key milestones highlighted.\n',
-    prompt: 'generate a podcast script based on this topic in the JSON format using the opening statement below. Monologue by the Host. Complete story.\nClearly mention the news source.\nNews source:\nArticle url: ...\n\n```json\n{\n  "title": "(title of this episode)",\n  "description": "(short description of this episode)",\n  "reference": "(url to the article)",\n  "tts": "openAI", // or "nijivoice", default is "openAI"\n  "speakers": {\n    "Host": {\n      "voiceId": "shimmer",\n      "displayName": {\n        "en": "Host"\n      }\n    },\n  },\n  "beats": [\n    {\n      "speaker": "Host",\n      "text": "Hello and welcome to another episode of \'life is artificial\', where we explore the cutting edge of technology, innovation, and what the future could look like.",\n    },\n    {\n      "speaker": "Host",\n      "text": "Today, ...",\n    },\n    ...\n  ]\n}\n```\n\n',
-    prompt2: 'generate a podcast interview script of Steve Jobs about Elon Musk and his achievements with Tesla and SpaceX, in the JSON format using the opening statement below. \n\n```json\n{\n  title: "(title of this episode)",\n  description: "(short description of this episode)",\n  script:[\n    {\n      speaker: "Host",\n      text: "Hello and welcome to another episode of \'life is artificial\', where we explore the cutting edge of technology, innovation, and what the future could look like.",\n    },\n    {\n      speaker: "Host",\n      text: "Today, ...",\n    }\n  ]\n}\n```\n\n',
-    prompt3: 'Turn this interview into a script in the follwing JSON format without remove any discussions between host and guest, but remove unnecessary text like advertisements. \n\n```json\n{\n  "title": "(title of this episode)",\n  "description": "(short description of this episode)",\n  "script":[\n    {\n      "speaker": "Host",\n      "text": "Hello, thank you for taking an interview from me.",\n    },\n    {\n      "speaker": "Guest",\n      "text": "You are welcome",\n    }\n  ]\n}\n```\n',
-    prompt_eng3: 'Please create a script as an artifact in the form of a conversation between a Student and a Teacher, with the goal of explaining everything about this topic in a way that even a middle schooler can understand. However, be sure to cover all the key points. The opening line should always start with an introduction by an Announcer, saying:\n"Welcome to another episode of Life is Beautiful by Satoshi Nakajima."\nBelow, I’ll provide an example on a different topic in JSON format. Please follow this format.\n\n{\n  "title": "Martial Law in Korea and Its Impact on Japan",\n  "description": "An insightful discussion about the recently declared martial law in Korea and its potential implications, including parallels with constitutional considerations in Japan.",\n  "tts": "openAI",\n  "voices": [\n    "nova",\n    "echo",\n    "shimmer"\n  ],\n  "speakers": ["Announcer", "Student", "Teacher"],\n  "script": [\n    {\n      "speaker": "Announcer",\n      "text": "Welcome to another episode of Life is Beautiful by Satoshi Nakajima."\n    },\n    {\n      "speaker": "Announcer",\n      "text": "Today\'s topic is about the recently declared martial law in Korea."\n    },\n    {\n      "speaker": "Student",\n      "text": "Could you tell me about the martial law that was declared in Korea?"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "Of course. Recently, the president in Korea suddenly declared what we call \'martial law.\'"\n    },\n    {\n      "speaker": "Student",\n      "text": "What is martial law?"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "Simply put, it\'s a measure used to restrict people\'s freedoms using the military when the country is in an extremely dangerous situation. For example, they can prohibit political activities and control public gatherings."\n    },\n    {\n      "speaker": "Student",\n      "text": "That\'s scary. Why did they do that?"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "While the president claimed it was because \'the National Assembly wasn\'t functioning properly,\' it appears he used it to protect his own position. The military then tried to enter the National Assembly and arrest the assembly members."\n    },\n    {\n      "speaker": "Student",\n      "text": "What!? Trying to arrest National Assembly members sounds really dangerous!"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "That\'s right. If the military had occupied the National Assembly, they might not have been able to lift the martial law there. In other words, the president could have controlled the country as he wished indefinitely."\n    },\n    {\n      "speaker": "Student",\n      "text": "What happened in Korea?"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "Fortunately, opposition party members and citizens quickly gathered to protest, and the martial law was lifted after six hours. But it was a close call - Korea\'s democracy could have been severely damaged."\n    },\n    {\n      "speaker": "Student",\n      "text": "That\'s serious... Could something like this happen in Japan?"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "Actually, there\'s a similar discussion happening in Japan right now. The Liberal Democratic Party is trying to add an \'emergency declaration\' clause to the constitution."\n    },\n    {\n      "speaker": "Student",\n      "text": "Is the emergency declaration similar to Korea\'s martial law?"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "There are similarities. For instance, if the Prime Minister claims there\'s a \'risk of social order disruption,\' they can use special powers to run the country. They can issue orders with the same force as laws and give directions to local governments."\n    },\n    {\n      "speaker": "Student",\n      "text": "That sounds convenient, but I\'m worried."\n    },\n    {\n      "speaker": "Teacher",\n      "text": "Yes, you\'re right. While it\'s useful to respond quickly in emergencies, it can be very dangerous if these powers are abused. For example, the Prime Minister might run the country in ways that benefit them or take away people\'s freedoms."\n    },\n    {\n      "speaker": "Student",\n      "text": "Could the military get involved in politics like in Korea?"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "We can\'t completely rule it out, which is why we need to be careful. We citizens need to closely monitor whether the LDP\'s constitutional amendment proposal includes appropriate restrictions to prevent abuse of power and speak up. It\'s important for each of us to take an active interest in preventing damage to our democracy."\n    }\n  ]\n}',
-    prompt_seed: 'Please generate a podcast script based on the topic provided by the user.\nIf there are any unclear points, be sure to ask the user questions and clarify them before generating the script.\nThe output should follow the JSON format specified below.\n\n```json\n{\n  "title": "(title of this episode)",\n  "description": "(short description of this episode)",\n  "reference": "(url to the article)",\n  "tts": "openAI", // or "nijivoice", default is "openAI"\n  "speakers": {\n    "Host": {\n      "voiceId": "shimmer",\n      "displayName": {\n        "en": "Host"\n      }\n    },\n  },\n  "beats": [\n    {\n      "speaker": "Host",\n      "text": "Hello and welcome to another episode of \'life is artificial\', where we explore the cutting edge of technology, innovation, and what the future could look like.",\n    },\n    {\n      "speaker": "Host",\n      "text": "Today, ...",\n    },\n    ...\n  ]\n}\n```\n\n',
-    prompt_seed_materials: 'Generate a podcast script based on the materials provided by the user. The script should follow the JSON format specified below.\n\n```json\n{\n  "title": "(title of this episode)",\n  "description": "(short description of this episode)",\n  "reference": "(url to the article)",\n  "tts": "openAI", // or "nijivoice", default is "openAI"\n  "speechParams": {\n    "speakers": {\n      "Host": {\n        "voiceId": "shimmer",\n        "displayName": {\n          "en": "Host"\n        }\n      }\n    }\n  },\n  "beats": [\n    {\n      "speaker": "Host",\n      "text": "Hello and welcome to another episode of \'life is artificial\', where we explore the cutting edge of technology, innovation, and what the future could look like.",\n    },\n    {\n      "speaker": "Host",\n      "text": "Today, ...",\n    },\n    ...\n  ]\n}\n```\n',
-    prompt_taro: "この件について、内容全てを小学生にも分かるように、太郎くんと先生の会話、という形の台本にしてください。以下に別のトピックに関するサンプルを貼り付けます。\n\n太郎：先生、今日は原子炉の「冷温停止」について説明していただけますか？\n\n先生：もちろんだよ。でも同じ「冷温停止」でも言う人によって色々な意味があって、簡単じゃあないんだよ。\n\n太郎：そうなんですか。\n\n先生：もともとはね、「冷温停止」とは「制御棒を挿入して核反応を止めた後、冷却水を循環させて原子炉の温度を安定的に１００度以下に保つ事」の意味なんだけどね、福島第一の場合はそうはいかないんだ。\n\n太郎：メルトダウンしてしまっているからですね。\n\n先生：そうなんだ、核燃料は本来なら燃料棒という形で原子炉の中に整然と並んでいるはずなんだが、福島第一の場合、それが熱で溶けて流れ落ちてしまった上に、その熱で原子炉にも、その外側にある格納容器にも穴が空いてしまっているんだ。\n\n太郎：じゃあ、いったいどうやってそれを安定して冷却するんですか？\n\n先生：それがとっても大変なんだよ。分かりやすくするために、トイレに例えてみよう。君のうちには水洗トイレがあるよね。\n\n太郎：もちろんです。ウォシュレットだって付いてます。\n\n先生：君のうちにあるトイレみたいに、使った後にはちゃんと汚いものを流してくれるトイレを「安定したトイレ」と呼ぶことにしよう。\n\n太郎：はい。\n\n先生：福島第一のトイレは、まず水を流すためのタンクがこわれちゃっているんだ。\n\n太郎：あの、トイレの上についている四角いタンクですね。\n\n先生：福島第一の場合、あのタンクが壊れているんで、仕方がなく洗面台からホースで水を引っ張って来て流しているんだ。\n\n太郎：ずいぶん不便ですね。\n\n先生：でも、問題はそれだけじゃなくて、便器も壊れて穴が空いちゃっているんだ。\n\n太郎：ええ、それじゃあ、トイレの床が水びたしじゃないですか。\n\n先生：そうだよ。それも水だけじゃなくて、便とか尿とかも穴から漏れているんだ。\n\n太郎：それはひどいですね。",
-    prompt_taro3_json: 'この件について、内容全てを中学生にも分かるように、太郎くん(Student)と先生(Teacher)の会話、という形の台本をArtifactとして作って。ただし要点はしっかりと押さえて。\n最初の一言は、Announcerによるトピックの紹介にし、常に、"米国で活躍するエンジニアが新しい技術やビジネスを分かりやすく解説する、中島聡のLife is beautiful。"でスタートして。\n以下に別のトピックに関するサンプルを貼り付けます。このJSONフォーマットに従って。\n\n{\n  "title": "韓国の戒厳令とその日本への影響",\n  "description": "韓国で最近発令された戒厳令とその可能性のある影響について、また日本の憲法に関する考慮事項との類似点を含めた洞察に満ちた議論。",\n  "tts": "nijivoice",\n  "voices": [\n    "c05bf02d-bed2-4335-aa69-0798e9e85205",\n    "b9277ce3-ba1c-4f6f-9a65-c05ca102ded0",\n    "bc06c63f-fef6-43b6-92f7-67f919bd5dae"\n  ],\n  "speakers": ["Announcer", "Student", "Teacher"],\n  "script": [\n    {\n      "speaker": "Announcer",\n      "text": "米国で活躍するエンジニアが、新しい技術やビジネスを分かりやすく解説する、中島聡のLife is beautiful。今日は、韓国で最近発令された戒厳令についての解説です。"\n    },\n    {\n      "speaker": "Student",\n      "text": "先生、今日は韓国で起きた戒厳令のことを教えてもらえますか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "もちろんだよ、太郎くん。韓国で最近、大統領が「戒厳令」っていうのを突然宣言したんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "戒厳令ってなんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "簡単に言うと、国がすごく危ない状態にあるとき、軍隊を使って人々の自由を制限するためのものなんだ。たとえば、政治活動を禁止したり、人の集まりを取り締まったりするんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "それって怖いですね。なんでそんなことをしたんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "大統領は「国会がうまく機能していないから」と言っていたけど、実際には自分の立場を守るために使ったように見えるんだ。それで、軍隊が国会に突入して、議員たちを捕まえようとしたんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "ええっ！？国会議員を捕まえようとするなんて、すごく危ないことじゃないですか。"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "その通りだよ。もし軍隊が国会を占拠していたら、国会で戒厳令を解除することもできなかったかもしれない。つまり、大統領がずっと自分の好きなように国を支配できるようになってしまうんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "韓国ではどうなったんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "幸い、野党の議員や市民たちが急いで集まって抗議して、6時間後に戒厳令は解除されたんだ。でも、ほんの少しの違いで、韓国の民主主義が大きく傷つけられるところだったんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "それは大変なことですね…。日本ではそんなこと起きないんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "実はね、今、日本でも似たような話があるんだよ。自民党が「緊急事態宣言」を憲法に追加しようとしているんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "緊急事態宣言って、韓国の戒厳令と同じようなものなんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "似ている部分があるね。たとえば、総理大臣が「社会秩序の混乱の危険があるから」と言えば、特別な権限を使って国を動かすことができるんだ。法律と同じ力を持つ命令を出したり、地方自治体に指示を出したりすることができるんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "それって便利そうですけど、なんだか心配です。"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "そうだね。もちろん、緊急時には素早い対応が必要だから便利な面もあるけど、その権限が濫用されると、とても危険なんだ。たとえば、総理大臣が自分に都合のいいように国を動かしたり、国民の自由を奪ったりすることができるようになってしまうかもしれない。"\n    },\n    {\n      "speaker": "Student",\n      "text": "韓国みたいに、軍隊が政治に口を出してくることもあり得るんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "完全にあり得ないとは言えないからこそ、注意が必要なんだ。私たち国民は、自民党の改憲案が権力の濫用を防ぐための適切な制限を含んでいるのかをしっかり監視し、声を上げることが求められる。民主主義が損なわれるのを防ぐために、私たち一人ひとりが積極的に関心を持つことが大切なんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "ありがとうございます。とても良い勉強になりました。"\n    }\n  ]\n}',
-    prompt_taro3_json2: 'この件について、内容全てを高校生にも分かるように、太郎くん(Student)と先生(Teacher)の会話、という形の台本をArtifactとして作って。ただし要点はしっかりと押さえて。\n以下に別のトピックに関するサンプルを貼り付けます。このJSONフォーマットに従って。\n\n{\n  "title": "韓国の戒厳令とその日本への影響",\n  "description": "韓国で最近発令された戒厳令とその可能性のある影響について、また日本の憲法に関する考慮事項との類似点を含めた洞察に満ちた議論。",\n  "tts": "nijivoice",\n  "voices": [\n    "afd7df65-0fdc-4d31-ae8b-a29f0f5eed62",\n    "a7619e48-bf6a-4f9f-843f-40485651257f",\n    "bc06c63f-fef6-43b6-92f7-67f919bd5dae"\n  ],\n  "charactors": ["春玲", "森野颯太", "ベン・カーター"],\n  "speakers": ["Announcer", "Student", "Teacher"],\n  "script": [\n    {\n      "speaker": "Student",\n      "text": "先生、今日は韓国で起きた戒厳令のことを教えてもらえますか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "もちろんだよ、太郎くん。韓国で最近、大統領が「戒厳令」っていうのを突然宣言したんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "戒厳令ってなんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "簡単に言うと、国がすごく危ない状態にあるとき、軍隊を使って人々の自由を制限するためのものなんだ。たとえば、政治活動を禁止したり、人の集まりを取り締まったりするんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "それって怖いですね。なんでそんなことをしたんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "大統領は「国会がうまく機能していないから」と言っていたけど、実際には自分の立場を守るために使ったように見えるんだ。それで、軍隊が国会に突入して、議員たちを捕まえようとしたんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "ええっ！？国会議員を捕まえようとするなんて、すごく危ないことじゃないですか。"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "その通りだよ。もし軍隊が国会を占拠していたら、国会で戒厳令を解除することもできなかったかもしれない。つまり、大統領がずっと自分の好きなように国を支配できるようになってしまうんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "韓国ではどうなったんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "幸い、野党の議員や市民たちが急いで集まって抗議して、6時間後に戒厳令は解除されたんだ。でも、ほんの少しの違いで、韓国の民主主義が大きく傷つけられるところだったんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "それは大変なことですね…。日本ではそんなこと起きないんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "実はね、今、日本でも似たような話があるんだよ。自民党が「緊急事態宣言」を憲法に追加しようとしているんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "緊急事態宣言って、韓国の戒厳令と同じようなものなんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "似ている部分があるね。たとえば、総理大臣が「社会秩序の混乱の危険があるから」と言えば、特別な権限を使って国を動かすことができるんだ。法律と同じ力を持つ命令を出したり、地方自治体に指示を出したりすることができるんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "それって便利そうですけど、なんだか心配です。"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "そうだね。もちろん、緊急時には素早い対応が必要だから便利な面もあるけど、その権限が濫用されると、とても危険なんだ。たとえば、総理大臣が自分に都合のいいように国を動かしたり、国民の自由を奪ったりすることができるようになってしまうかもしれない。"\n    },\n    {\n      "speaker": "Student",\n      "text": "韓国みたいに、軍隊が政治に口を出してくることもあり得るんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "完全にあり得ないとは言えないからこそ、注意が必要なんだ。私たち国民は、自民党の改憲案が権力の濫用を防ぐための適切な制限を含んでいるのかをしっかり監視し、声を上げることが求められる。民主主義が損なわれるのを防ぐために、私たち一人ひとりが積極的に関心を持つことが大切なんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "ありがとうございます。とても良い勉強になりました。"\n    },\n    {\n      "speaker": "Announcer",\n      "text": "ご視聴、ありがとうございました。次回の放送もお楽しみに。"\n    }\n  ]\n}',
-    prompt_taro_json: 'この件について、内容全てを小学生にも分かるように、太郎くん(Guest)と先生(Host)の会話、という形の台本にしてください。以下に別のトピックに関するサンプルを貼り付けます。このJSONフォーマットに従ってください。\n\n{\n  "title": "韓国の戒厳令とその日本への影響",\n  "description": "韓国で最近発令された戒厳令とその可能性のある影響について、また日本の憲法に関する考慮事項との類似点を含めた洞察に満ちた議論。",\n  "tts": "nijivoice",\n  "script": [\n    {\n      "speaker": "Host",\n      "text": "先生、今日は韓国で起きた戒厳令のことを教えてもらえますか？"\n    },\n    {\n      "speaker": "Guest",\n      "text": "もちろんだよ、太郎くん。韓国で最近、大統領が「戒厳令」っていうのを突然宣言したんだ。"\n    },\n    {\n      "speaker": "Host",\n      "text": "戒厳令ってなんですか？"\n    },\n    {\n      "speaker": "Guest",\n      "text": "簡単に言うと、国がすごく危ない状態にあるとき、軍隊を使って人々の自由を制限するためのものなんだ。たとえば、政治活動を禁止したり、人の集まりを取り締まったりするんだよ。"\n    },\n    {\n      "speaker": "Host",\n      "text": "それって怖いですね。なんでそんなことをしたんですか？"\n    },\n    {\n      "speaker": "Guest",\n      "text": "大統領は「国会がうまく機能していないから」と言っていたけど、実際には自分の立場を守るために使ったように見えるんだ。それで、軍隊が国会に突入して、議員たちを捕まえようとしたんだ。"\n    },\n    {\n      "speaker": "Host",\n      "text": "ええっ！？国会議員を捕まえようとするなんて、すごく危ないことじゃないですか。"\n    },\n    {\n      "speaker": "Guest",\n      "text": "その通りだよ。もし軍隊が国会を占拠していたら、国会で戒厳令を解除することもできなかったかもしれない。つまり、大統領がずっと自分の好きなように国を支配できるようになってしまうんだ。"\n    },\n    {\n      "speaker": "Host",\n      "text": "韓国ではどうなったんですか？"\n    },\n    {\n      "speaker": "Guest",\n      "text": "幸い、野党の議員や市民たちが急いで集まって抗議して、6時間後に戒厳令は解除されたんだ。でも、ほんの少しの違いで、韓国の民主主義が大きく傷つけられるところだったんだよ。"\n    },\n    {\n      "speaker": "Host",\n      "text": "それは大変なことですね…。日本ではそんなこと起きないんですか？"\n    },\n    {\n      "speaker": "Guest",\n      "text": "実はね、今、日本でも似たような話があるんだよ。自民党が「緊急事態宣言」を憲法に追加しようとしているんだ。"\n    },\n    {\n      "speaker": "Host",\n      "text": "緊急事態宣言って、韓国の戒厳令と同じようなものなんですか？"\n    },\n    {\n      "speaker": "Guest",\n      "text": "似ている部分があるね。たとえば、総理大臣が「社会秩序の混乱の危険があるから」と言えば、特別な権限を使って国を動かすことができるんだ。法律と同じ力を持つ命令を出したり、地方自治体に指示を出したりすることができるんだよ。"\n    },\n    {\n      "speaker": "Host",\n      "text": "それって便利そうですけど、なんだか心配です。"\n    },\n    {\n      "speaker": "Guest",\n      "text": "そうだね。もちろん、緊急時には素早い対応が必要だから便利な面もあるけど、その権限が濫用されると、とても危険なんだ。たとえば、総理大臣が自分に都合のいいように国を動かしたり、国民の自由を奪ったりすることができるようになってしまうかもしれない。"\n    },\n    {\n      "speaker": "Host",\n      "text": "韓国みたいに、軍隊が政治に口を出してくることもあり得るんですか？"\n    },\n    {\n      "speaker": "Guest",\n      "text": "完全にあり得ないとは言えないからこそ、注意が必要なんだ。私たち国民は、自民党の改憲案が権力の濫用を防ぐための適切な制限を含んでいるのかをしっかり監視し、声を上げることが求められる。民主主義が損なわれるのを防ぐために、私たち一人ひとりが積極的に関心を持つことが大切なんだよ。"\n    }\n  ]\n}',
-    summary: "We need to add a summary at the end of script, which summarizes this episode. Please come up with a few sentences for the announcer to read, enter them into this script, and present it as an artifact.",
-};

package/lib/agents/validate_mulmo_script_agent.d.ts

@@ -1,17 +0,0 @@
-import type { AgentFunction, AgentFunctionInfo, DefaultConfigData } from "graphai";
-import { MulmoScript } from "../types/index.js";
-interface ValidateMulmoScriptInputs {
-    text: string;
-}
-interface ValidateMulmoScriptResponse {
-    isValid: boolean;
-    data?: MulmoScript;
-    error?: string;
-}
-/**
- * MulmoScript JSON validation agent
- * Validates if a JSON string conforms to the MulmoScript schema
- */
-export declare const validateMulmoScriptAgent: AgentFunction<object, ValidateMulmoScriptResponse, ValidateMulmoScriptInputs, DefaultConfigData>;
-declare const validateMulmoScriptAgentInfo: AgentFunctionInfo;
-export default validateMulmoScriptAgentInfo;

package/lib/agents/validate_mulmo_script_agent.js

@@ -1,34 +0,0 @@
-import { mulmoScriptSchema } from "../types/schema.js";
-/**
- * MulmoScript JSON validation agent
- * Validates if a JSON string conforms to the MulmoScript schema
- */
-export const validateMulmoScriptAgent = async ({ namedInputs, }) => {
-    const { text } = namedInputs;
-    try {
-        const jsonData = JSON.parse(text);
-        const parsed = mulmoScriptSchema.parse(jsonData);
-        return {
-            isValid: true,
-            data: parsed,
-        };
-    }
-    catch (error) {
-        return {
-            isValid: false,
-            error: error instanceof Error ? error.message : String(error),
-        };
-    }
-};
-const validateMulmoScriptAgentInfo = {
-    name: "validateMulmoScriptAgent",
-    agent: validateMulmoScriptAgent,
-    mock: validateMulmoScriptAgent,
-    samples: [],
-    description: "Validates if a JSON string conforms to the MulmoScript schema",
-    category: ["validation"],
-    author: "Receptron Team",
-    repository: "https://github.com/receptron/mulmocast-cli/tree/main/src/agents/validate_script_agent.ts",
-    license: "MIT",
-};
-export default validateMulmoScriptAgentInfo;

package/lib/cli/args.d.ts

@@ -1,15 +0,0 @@
-export declare const getArgs: () => {
-    [x: string]: unknown;
-    v: boolean;
-    o: string | undefined;
-    b: string | undefined;
-    l: string | undefined;
-    a: string | undefined;
-    i: string | undefined;
-    f: boolean;
-    c: string | undefined;
-    pdf_mode: string;
-    pdf_size: string;
-    _: (string | number)[];
-    $0: string;
-};

package/lib/cli/args.js

@@ -1,62 +0,0 @@
-import yargs from "yargs";
-import { hideBin } from "yargs/helpers";
-import { commonOptions } from "./common.js";
-import { pdf_modes, pdf_sizes, languages } from "../utils/const.js";
-export const getArgs = () => {
-    return commonOptions(yargs(hideBin(process.argv)))
-        .scriptName("mulmo")
-        .option("a", {
-        alias: "audiodir",
-        description: "audio dir",
-        demandOption: false,
-        type: "string",
-    })
-        .option("i", {
-        alias: "imagedir",
-        description: "image dir",
-        demandOption: false,
-        type: "string",
-    })
-        .option("f", {
-        alias: "force",
-        description: "force generate",
-        demandOption: false,
-        default: false,
-        type: "boolean",
-    })
-        .option("c", {
-        alias: "caption",
-        description: "Video captions",
-        choices: languages,
-        demandOption: false,
-        type: "string",
-    })
-        .option("pdf_mode", {
-        description: "pdf mode",
-        demandOption: false,
-        choices: pdf_modes,
-        type: "string",
-        default: "slide",
-    })
-        .option("pdf_size", {
-        choices: pdf_sizes,
-        default: "letter",
-        describe: "PDF paper size (default: letter for US standard)",
-    })
-        .command("$0 <action> <file>", "Run mulmocast", (yargs) => {
-        return yargs
-            .positional("action", {
-            describe: "action to perform",
-            choices: ["translate", "audio", "images", "movie", "pdf"],
-            type: "string",
-        })
-            .positional("file", {
-            describe: "Mulmo Script File",
-            type: "string",
-        });
-    })
-        .strict()
-        .help()
-        .alias("help", "h")
-        .parseSync();
-};

package/lib/cli/cli.d.ts

@@ -1,17 +0,0 @@
-#!/usr/bin/env node
-import "dotenv/config";
-export declare const getFileObject: (_args: {
-    [x: string]: unknown;
-}) => {
-    baseDirPath: string;
-    mulmoFilePath: string;
-    mulmoFileDirPath: string;
-    outDirPath: string;
-    imageDirPath: string;
-    audioDirPath: string;
-    isHttpPath: boolean;
-    fileOrUrl: string;
-    outputStudioFilePath: string;
-    fileName: string;
-};
-export declare const main: () => Promise<void>;

package/lib/cli/cli.js

@@ -1,117 +0,0 @@
-#!/usr/bin/env node
-import "dotenv/config";
-import fs from "fs";
-import path from "path";
-import { GraphAILogger } from "graphai";
-import { getArgs } from "./args.js";
-import { createOrUpdateStudioData } from "../utils/preprocess.js";
-import { outDirName, imageDirName, audioDirName } from "../utils/const.js";
-import { translate, audio, images, movie, pdf, captions } from "../actions/index.js";
-import { getBaseDirPath, getFullPath, readMulmoScriptFile, fetchMulmoScriptFile, getOutputStudioFilePath, resolveDirPath } from "../utils/file.js";
-import { isHttp } from "../utils/utils.js";
-import clipboardy from "clipboardy";
-export const getFileObject = (_args) => {
-    const { basedir, file, outdir, imagedir, audiodir } = _args;
-    const baseDirPath = getBaseDirPath(basedir);
-    const outDirPath = getFullPath(baseDirPath, outdir ?? outDirName);
-    const { fileOrUrl, fileName } = (() => {
-        if (file === "__clipboard") {
-            // We generate a new unique script file from clipboard text in the output directory
-            const now = new Date();
-            const pad = (n) => n.toString().padStart(2, "0");
-            const fileName = `script_${now.getFullYear()}${pad(now.getMonth() + 1)}${pad(now.getDate())}_${pad(now.getHours())}${pad(now.getMinutes())}${pad(now.getSeconds())}`;
-            const clipboardText = clipboardy.readSync();
-            const fileOrUrl = resolveDirPath(outDirPath, `${fileName}.json`);
-            fs.writeFileSync(fileOrUrl, clipboardText, "utf8");
-            return { fileOrUrl, fileName };
-        }
-        const fileOrUrl = file ?? "";
-        const fileName = path.parse(fileOrUrl).name;
-        return { fileOrUrl, fileName };
-    })();
-    const isHttpPath = isHttp(fileOrUrl);
-    const mulmoFilePath = isHttpPath ? "" : getFullPath(baseDirPath, fileOrUrl);
-    const mulmoFileDirPath = path.dirname(isHttpPath ? baseDirPath : mulmoFilePath);
-    const imageDirPath = getFullPath(outDirPath, imagedir ?? imageDirName);
-    const audioDirPath = getFullPath(outDirPath, audiodir ?? audioDirName);
-    const outputStudioFilePath = getOutputStudioFilePath(outDirPath, fileName);
-    return { baseDirPath, mulmoFilePath, mulmoFileDirPath, outDirPath, imageDirPath, audioDirPath, isHttpPath, fileOrUrl, outputStudioFilePath, fileName };
-};
-const fetchScript = async (isHttpPath, mulmoFilePath, fileOrUrl) => {
-    if (isHttpPath) {
-        const res = await fetchMulmoScriptFile(fileOrUrl);
-        if (!res.result || !res.script) {
-            GraphAILogger.info(`ERROR: HTTP error! ${res.status} ${fileOrUrl}`);
-            process.exit(1);
-        }
-        return res.script;
-    }
-    if (!fs.existsSync(mulmoFilePath)) {
-        GraphAILogger.info(`ERROR: File not exists ${mulmoFilePath}`);
-        process.exit(1);
-    }
-    return readMulmoScriptFile(mulmoFilePath, "ERROR: File does not exist " + mulmoFilePath).mulmoData;
-};
-export const main = async () => {
-    const args = getArgs();
-    const files = getFileObject(args);
-    const { mulmoFilePath, isHttpPath, fileOrUrl, fileName, outputStudioFilePath } = files;
-    if (args.v) {
-        GraphAILogger.info(files);
-    }
-    else {
-        GraphAILogger.setLevelEnabled("error", false);
-        GraphAILogger.setLevelEnabled("log", false);
-        GraphAILogger.setLevelEnabled("warn", false);
-    }
-    const { action, f: force, pdf_mode, pdf_size, l: lang, c: caption } = args;
-    const mulmoScript = await fetchScript(isHttpPath, mulmoFilePath, fileOrUrl);
-    // Create or update MulmoStudio file with MulmoScript
-    const currentStudio = readMulmoScriptFile(outputStudioFilePath);
-    const studio = (() => {
-        try {
-            // validate mulmoStudioSchema. skip if __test_invalid__ is true
-            return createOrUpdateStudioData(mulmoScript, currentStudio?.mulmoData, fileName);
-        }
-        catch (error) {
-            GraphAILogger.info(`Error: invalid MulmoScript Schema: ${isHttpPath ? fileOrUrl : mulmoFilePath} \n ${error}`);
-            process.exit(1);
-        }
-    })();
-    const context = {
-        studio,
-        fileDirs: files,
-        force: Boolean(force),
-        lang: lang,
-        caption: caption,
-    };
-    if (action === "translate" || lang || caption) {
-        GraphAILogger.log("run translate");
-        await translate(context);
-    }
-    if (action === "audio") {
-        await audio(context);
-    }
-    if (action === "images") {
-        await images(context);
-    }
-    if (action === "movie") {
-        if (caption) {
-            await captions(context);
-        }
-        await audio(context);
-        await images(context);
-        await movie(context);
-    }
-    if (action === "pdf") {
-        await images(context);
-        await pdf(context, pdf_mode, pdf_size);
-    }
-    if (context.studio.script.title) {
-        GraphAILogger.info(context.studio.script.title);
-    }
-    if (context.studio.script.references) {
-        const textOutput = context.studio.script.references.map((reference) => `${reference.title}\n${reference.url}`).join("\n");
-        GraphAILogger.info(textOutput);
-    }
-};

package/lib/cli/run.d.ts

@@ -1,2 +0,0 @@
-#!/usr/bin/env node
-export {};

package/lib/cli/run.js

@@ -1,3 +0,0 @@
-#!/usr/bin/env node
-import { main } from "./cli.js";
-main();

package/lib/cli/tool-args.d.ts

@@ -1,16 +0,0 @@
-export declare const args: {
-    [x: string]: unknown;
-    v: boolean;
-    o: string | undefined;
-    b: string | undefined;
-    l: string | undefined;
-    u: string[] | never[];
-    i: boolean | undefined;
-    t: string | undefined;
-    c: string | undefined;
-    s: string;
-    llm_agent: string | undefined;
-    llm_model: string | undefined;
-    _: (string | number)[];
-    $0: string;
-};

package/lib/cli/tool-args.js

@@ -1,64 +0,0 @@
-import yargs from "yargs";
-import { hideBin } from "yargs/helpers";
-import { commonOptions } from "./common.js";
-import { getAvailableTemplates } from "../utils/file.js";
-import { llmAgents } from "../utils/utils.js";
-const availableTemplateNames = getAvailableTemplates().map((template) => template.filename);
-export const args = commonOptions(yargs(hideBin(process.argv)))
-    .scriptName("mulmo-tool")
-    .option("u", {
-    alias: "url",
-    description: "URLs to reference (required when not in interactive mode)",
-    demandOption: false,
-    default: [],
-    type: "array",
-    string: true,
-})
-    .option("i", {
-    alias: "interactive",
-    description: "Generate script in interactive mode with user prompts",
-    demandOption: false,
-    type: "boolean",
-})
-    .option("t", {
-    alias: "template",
-    description: "Template name to use",
-    demandOption: false,
-    choices: availableTemplateNames,
-    type: "string",
-})
-    .option("c", {
-    alias: "cache",
-    description: "cache dir",
-    demandOption: false,
-    type: "string",
-})
-    .option("s", {
-    alias: "script",
-    description: "script filename",
-    demandOption: false,
-    default: "script",
-    type: "string",
-})
-    .option("llm_agent", {
-    description: "llm agent",
-    demandOption: false,
-    choices: llmAgents,
-    type: "string",
-})
-    .option("llm_model", {
-    description: "llm model",
-    demandOption: false,
-    type: "string",
-})
-    .command("$0 <action>", "Run mulmocast tool", (yargs) => {
-    return yargs.positional("action", {
-        describe: "action to perform",
-        choices: ["scripting", "prompt", "schema"],
-        type: "string",
-    });
-})
-    .strict()
-    .help()
-    .alias("help", "h")
-    .parseSync();

package/lib/cli/tool-cli.d.ts

@@ -1,2 +0,0 @@
-#!/usr/bin/env node
-import "dotenv/config";

package/lib/cli/tool-cli.js

@@ -1,69 +0,0 @@
-#!/usr/bin/env node
-import "dotenv/config";
-import { GraphAILogger } from "graphai";
-import { args } from "./tool-args.js";
-import { outDirName, cacheDirName } from "../utils/const.js";
-import { createMulmoScriptFromUrl } from "../tools/create_mulmo_script_from_url.js";
-import { getBaseDirPath, getFullPath } from "../utils/file.js";
-import { createMulmoScriptInteractively } from "../tools/create_mulmo_script_interactively.js";
-import { dumpPromptFromTemplate } from "../tools/dump_prompt.js";
-import { getUrlsIfNeeded, selectTemplate } from "../utils/inquirer.js";
-import { mulmoScriptSchema } from "../types/schema.js";
-import { zodToJsonSchema } from "zod-to-json-schema";
-const main = async () => {
-    const { o: outdir, b: basedir, action, v: verbose, i: interactive, s: filename, cache } = args;
-    let { t: template } = args;
-    const { u: urls } = args;
-    const { llm_model, llm_agent } = args;
-    const baseDirPath = getBaseDirPath(basedir);
-    const outDirPath = getFullPath(baseDirPath, outdir ?? outDirName);
-    const cacheDirPath = getFullPath(outDirPath, cache ?? cacheDirName);
-    if (verbose) {
-        GraphAILogger.info("baseDirPath:", baseDirPath);
-        GraphAILogger.info("outDirPath:", outDirPath);
-        GraphAILogger.info("cacheDirPath:", cacheDirPath);
-        GraphAILogger.info("template:", template);
-        GraphAILogger.info("urls:", urls);
-        GraphAILogger.info("action:", action);
-        GraphAILogger.info("interactive:", interactive);
-        GraphAILogger.info("filename:", filename);
-    }
-    else {
-        GraphAILogger.setLevelEnabled("error", false);
-        GraphAILogger.setLevelEnabled("log", false);
-        GraphAILogger.setLevelEnabled("warn", false);
-    }
-    // If template is not specified, show the selection prompt
-    if (!template) {
-        template = await selectTemplate();
-        if (verbose) {
-            GraphAILogger.info("Selected template:", template);
-        }
-    }
-    if (action === "scripting") {
-        const context = { outDirPath, templateName: template, urls, filename, cacheDirPath, llm_model, llm_agent };
-        if (interactive) {
-            await createMulmoScriptInteractively(context);
-        }
-        else {
-            context.urls = await getUrlsIfNeeded(urls);
-            await createMulmoScriptFromUrl(context);
-        }
-    }
-    else if (action === "prompt") {
-        await dumpPromptFromTemplate({ templateName: template });
-    }
-    else if (action === "schema") {
-        const defaultSchema = zodToJsonSchema(mulmoScriptSchema, {
-            strictUnions: true,
-        });
-        GraphAILogger.info(JSON.stringify(defaultSchema, null, 2));
-    }
-    else {
-        throw new Error(`Unknown or unsupported action: ${action}`);
-    }
-};
-main().catch((error) => {
-    GraphAILogger.info("An unexpected error occurred:", error);
-    process.exit(1);
-});

package/lib/methods/mulmo_script.d.ts

@@ -1,11 +0,0 @@
-import "dotenv/config";
-import { MulmoCanvasDimension, MulmoScript, MulmoBeat, SpeechOptions, Text2SpeechProvider, Text2ImageAgentInfo, BeatMediaType } from "../types/index.js";
-export declare const MulmoScriptMethods: {
-    getCanvasSize(script: MulmoScript): MulmoCanvasDimension;
-    getSpeechProvider(script: MulmoScript): Text2SpeechProvider;
-    getAllSpeechProviders(script: MulmoScript): Set<Text2SpeechProvider>;
-    getTextSlideStyle(script: MulmoScript, beat: MulmoBeat): string;
-    getSpeechOptions(script: MulmoScript, beat: MulmoBeat): SpeechOptions | undefined;
-    getImageAgentInfo(script: MulmoScript, dryRun?: boolean): Text2ImageAgentInfo;
-    getImageType(_: MulmoScript, beat: MulmoBeat): BeatMediaType;
-};

package/lib/methods/mulmo_script.js

@@ -1,59 +0,0 @@
-import "dotenv/config";
-import { text2ImageProviderSchema, text2SpeechProviderSchema, mulmoCanvasDimensionSchema } from "../types/schema.js";
-const defaultTextSlideStyles = [
-    '*,*::before,*::after{box-sizing:border-box}body,h1,h2,h3,h4,p,figure,blockquote,dl,dd{margin:0}ul[role="list"],ol[role="list"]{list-style:none}html:focus-within{scroll-behavior:smooth}body{min-height:100vh;text-rendering:optimizeSpeed;line-height:1.5}a:not([class]){text-decoration-skip-ink:auto}img,picture{max-width:100%;display:block}input,button,textarea,select{font:inherit}@media(prefers-reduced-motion:reduce){html:focus-within{scroll-behavior:auto}*,*::before,*::after{animation-duration:.01ms !important;animation-iteration-count:1 !important;transition-duration:.01ms !important;scroll-behavior:auto !important}}',
-    "body { margin: 60px; margin-top: 40px; color:#333; font-size: 30px; font-family: Arial, sans-serif; box-sizing: border-box; height: 100vh }",
-    "h1 { font-size: 56px; margin-bottom: 20px; text-align: center }",
-    "h2 { font-size: 48px; text-align: center }",
-    "h3 { font-size: 36px }",
-    "ul { margin-left: 40px } ",
-    "pre { background: #eeeecc; font-size: 16px; padding:4px }",
-    "p { margin-left: 40px }",
-    "table { font-size: 36px; margin: auto; border: 1px solid gray; border-collapse: collapse }",
-    "th { border-bottom: 1px solid gray }",
-    "td, th { padding: 8px }",
-    "tr:nth-child(even) { background-color: #eee }",
-];
-export const MulmoScriptMethods = {
-    getCanvasSize(script) {
-        return mulmoCanvasDimensionSchema.parse(script.canvasSize);
-    },
-    getSpeechProvider(script) {
-        return text2SpeechProviderSchema.parse(script.speechParams?.provider);
-    },
-    getAllSpeechProviders(script) {
-        const providers = new Set();
-        const defaultProvider = this.getSpeechProvider(script);
-        Object.values(script.speechParams.speakers).forEach((speaker) => {
-            const provider = speaker.provider ?? defaultProvider;
-            providers.add(provider);
-        });
-        return providers;
-    },
-    getTextSlideStyle(script, beat) {
-        const styles = script.textSlideParams?.cssStyles ?? [];
-        // NOTES: Taking advantage of CSS override rule (you can redefine it to override)
-        const extraStyles = beat.textSlideParams?.cssStyles ?? [];
-        // This code allows us to support both string and array of strings for cssStyles
-        return [...defaultTextSlideStyles, ...[styles], ...[extraStyles]].flat().join("\n");
-    },
-    getSpeechOptions(script, beat) {
-        return { ...script.speechParams.speakers[beat.speaker].speechOptions, ...beat.speechOptions };
-    },
-    getImageAgentInfo(script, dryRun = false) {
-        // Notice that we copy imageParams from script and update
-        // provider and model appropriately.
-        const provider = text2ImageProviderSchema.parse(script.imageParams?.provider);
-        const defaultImageParams = {
-            model: provider === "openai" ? process.env.DEFAULT_OPENAI_IMAGE_MODEL : undefined,
-        };
-        return {
-            provider,
-            agent: dryRun ? "mediaMockAgent" : provider === "google" ? "imageGoogleAgent" : "imageOpenaiAgent",
-            imageParams: { ...defaultImageParams, ...script.imageParams },
-        };
-    },
-    getImageType(_, beat) {
-        return beat.image?.type == "movie" ? "movie" : "image";
-    },
-};

package/lib/methods/mulmo_studio.d.ts

@@ -1,8 +0,0 @@
-import { MulmoStudio } from "../types/index.js";
-type SessionType = "audio" | "image" | "video" | "multiLingual" | "caption" | "pdf";
-type BeatSessionType = "audio" | "image" | "multiLingual" | "caption" | "movie";
-export declare const MulmoStudioMethods: {
-    setSessionState(studio: MulmoStudio, sessionType: SessionType, value: boolean): void;
-    setBeatSessionState(studio: MulmoStudio, sessionType: BeatSessionType, index: number, value: boolean): void;
-};
-export {};

package/lib/methods/mulmo_studio.js

@@ -1,24 +0,0 @@
-import { GraphAILogger } from "graphai";
-const notifyStateChange = (studio, sessionType) => {
-    const prefix = studio.state.inSession[sessionType] ? "<" : " >";
-    GraphAILogger.info(`${prefix} ${sessionType}`);
-};
-const notifyBeatStateChange = (studio, sessionType, index) => {
-    const prefix = studio.state.inBeatSession[sessionType].has(index) ? "{" : " }";
-    GraphAILogger.info(`${prefix} ${sessionType} ${index}`);
-};
-export const MulmoStudioMethods = {
-    setSessionState(studio, sessionType, value) {
-        studio.state.inSession[sessionType] = value;
-        notifyStateChange(studio, sessionType);
-    },
-    setBeatSessionState(studio, sessionType, index, value) {
-        if (value) {
-            studio.state.inBeatSession[sessionType].add(index);
-        }
-        else {
-            studio.state.inBeatSession[sessionType].delete(index);
-        }
-        notifyBeatStateChange(studio, sessionType, index);
-    },
-};

package/lib/tools/prompt.d.ts

@@ -1 +0,0 @@
-export {};

package/lib/tools/prompt.js

@@ -1,18 +0,0 @@
-import fs from "fs";
-import path from "path";
-import { fileURLToPath } from "url";
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-const main = async () => {
-    const basePath = path.resolve(__dirname, "../../prompts/");
-    const ret = {};
-    fs.readdirSync(basePath).map((file) => {
-        const key = file.split(".")[0];
-        const content = fs.readFileSync(path.resolve(basePath, file), "utf-8");
-        ret[key] = content;
-    });
-    const code = ["// This file is auto-generated by src/tools/prompt.ts and Do not be edited manually.", `export const prompts = ${JSON.stringify(ret)};`].join("\n");
-    fs.writeFileSync(path.resolve(__dirname, "../../src/agents/prompts_data.ts"), code, "utf8");
-    // console.log(hoge);
-};
-main();

package/lib/utils/image_plugins/tailwind.d.ts

@@ -1,3 +0,0 @@
-import { ImageProcessorParams } from "../../types/index.js";
-export declare const imageType = "tailwind";
-export declare const process: (params: ImageProcessorParams) => Promise<string | undefined>;

package/lib/utils/image_plugins/tailwind.js

@@ -1,18 +0,0 @@
-import { getHTMLFile } from "../file.js";
-import { renderHTMLToImage, interpolate } from "../markdown.js";
-export const imageType = "tailwind";
-const processTailwind = async (params) => {
-    const { beat, imagePath, canvasSize } = params;
-    if (!beat.image || beat.image.type !== imageType)
-        return;
-    const html = Array.isArray(beat.image.html) ? beat.image.html.join("\n") : beat.image.html;
-    const template = getHTMLFile("tailwind");
-    const htmlData = interpolate(template, {
-        // style: textSlideStyle,
-        // width: Math.round(canvasSize.width * 0.625).toString(),
-        html_body: html,
-    });
-    await renderHTMLToImage(htmlData, imagePath, canvasSize.width, canvasSize.height);
-    return imagePath;
-};
-export const process = processTailwind;

package/lib/utils/pdf.d.ts

@@ -1,9 +0,0 @@
-import { PDFFont } from "pdf-lib";
-export declare const fontSize = 12;
-export declare const textMargin = 6;
-export declare const drawSize: (fitWidth: boolean, expectWidth: number, expectHeight: number, origWidth: number, origHeight: number) => {
-    containerWidth: number;
-    drawWidth: number;
-    drawHeight: number;
-};
-export declare const wrapText: (text: string, font: PDFFont, fontSize: number, maxWidth: number) => string[];

package/lib/utils/pdf.js

@@ -1,77 +0,0 @@
-export const fontSize = 12;
-export const textMargin = 6;
-export const drawSize = (fitWidth, expectWidth, expectHeight, origWidth, origHeight) => {
-    if (fitWidth) {
-        const drawWidth = expectWidth;
-        const scale = drawWidth / origWidth;
-        const drawHeight = origHeight * scale;
-        return {
-            containerWidth: expectWidth,
-            drawWidth,
-            drawHeight,
-        };
-    }
-    const drawHeight = expectHeight;
-    const scale = drawHeight / origHeight;
-    const drawWidth = origWidth * scale;
-    return {
-        containerWidth: expectWidth,
-        drawWidth,
-        drawHeight,
-    };
-};
-const isFullwidth = (char) => {
-    const code = char.charCodeAt(0);
-    return ((code >= 0x3000 && code <= 0x9fff) || // CJK, punctuation, kana
-        (code >= 0xff00 && code <= 0xffef) // Fullwidth ASCII
-    );
-};
-export const wrapText = (text, font, fontSize, maxWidth) => {
-    const lines = [];
-    for (const rawLine of text.split("\n")) {
-        let line = "";
-        let buffer = "";
-        for (let i = 0; i < rawLine.length; i++) {
-            const char = rawLine[i];
-            buffer += char;
-            const width = font.widthOfTextAtSize(line + buffer, fontSize);
-            const nextChar = rawLine[i + 1];
-            const currentIsFull = isFullwidth(char);
-            const nextIsFull = nextChar && isFullwidth(nextChar);
-            const isBreakable = currentIsFull || (!currentIsFull && (char === " " || nextChar === " " || nextIsFull));
-            if (width > maxWidth && line) {
-                lines.push(line);
-                line = buffer;
-                buffer = "";
-            }
-            if (isBreakable || i === rawLine.length - 1) {
-                line += buffer;
-                buffer = "";
-            }
-        }
-        if (line)
-            lines.push(line);
-    }
-    return lines;
-};
-/*
-export const wrapText = (text: string, font: PDFFont, fontSize: number, maxWidth: number) => {
-  const words = text.split(" ");
-  const lines = [];
-  let currentLine = "";
-
-  for (const word of words) {
-    const nextLine = currentLine ? `${currentLine} ${word}` : word;
-    // console.log(nextLine);
-    const width = font.widthOfTextAtSize(nextLine ?? "", fontSize);
-    if (width <= maxWidth) {
-      currentLine = nextLine;
-    } else {
-      lines.push(currentLine);
-      currentLine = word;
-    }
-  }
-  if (currentLine) lines.push(currentLine);
-  return lines;
-};
-*/