mulmocast 0.0.1

package/lib/agents/image_google_agent.d.ts

@@ -0,0 +1,15 @@
+import { AgentFunction, AgentFunctionInfo } from "graphai";
+export type ImageGoogleConfig = {
+    projectId?: string;
+    token?: string;
+};
+export declare const imageGoogleAgent: AgentFunction<{
+    model: string;
+    aspectRatio: string;
+}, {
+    buffer: Buffer;
+}, {
+    prompt: string;
+}, ImageGoogleConfig>;
+declare const imageGoogleAgentInfo: AgentFunctionInfo;
+export default imageGoogleAgentInfo;

package/lib/agents/image_google_agent.js

@@ -0,0 +1,88 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.imageGoogleAgent = void 0;
+async function generateImage(projectId, model, token, prompt, aspectRatio) {
+    const GOOGLE_IMAGEN_ENDPOINT = `https://us-central1-aiplatform.googleapis.com/v1/projects/${projectId}/locations/us-central1/publishers/google/models/${model}:predict`;
+    try {
+        // Prepare the payload for the API request
+        const payload = {
+            instances: [
+                {
+                    prompt: prompt,
+                },
+            ],
+            parameters: {
+                sampleCount: 1,
+                aspectRatio: aspectRatio,
+                safetySetting: "block_only_high",
+            },
+        };
+        // Make the API call using fetch
+        const response = await fetch(GOOGLE_IMAGEN_ENDPOINT, {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${token}`,
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(payload),
+        });
+        if (!response.ok) {
+            throw new Error(`Error: ${response.status} - ${response.statusText}`);
+        }
+        const responseData = await response.json();
+        // Parse and return the generated image URL or data
+        const predictions = responseData.predictions;
+        if (predictions && predictions.length > 0) {
+            const base64Image = predictions[0].bytesBase64Encoded;
+            if (base64Image) {
+                return Buffer.from(base64Image, "base64"); // Decode the base64 image to a buffer
+            }
+            else {
+                throw new Error("No base64-encoded image data returned from the API.");
+            }
+        }
+        else {
+            // console.log(response);
+            console.log("No predictions returned from the API.", responseData, prompt);
+            return undefined;
+        }
+    }
+    catch (error) {
+        console.error("Error generating image:", error);
+        throw error;
+    }
+}
+const imageGoogleAgent = async ({ namedInputs, params, config, }) => {
+    const { prompt } = namedInputs;
+    const aspectRatio = params.aspectRatio ?? "16:9";
+    const model = params.model ?? "imagen-3.0-fast-generate-001";
+    //const projectId = process.env.GOOGLE_PROJECT_ID; // Your Google Cloud Project ID
+    const projectId = config?.projectId;
+    const token = config?.token;
+    try {
+        const buffer = await generateImage(projectId, model, token, prompt, aspectRatio);
+        if (buffer) {
+            return { buffer };
+        }
+        throw new Error("ERROR: geneateImage returned undefined");
+    }
+    catch (error) {
+        console.error("Failed to generate image:", error);
+        throw error;
+    }
+};
+exports.imageGoogleAgent = imageGoogleAgent;
+const imageGoogleAgentInfo = {
+    name: "imageGoogleAgent",
+    agent: exports.imageGoogleAgent,
+    mock: exports.imageGoogleAgent,
+    samples: [],
+    description: "Google Image agent",
+    category: ["image"],
+    author: "Receptron Team",
+    repository: "https://github.com/receptron/mulmocast-cli/",
+    // source: "https://github.com/receptron/mulmocast-cli/blob/main/src/agents/image_google_agent.ts",
+    license: "MIT",
+    environmentVariables: [],
+};
+exports.default = imageGoogleAgentInfo;

package/lib/agents/image_openai_agent.d.ts

@@ -0,0 +1,15 @@
+import { AgentFunction, AgentFunctionInfo } from "graphai";
+type OpenAIImageSize = "1792x1024" | "auto" | "1024x1024" | "1536x1024" | "1024x1536" | "256x256";
+type OpenAIModeration = "low" | "auto";
+export declare const imageOpenaiAgent: AgentFunction<{
+    apiKey: string;
+    model: string;
+    size: OpenAIImageSize | null | undefined;
+    moderation: OpenAIModeration | null | undefined;
+}, {
+    buffer: Buffer;
+}, {
+    prompt: string;
+}>;
+declare const imageOpenaiAgentInfo: AgentFunctionInfo;
+export default imageOpenaiAgentInfo;

package/lib/agents/image_openai_agent.js

@@ -0,0 +1,59 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.imageOpenaiAgent = void 0;
+const openai_1 = __importDefault(require("openai"));
+// https://platform.openai.com/docs/guides/image-generation
+const imageOpenaiAgent = async ({ namedInputs, params }) => {
+    const { prompt } = namedInputs;
+    const { apiKey, model, size, moderation } = params;
+    const openai = new openai_1.default({ apiKey });
+    const imageOptions = {
+        model: model ?? "dall-e-3",
+        prompt,
+        n: 1,
+        size: size || "1792x1024",
+    };
+    if (model === "gpt-image-1") {
+        imageOptions.moderation = moderation || "auto";
+    }
+    const response = await openai.images.generate(imageOptions);
+    if (!response.data) {
+        throw new Error(`response.data is undefined: ${response}`);
+    }
+    const url = response.data[0].url;
+    if (!url) {
+        // For gpt-image-1
+        const image_base64 = response.data[0].b64_json;
+        if (!image_base64) {
+            throw new Error(`response.data[0].b64_json is undefined: ${response}`);
+        }
+        return { buffer: Buffer.from(image_base64, "base64") };
+    }
+    // For dall-e-3
+    const res = await fetch(url);
+    if (!res.ok) {
+        throw new Error(`Failed to fetch ${url}: ${res.status} ${res.statusText}`);
+    }
+    // 2. Read the response as an ArrayBuffer
+    const arrayBuffer = await res.arrayBuffer();
+    // 3. Convert the ArrayBuffer to a Node.js Buffer and return it along with url
+    return { buffer: Buffer.from(arrayBuffer) };
+};
+exports.imageOpenaiAgent = imageOpenaiAgent;
+const imageOpenaiAgentInfo = {
+    name: "imageOpenaiAgent",
+    agent: exports.imageOpenaiAgent,
+    mock: exports.imageOpenaiAgent,
+    samples: [],
+    description: "OpenAI Image agent",
+    category: ["image"],
+    author: "Receptron Team",
+    repository: "https://github.com/receptron/mulmocast-cli/",
+    // source: "https://github.com/receptron/mulmocast-cli/blob/main/src/agents/image_openai_agent.ts",
+    license: "MIT",
+    environmentVariables: ["OPENAI_API_KEY"],
+};
+exports.default = imageOpenaiAgentInfo;

package/lib/agents/index.d.ts

@@ -0,0 +1,13 @@
+import addBGMAgent from "./add_bgm_agent";
+import combineAudioFilesAgent from "./combine_audio_files_agent";
+import imageGoogleAgent from "./image_google_agent";
+import imageOpenaiAgent from "./image_openai_agent";
+import mulmoPromptsAgent from "./mulmo_prompts_agent";
+import ttsNijivoiceAgent from "./tts_nijivoice_agent";
+import ttsOpenaiAgent from "./tts_openai_agent";
+import validateMulmoScriptAgent from "./validate_mulmo_script_agent";
+import { browserlessAgent } from "@graphai/browserless_agent";
+import { textInputAgent } from "@graphai/input_agents";
+import { openAIAgent } from "@graphai/openai_agent";
+import { fileWriteAgent } from "@graphai/vanilla_node_agents";
+export { openAIAgent, fileWriteAgent, browserlessAgent, textInputAgent, addBGMAgent, combineAudioFilesAgent, imageGoogleAgent, imageOpenaiAgent, mulmoPromptsAgent, ttsNijivoiceAgent, ttsOpenaiAgent, validateMulmoScriptAgent, };

package/lib/agents/index.js

@@ -0,0 +1,31 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.validateMulmoScriptAgent = exports.ttsOpenaiAgent = exports.ttsNijivoiceAgent = exports.mulmoPromptsAgent = exports.imageOpenaiAgent = exports.imageGoogleAgent = exports.combineAudioFilesAgent = exports.addBGMAgent = exports.textInputAgent = exports.browserlessAgent = exports.fileWriteAgent = exports.openAIAgent = void 0;
+const add_bgm_agent_1 = __importDefault(require("./add_bgm_agent"));
+exports.addBGMAgent = add_bgm_agent_1.default;
+const combine_audio_files_agent_1 = __importDefault(require("./combine_audio_files_agent"));
+exports.combineAudioFilesAgent = combine_audio_files_agent_1.default;
+const image_google_agent_1 = __importDefault(require("./image_google_agent"));
+exports.imageGoogleAgent = image_google_agent_1.default;
+const image_openai_agent_1 = __importDefault(require("./image_openai_agent"));
+exports.imageOpenaiAgent = image_openai_agent_1.default;
+const mulmo_prompts_agent_1 = __importDefault(require("./mulmo_prompts_agent"));
+exports.mulmoPromptsAgent = mulmo_prompts_agent_1.default;
+const tts_nijivoice_agent_1 = __importDefault(require("./tts_nijivoice_agent"));
+exports.ttsNijivoiceAgent = tts_nijivoice_agent_1.default;
+const tts_openai_agent_1 = __importDefault(require("./tts_openai_agent"));
+exports.ttsOpenaiAgent = tts_openai_agent_1.default;
+const validate_mulmo_script_agent_1 = __importDefault(require("./validate_mulmo_script_agent"));
+exports.validateMulmoScriptAgent = validate_mulmo_script_agent_1.default;
+const browserless_agent_1 = require("@graphai/browserless_agent");
+Object.defineProperty(exports, "browserlessAgent", { enumerable: true, get: function () { return browserless_agent_1.browserlessAgent; } });
+const input_agents_1 = require("@graphai/input_agents");
+Object.defineProperty(exports, "textInputAgent", { enumerable: true, get: function () { return input_agents_1.textInputAgent; } });
+const openai_agent_1 = require("@graphai/openai_agent");
+Object.defineProperty(exports, "openAIAgent", { enumerable: true, get: function () { return openai_agent_1.openAIAgent; } });
+// import * as vanilla from "@graphai/vanilla";
+const vanilla_node_agents_1 = require("@graphai/vanilla_node_agents");
+Object.defineProperty(exports, "fileWriteAgent", { enumerable: true, get: function () { return vanilla_node_agents_1.fileWriteAgent; } });

package/lib/agents/mulmo_prompts_agent.d.ts

@@ -0,0 +1,7 @@
+import { AgentFunction, AgentFunctionInfo } from "graphai";
+import { prompts } from "./prompts_data";
+export declare const mulmoPromptsAgent: AgentFunction<{
+    promptKey: keyof typeof prompts;
+}>;
+declare const mulmoPromptsAgentInfo: AgentFunctionInfo;
+export default mulmoPromptsAgentInfo;

package/lib/agents/mulmo_prompts_agent.js

@@ -0,0 +1,41 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.mulmoPromptsAgent = void 0;
+const prompts_data_1 = require("./prompts_data");
+const mulmoPromptsAgent = async ({ params }) => {
+    const { promptKey } = params;
+    if (promptKey) {
+        const prompt = prompts_data_1.prompts[promptKey];
+        if (prompt) {
+            return {
+                text: prompt,
+            };
+        }
+    }
+    return prompts_data_1.prompts;
+};
+exports.mulmoPromptsAgent = mulmoPromptsAgent;
+const mulmoPromptsAgentInfo = {
+    name: "mulmoPromptsAgent",
+    agent: exports.mulmoPromptsAgent,
+    mock: exports.mulmoPromptsAgent,
+    samples: [
+        {
+            inputs: {},
+            params: {
+                promptKey: "abstract",
+            },
+            result: {
+                text: "We need to add a summary at the beginning of script, which summarizes this episode, which is very engaging. Please come up with a few sentences for the announcer to read, enter them into this script, and present it as an artifact.",
+            },
+        },
+    ],
+    description: "Prompts Agent",
+    category: ["prompt"],
+    author: "Receptron team",
+    repository: "https://github.com/receptron/mulmocast-cli",
+    source: "https://github.com/receptron/mulmocast-cli/tree/main/src/agents/prompts_agent.ts",
+    // package: "@graphai/prompts",
+    license: "MIT",
+};
+exports.default = mulmoPromptsAgentInfo;

package/lib/agents/prompts_data.d.ts

@@ -0,0 +1,15 @@
+export declare const prompts: {
+    abstract: string;
+    image_prompt: string;
+    prompt: string;
+    prompt2: string;
+    prompt3: string;
+    prompt_eng3: string;
+    prompt_seed: string;
+    prompt_seed_materials: string;
+    prompt_taro: string;
+    prompt_taro3_json: string;
+    prompt_taro3_json2: string;
+    prompt_taro_json: string;
+    summary: string;
+};

package/lib/agents/prompts_data.js

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.prompts = void 0;
+// This file is auto-generated by src/tools/prompt.ts and Do not be edited manually.
+exports.prompts = {
+    abstract: "We need to add a summary at the beginning of script, which summarizes this episode, which is very engaging. Please come up with a few sentences for the announcer to read, enter them into this script, and present it as an artifact.",
+    image_prompt: 'We need to generate a series of images for this podcast. For each line of given json, generate an appropriate text prompt for text-2-image AI, considering the flow of whole discussion and add it as "imagePrompt" property to the script. We don\'t want to show student, teacher or classroom in the image. Do not eliminate any lines.\n\n[Examples]\nA modern tech conference stage with a speaker discussing AI advancements, futuristic lighting and a large digital screen displaying AI-related graphics.\nA close-up of an AI executive speaking at a press conference, with a backdrop displaying AI chip designs and a world map.\nA futuristic AI research lab with glowing blue data streams and a large AI model being visualized on a digital display.\nA high-tech meeting room with analysts discussing global AI trends, holographic charts displaying AI development.\nA balanced scale with AI progress on one side and economic factors on the other, symbolizing analysis and perspective.\nA newspaper headline about a breakthrough in AI technology, with digital code overlaying the article.\nA timeline showing the gradual evolution of AI models, with key milestones highlighted.\n',
+    prompt: 'generate a podcast script based on this topic in the JSON format using the opening statement below. Monologue by the Host. Complete story.\nClearly mention the news source.\nNews source:\nArticle url: ...\n\n```json\n{\n  "title": "(title of this episode)",\n  "description": "(short description of this episode)",\n  "reference": "(url to the article)",\n  "tts": "openAI", // or "nijivoice", default is "openAI"\n  "speakers": {\n    "Host": {\n      "voiceId": "shimmer",\n      "displayName": {\n        "en": "Host"\n      }\n    },\n  },\n  "beats": [\n    {\n      "speaker": "Host",\n      "text": "Hello and welcome to another episode of \'life is artificial\', where we explore the cutting edge of technology, innovation, and what the future could look like.",\n    },\n    {\n      "speaker": "Host",\n      "text": "Today, ...",\n    },\n    ...\n  ]\n}\n```\n\n',
+    prompt2: 'generate a podcast interview script of Steve Jobs about Elon Musk and his achievements with Tesla and SpaceX, in the JSON format using the opening statement below. \n\n```json\n{\n  title: "(title of this episode)",\n  description: "(short description of this episode)",\n  script:[\n    {\n      speaker: "Host",\n      text: "Hello and welcome to another episode of \'life is artificial\', where we explore the cutting edge of technology, innovation, and what the future could look like.",\n    },\n    {\n      speaker: "Host",\n      text: "Today, ...",\n    }\n  ]\n}\n```\n\n',
+    prompt3: 'Turn this interview into a script in the follwing JSON format without remove any discussions between host and guest, but remove unnecessary text like advertisements. \n\n```json\n{\n  "title": "(title of this episode)",\n  "description": "(short description of this episode)",\n  "script":[\n    {\n      "speaker": "Host",\n      "text": "Hello, thank you for taking an interview from me.",\n    },\n    {\n      "speaker": "Guest",\n      "text": "You are welcome",\n    }\n  ]\n}\n```\n',
+    prompt_eng3: 'Please create a script as an artifact in the form of a conversation between a Student and a Teacher, with the goal of explaining everything about this topic in a way that even a middle schooler can understand. However, be sure to cover all the key points. The opening line should always start with an introduction by an Announcer, saying:\n"Welcome to another episode of Life is Beautiful by Satoshi Nakajima."\nBelow, I’ll provide an example on a different topic in JSON format. Please follow this format.\n\n{\n  "title": "Martial Law in Korea and Its Impact on Japan",\n  "description": "An insightful discussion about the recently declared martial law in Korea and its potential implications, including parallels with constitutional considerations in Japan.",\n  "tts": "openAI",\n  "voices": [\n    "nova",\n    "echo",\n    "shimmer"\n  ],\n  "speakers": ["Announcer", "Student", "Teacher"],\n  "script": [\n    {\n      "speaker": "Announcer",\n      "text": "Welcome to another episode of Life is Beautiful by Satoshi Nakajima."\n    },\n    {\n      "speaker": "Announcer",\n      "text": "Today\'s topic is about the recently declared martial law in Korea."\n    },\n    {\n      "speaker": "Student",\n      "text": "Could you tell me about the martial law that was declared in Korea?"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "Of course. Recently, the president in Korea suddenly declared what we call \'martial law.\'"\n    },\n    {\n      "speaker": "Student",\n      "text": "What is martial law?"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "Simply put, it\'s a measure used to restrict people\'s freedoms using the military when the country is in an extremely dangerous situation. For example, they can prohibit political activities and control public gatherings."\n    },\n    {\n      "speaker": "Student",\n      "text": "That\'s scary. Why did they do that?"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "While the president claimed it was because \'the National Assembly wasn\'t functioning properly,\' it appears he used it to protect his own position. The military then tried to enter the National Assembly and arrest the assembly members."\n    },\n    {\n      "speaker": "Student",\n      "text": "What!? Trying to arrest National Assembly members sounds really dangerous!"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "That\'s right. If the military had occupied the National Assembly, they might not have been able to lift the martial law there. In other words, the president could have controlled the country as he wished indefinitely."\n    },\n    {\n      "speaker": "Student",\n      "text": "What happened in Korea?"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "Fortunately, opposition party members and citizens quickly gathered to protest, and the martial law was lifted after six hours. But it was a close call - Korea\'s democracy could have been severely damaged."\n    },\n    {\n      "speaker": "Student",\n      "text": "That\'s serious... Could something like this happen in Japan?"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "Actually, there\'s a similar discussion happening in Japan right now. The Liberal Democratic Party is trying to add an \'emergency declaration\' clause to the constitution."\n    },\n    {\n      "speaker": "Student",\n      "text": "Is the emergency declaration similar to Korea\'s martial law?"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "There are similarities. For instance, if the Prime Minister claims there\'s a \'risk of social order disruption,\' they can use special powers to run the country. They can issue orders with the same force as laws and give directions to local governments."\n    },\n    {\n      "speaker": "Student",\n      "text": "That sounds convenient, but I\'m worried."\n    },\n    {\n      "speaker": "Teacher",\n      "text": "Yes, you\'re right. While it\'s useful to respond quickly in emergencies, it can be very dangerous if these powers are abused. For example, the Prime Minister might run the country in ways that benefit them or take away people\'s freedoms."\n    },\n    {\n      "speaker": "Student",\n      "text": "Could the military get involved in politics like in Korea?"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "We can\'t completely rule it out, which is why we need to be careful. We citizens need to closely monitor whether the LDP\'s constitutional amendment proposal includes appropriate restrictions to prevent abuse of power and speak up. It\'s important for each of us to take an active interest in preventing damage to our democracy."\n    }\n  ]\n}',
+    prompt_seed: 'Please generate a podcast script based on the topic provided by the user.\nIf there are any unclear points, be sure to ask the user questions and clarify them before generating the script.\nThe output should follow the JSON format specified below.\n\n```json\n{\n  "title": "(title of this episode)",\n  "description": "(short description of this episode)",\n  "reference": "(url to the article)",\n  "tts": "openAI", // or "nijivoice", default is "openAI"\n  "speakers": {\n    "Host": {\n      "voiceId": "shimmer",\n      "displayName": {\n        "en": "Host"\n      }\n    },\n  },\n  "beats": [\n    {\n      "speaker": "Host",\n      "text": "Hello and welcome to another episode of \'life is artificial\', where we explore the cutting edge of technology, innovation, and what the future could look like.",\n    },\n    {\n      "speaker": "Host",\n      "text": "Today, ...",\n    },\n    ...\n  ]\n}\n```\n\n',
+    prompt_seed_materials: 'Generate a podcast script based on the materials provided by the user. The script should follow the JSON format specified below.\n\n```json\n{\n  "title": "(title of this episode)",\n  "description": "(short description of this episode)",\n  "reference": "(url to the article)",\n  "tts": "openAI", // or "nijivoice", default is "openAI"\n  "speechParams": {\n    "speakers": {\n      "Host": {\n        "voiceId": "shimmer",\n        "displayName": {\n          "en": "Host"\n        }\n      }\n    }\n  },\n  "beats": [\n    {\n      "speaker": "Host",\n      "text": "Hello and welcome to another episode of \'life is artificial\', where we explore the cutting edge of technology, innovation, and what the future could look like.",\n    },\n    {\n      "speaker": "Host",\n      "text": "Today, ...",\n    },\n    ...\n  ]\n}\n```\n',
+    prompt_taro: "この件について、内容全てを小学生にも分かるように、太郎くんと先生の会話、という形の台本にしてください。以下に別のトピックに関するサンプルを貼り付けます。\n\n太郎：先生、今日は原子炉の「冷温停止」について説明していただけますか？\n\n先生：もちろんだよ。でも同じ「冷温停止」でも言う人によって色々な意味があって、簡単じゃあないんだよ。\n\n太郎：そうなんですか。\n\n先生：もともとはね、「冷温停止」とは「制御棒を挿入して核反応を止めた後、冷却水を循環させて原子炉の温度を安定的に１００度以下に保つ事」の意味なんだけどね、福島第一の場合はそうはいかないんだ。\n\n太郎：メルトダウンしてしまっているからですね。\n\n先生：そうなんだ、核燃料は本来なら燃料棒という形で原子炉の中に整然と並んでいるはずなんだが、福島第一の場合、それが熱で溶けて流れ落ちてしまった上に、その熱で原子炉にも、その外側にある格納容器にも穴が空いてしまっているんだ。\n\n太郎：じゃあ、いったいどうやってそれを安定して冷却するんですか？\n\n先生：それがとっても大変なんだよ。分かりやすくするために、トイレに例えてみよう。君のうちには水洗トイレがあるよね。\n\n太郎：もちろんです。ウォシュレットだって付いてます。\n\n先生：君のうちにあるトイレみたいに、使った後にはちゃんと汚いものを流してくれるトイレを「安定したトイレ」と呼ぶことにしよう。\n\n太郎：はい。\n\n先生：福島第一のトイレは、まず水を流すためのタンクがこわれちゃっているんだ。\n\n太郎：あの、トイレの上についている四角いタンクですね。\n\n先生：福島第一の場合、あのタンクが壊れているんで、仕方がなく洗面台からホースで水を引っ張って来て流しているんだ。\n\n太郎：ずいぶん不便ですね。\n\n先生：でも、問題はそれだけじゃなくて、便器も壊れて穴が空いちゃっているんだ。\n\n太郎：ええ、それじゃあ、トイレの床が水びたしじゃないですか。\n\n先生：そうだよ。それも水だけじゃなくて、便とか尿とかも穴から漏れているんだ。\n\n太郎：それはひどいですね。",
+    prompt_taro3_json: 'この件について、内容全てを中学生にも分かるように、太郎くん(Student)と先生(Teacher)の会話、という形の台本をArtifactとして作って。ただし要点はしっかりと押さえて。\n最初の一言は、Announcerによるトピックの紹介にし、常に、"米国で活躍するエンジニアが新しい技術やビジネスを分かりやすく解説する、中島聡のLife is beautiful。"でスタートして。\n以下に別のトピックに関するサンプルを貼り付けます。このJSONフォーマットに従って。\n\n{\n  "title": "韓国の戒厳令とその日本への影響",\n  "description": "韓国で最近発令された戒厳令とその可能性のある影響について、また日本の憲法に関する考慮事項との類似点を含めた洞察に満ちた議論。",\n  "tts": "nijivoice",\n  "voices": [\n    "c05bf02d-bed2-4335-aa69-0798e9e85205",\n    "b9277ce3-ba1c-4f6f-9a65-c05ca102ded0",\n    "bc06c63f-fef6-43b6-92f7-67f919bd5dae"\n  ],\n  "speakers": ["Announcer", "Student", "Teacher"],\n  "script": [\n    {\n      "speaker": "Announcer",\n      "text": "米国で活躍するエンジニアが、新しい技術やビジネスを分かりやすく解説する、中島聡のLife is beautiful。今日は、韓国で最近発令された戒厳令についての解説です。"\n    },\n    {\n      "speaker": "Student",\n      "text": "先生、今日は韓国で起きた戒厳令のことを教えてもらえますか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "もちろんだよ、太郎くん。韓国で最近、大統領が「戒厳令」っていうのを突然宣言したんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "戒厳令ってなんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "簡単に言うと、国がすごく危ない状態にあるとき、軍隊を使って人々の自由を制限するためのものなんだ。たとえば、政治活動を禁止したり、人の集まりを取り締まったりするんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "それって怖いですね。なんでそんなことをしたんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "大統領は「国会がうまく機能していないから」と言っていたけど、実際には自分の立場を守るために使ったように見えるんだ。それで、軍隊が国会に突入して、議員たちを捕まえようとしたんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "ええっ！？国会議員を捕まえようとするなんて、すごく危ないことじゃないですか。"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "その通りだよ。もし軍隊が国会を占拠していたら、国会で戒厳令を解除することもできなかったかもしれない。つまり、大統領がずっと自分の好きなように国を支配できるようになってしまうんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "韓国ではどうなったんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "幸い、野党の議員や市民たちが急いで集まって抗議して、6時間後に戒厳令は解除されたんだ。でも、ほんの少しの違いで、韓国の民主主義が大きく傷つけられるところだったんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "それは大変なことですね…。日本ではそんなこと起きないんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "実はね、今、日本でも似たような話があるんだよ。自民党が「緊急事態宣言」を憲法に追加しようとしているんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "緊急事態宣言って、韓国の戒厳令と同じようなものなんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "似ている部分があるね。たとえば、総理大臣が「社会秩序の混乱の危険があるから」と言えば、特別な権限を使って国を動かすことができるんだ。法律と同じ力を持つ命令を出したり、地方自治体に指示を出したりすることができるんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "それって便利そうですけど、なんだか心配です。"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "そうだね。もちろん、緊急時には素早い対応が必要だから便利な面もあるけど、その権限が濫用されると、とても危険なんだ。たとえば、総理大臣が自分に都合のいいように国を動かしたり、国民の自由を奪ったりすることができるようになってしまうかもしれない。"\n    },\n    {\n      "speaker": "Student",\n      "text": "韓国みたいに、軍隊が政治に口を出してくることもあり得るんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "完全にあり得ないとは言えないからこそ、注意が必要なんだ。私たち国民は、自民党の改憲案が権力の濫用を防ぐための適切な制限を含んでいるのかをしっかり監視し、声を上げることが求められる。民主主義が損なわれるのを防ぐために、私たち一人ひとりが積極的に関心を持つことが大切なんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "ありがとうございます。とても良い勉強になりました。"\n    }\n  ]\n}',
+    prompt_taro3_json2: 'この件について、内容全てを高校生にも分かるように、太郎くん(Student)と先生(Teacher)の会話、という形の台本をArtifactとして作って。ただし要点はしっかりと押さえて。\n以下に別のトピックに関するサンプルを貼り付けます。このJSONフォーマットに従って。\n\n{\n  "title": "韓国の戒厳令とその日本への影響",\n  "description": "韓国で最近発令された戒厳令とその可能性のある影響について、また日本の憲法に関する考慮事項との類似点を含めた洞察に満ちた議論。",\n  "tts": "nijivoice",\n  "voices": [\n    "afd7df65-0fdc-4d31-ae8b-a29f0f5eed62",\n    "a7619e48-bf6a-4f9f-843f-40485651257f",\n    "bc06c63f-fef6-43b6-92f7-67f919bd5dae"\n  ],\n  "charactors": ["春玲", "森野颯太", "ベン・カーター"],\n  "speakers": ["Announcer", "Student", "Teacher"],\n  "script": [\n    {\n      "speaker": "Student",\n      "text": "先生、今日は韓国で起きた戒厳令のことを教えてもらえますか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "もちろんだよ、太郎くん。韓国で最近、大統領が「戒厳令」っていうのを突然宣言したんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "戒厳令ってなんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "簡単に言うと、国がすごく危ない状態にあるとき、軍隊を使って人々の自由を制限するためのものなんだ。たとえば、政治活動を禁止したり、人の集まりを取り締まったりするんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "それって怖いですね。なんでそんなことをしたんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "大統領は「国会がうまく機能していないから」と言っていたけど、実際には自分の立場を守るために使ったように見えるんだ。それで、軍隊が国会に突入して、議員たちを捕まえようとしたんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "ええっ！？国会議員を捕まえようとするなんて、すごく危ないことじゃないですか。"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "その通りだよ。もし軍隊が国会を占拠していたら、国会で戒厳令を解除することもできなかったかもしれない。つまり、大統領がずっと自分の好きなように国を支配できるようになってしまうんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "韓国ではどうなったんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "幸い、野党の議員や市民たちが急いで集まって抗議して、6時間後に戒厳令は解除されたんだ。でも、ほんの少しの違いで、韓国の民主主義が大きく傷つけられるところだったんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "それは大変なことですね…。日本ではそんなこと起きないんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "実はね、今、日本でも似たような話があるんだよ。自民党が「緊急事態宣言」を憲法に追加しようとしているんだ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "緊急事態宣言って、韓国の戒厳令と同じようなものなんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "似ている部分があるね。たとえば、総理大臣が「社会秩序の混乱の危険があるから」と言えば、特別な権限を使って国を動かすことができるんだ。法律と同じ力を持つ命令を出したり、地方自治体に指示を出したりすることができるんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "それって便利そうですけど、なんだか心配です。"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "そうだね。もちろん、緊急時には素早い対応が必要だから便利な面もあるけど、その権限が濫用されると、とても危険なんだ。たとえば、総理大臣が自分に都合のいいように国を動かしたり、国民の自由を奪ったりすることができるようになってしまうかもしれない。"\n    },\n    {\n      "speaker": "Student",\n      "text": "韓国みたいに、軍隊が政治に口を出してくることもあり得るんですか？"\n    },\n    {\n      "speaker": "Teacher",\n      "text": "完全にあり得ないとは言えないからこそ、注意が必要なんだ。私たち国民は、自民党の改憲案が権力の濫用を防ぐための適切な制限を含んでいるのかをしっかり監視し、声を上げることが求められる。民主主義が損なわれるのを防ぐために、私たち一人ひとりが積極的に関心を持つことが大切なんだよ。"\n    },\n    {\n      "speaker": "Student",\n      "text": "ありがとうございます。とても良い勉強になりました。"\n    },\n    {\n      "speaker": "Announcer",\n      "text": "ご視聴、ありがとうございました。次回の放送もお楽しみに。"\n    }\n  ]\n}',
+    prompt_taro_json: 'この件について、内容全てを小学生にも分かるように、太郎くん(Guest)と先生(Host)の会話、という形の台本にしてください。以下に別のトピックに関するサンプルを貼り付けます。このJSONフォーマットに従ってください。\n\n{\n  "title": "韓国の戒厳令とその日本への影響",\n  "description": "韓国で最近発令された戒厳令とその可能性のある影響について、また日本の憲法に関する考慮事項との類似点を含めた洞察に満ちた議論。",\n  "tts": "nijivoice",\n  "script": [\n    {\n      "speaker": "Host",\n      "text": "先生、今日は韓国で起きた戒厳令のことを教えてもらえますか？"\n    },\n    {\n      "speaker": "Guest",\n      "text": "もちろんだよ、太郎くん。韓国で最近、大統領が「戒厳令」っていうのを突然宣言したんだ。"\n    },\n    {\n      "speaker": "Host",\n      "text": "戒厳令ってなんですか？"\n    },\n    {\n      "speaker": "Guest",\n      "text": "簡単に言うと、国がすごく危ない状態にあるとき、軍隊を使って人々の自由を制限するためのものなんだ。たとえば、政治活動を禁止したり、人の集まりを取り締まったりするんだよ。"\n    },\n    {\n      "speaker": "Host",\n      "text": "それって怖いですね。なんでそんなことをしたんですか？"\n    },\n    {\n      "speaker": "Guest",\n      "text": "大統領は「国会がうまく機能していないから」と言っていたけど、実際には自分の立場を守るために使ったように見えるんだ。それで、軍隊が国会に突入して、議員たちを捕まえようとしたんだ。"\n    },\n    {\n      "speaker": "Host",\n      "text": "ええっ！？国会議員を捕まえようとするなんて、すごく危ないことじゃないですか。"\n    },\n    {\n      "speaker": "Guest",\n      "text": "その通りだよ。もし軍隊が国会を占拠していたら、国会で戒厳令を解除することもできなかったかもしれない。つまり、大統領がずっと自分の好きなように国を支配できるようになってしまうんだ。"\n    },\n    {\n      "speaker": "Host",\n      "text": "韓国ではどうなったんですか？"\n    },\n    {\n      "speaker": "Guest",\n      "text": "幸い、野党の議員や市民たちが急いで集まって抗議して、6時間後に戒厳令は解除されたんだ。でも、ほんの少しの違いで、韓国の民主主義が大きく傷つけられるところだったんだよ。"\n    },\n    {\n      "speaker": "Host",\n      "text": "それは大変なことですね…。日本ではそんなこと起きないんですか？"\n    },\n    {\n      "speaker": "Guest",\n      "text": "実はね、今、日本でも似たような話があるんだよ。自民党が「緊急事態宣言」を憲法に追加しようとしているんだ。"\n    },\n    {\n      "speaker": "Host",\n      "text": "緊急事態宣言って、韓国の戒厳令と同じようなものなんですか？"\n    },\n    {\n      "speaker": "Guest",\n      "text": "似ている部分があるね。たとえば、総理大臣が「社会秩序の混乱の危険があるから」と言えば、特別な権限を使って国を動かすことができるんだ。法律と同じ力を持つ命令を出したり、地方自治体に指示を出したりすることができるんだよ。"\n    },\n    {\n      "speaker": "Host",\n      "text": "それって便利そうですけど、なんだか心配です。"\n    },\n    {\n      "speaker": "Guest",\n      "text": "そうだね。もちろん、緊急時には素早い対応が必要だから便利な面もあるけど、その権限が濫用されると、とても危険なんだ。たとえば、総理大臣が自分に都合のいいように国を動かしたり、国民の自由を奪ったりすることができるようになってしまうかもしれない。"\n    },\n    {\n      "speaker": "Host",\n      "text": "韓国みたいに、軍隊が政治に口を出してくることもあり得るんですか？"\n    },\n    {\n      "speaker": "Guest",\n      "text": "完全にあり得ないとは言えないからこそ、注意が必要なんだ。私たち国民は、自民党の改憲案が権力の濫用を防ぐための適切な制限を含んでいるのかをしっかり監視し、声を上げることが求められる。民主主義が損なわれるのを防ぐために、私たち一人ひとりが積極的に関心を持つことが大切なんだよ。"\n    }\n  ]\n}',
+    summary: "We need to add a summary at the end of script, which summarizes this episode. Please come up with a few sentences for the announcer to read, enter them into this script, and present it as an artifact.",
+};

package/lib/agents/tts_nijivoice_agent.d.ts

@@ -0,0 +1,4 @@
+import { AgentFunction, AgentFunctionInfo } from "graphai";
+export declare const ttsNijivoiceAgent: AgentFunction;
+declare const ttsNijivoiceAgentInfo: AgentFunctionInfo;
+export default ttsNijivoiceAgentInfo;

package/lib/agents/tts_nijivoice_agent.js

@@ -0,0 +1,68 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ttsNijivoiceAgent = void 0;
+const graphai_1 = require("graphai");
+const nijovoiceApiKey = process.env.NIJIVOICE_API_KEY ?? "";
+const errorMessage = [
+    "TTS NijiVoice: No API key. ",
+    "You have the following options:",
+    "1. Obtain an API key from Niji Voice (https://platform.nijivoice.com/) and set it as the NIJIVOICE_API_KEY environment variable.",
+    '2. Use OpenAI\'s TTS instead of Niji Voice by changing speechParams.provider from "nijivoice" to "openai".',
+].join("\n");
+const ttsNijivoiceAgent = async ({ params, namedInputs }) => {
+    const { apiKey, suppressError, voice, speed, speed_global } = params;
+    const { text } = namedInputs;
+    (0, graphai_1.assert)(apiKey ?? nijovoiceApiKey, errorMessage);
+    const url = `https://api.nijivoice.com/api/platform/v1/voice-actors/${voice}/generate-voice`;
+    const options = {
+        method: "POST",
+        headers: {
+            "x-api-key": apiKey ?? nijovoiceApiKey,
+            accept: "application/json",
+            "content-type": "application/json",
+        },
+        body: JSON.stringify({
+            format: "mp3",
+            speed: speed ? "" + speed : speed_global ? "" + speed_global : "1.0",
+            script: text,
+        }),
+    };
+    try {
+        const voiceRes = await fetch(url, options);
+        const voiceJson = await voiceRes.json();
+        if (voiceJson && voiceJson.generatedVoice && voiceJson.generatedVoice.audioFileDownloadUrl) {
+            const audioRes = await fetch(voiceJson.generatedVoice.audioFileDownloadUrl);
+            const buffer = Buffer.from(await audioRes.arrayBuffer());
+            return { buffer, generatedVoice: voiceJson.generatedVoice };
+        }
+        if (suppressError) {
+            return {
+                error: voiceJson,
+            };
+        }
+        console.error(voiceJson);
+        throw new Error("TTS Nijivoice Error");
+    }
+    catch (e) {
+        if (suppressError) {
+            return {
+                error: e,
+            };
+        }
+        console.error(e);
+        throw new Error("TTS Nijivoice Error");
+    }
+};
+exports.ttsNijivoiceAgent = ttsNijivoiceAgent;
+const ttsNijivoiceAgentInfo = {
+    name: "ttsNijivoiceAgent",
+    agent: exports.ttsNijivoiceAgent,
+    mock: exports.ttsNijivoiceAgent,
+    samples: [],
+    description: "TTS nijivoice agent",
+    category: ["tts"],
+    author: "isamu arimoto",
+    repository: "https://github.com/receptron/graphai/",
+    license: "MIT",
+};
+exports.default = ttsNijivoiceAgentInfo;

package/lib/agents/tts_openai_agent.d.ts

@@ -0,0 +1,4 @@
+import type { AgentFunction, AgentFunctionInfo } from "graphai";
+export declare const ttsOpenaiAgent: AgentFunction;
+declare const ttsOpenaiAgentInfo: AgentFunctionInfo;
+export default ttsOpenaiAgentInfo;

package/lib/agents/tts_openai_agent.js

@@ -0,0 +1,50 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ttsOpenaiAgent = void 0;
+const graphai_1 = require("graphai");
+const openai_1 = __importDefault(require("openai"));
+const ttsOpenaiAgent = async ({ namedInputs, params }) => {
+    const { text } = namedInputs;
+    const { apiKey, model, voice, suppressError, instructions } = params;
+    const openai = new openai_1.default({ apiKey });
+    try {
+        const tts_options = {
+            model: model ?? "gpt-4o-mini-tts", // "tts-1",
+            voice: voice ?? "shimmer",
+            input: text,
+        };
+        if (instructions) {
+            tts_options["instructions"] = instructions;
+        }
+        graphai_1.GraphAILogger.log("ttsOptions", tts_options);
+        const response = await openai.audio.speech.create(tts_options);
+        const buffer = Buffer.from(await response.arrayBuffer());
+        return { buffer };
+    }
+    catch (e) {
+        if (suppressError) {
+            return {
+                error: e,
+            };
+        }
+        console.error(e);
+        throw new Error("TTS OpenAI Error");
+    }
+};
+exports.ttsOpenaiAgent = ttsOpenaiAgent;
+const ttsOpenaiAgentInfo = {
+    name: "ttsOpenaiAgent",
+    agent: exports.ttsOpenaiAgent,
+    mock: exports.ttsOpenaiAgent,
+    samples: [],
+    description: "OpenAI TTS agent",
+    category: ["tts"],
+    author: "Receptron Team",
+    repository: "https://github.com/receptron/graphai-agents/tree/main/tts/tts-openai-agent",
+    license: "MIT",
+    environmentVariables: ["OPENAI_API_KEY"],
+};
+exports.default = ttsOpenaiAgentInfo;

package/lib/agents/validate_mulmo_script_agent.d.ts

@@ -0,0 +1,17 @@
+import type { AgentFunction, AgentFunctionInfo, DefaultConfigData } from "graphai";
+import { MulmoScript } from "../types";
+interface ValidateMulmoScriptInputs {
+    text: string;
+}
+interface ValidateMulmoScriptResponse {
+    isValid: boolean;
+    data?: MulmoScript;
+    error?: string;
+}
+/**
+ * MulmoScript JSON validation agent
+ * Validates if a JSON string conforms to the MulmoScript schema
+ */
+export declare const validateMulmoScriptAgent: AgentFunction<object, ValidateMulmoScriptResponse, ValidateMulmoScriptInputs, DefaultConfigData>;
+declare const validateMulmoScriptAgentInfo: AgentFunctionInfo;
+export default validateMulmoScriptAgentInfo;

package/lib/agents/validate_mulmo_script_agent.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.validateMulmoScriptAgent = void 0;
+const schema_1 = require("../types/schema");
+/**
+ * MulmoScript JSON validation agent
+ * Validates if a JSON string conforms to the MulmoScript schema
+ */
+const validateMulmoScriptAgent = async ({ namedInputs, }) => {
+    const { text } = namedInputs;
+    try {
+        const jsonData = JSON.parse(text);
+        const parsed = schema_1.mulmoScriptSchema.parse(jsonData);
+        return {
+            isValid: true,
+            data: parsed,
+        };
+    }
+    catch (error) {
+        return {
+            isValid: false,
+            error: error instanceof Error ? error.message : String(error),
+        };
+    }
+};
+exports.validateMulmoScriptAgent = validateMulmoScriptAgent;
+const validateMulmoScriptAgentInfo = {
+    name: "validateMulmoScriptAgent",
+    agent: exports.validateMulmoScriptAgent,
+    mock: exports.validateMulmoScriptAgent,
+    samples: [],
+    description: "Validates if a JSON string conforms to the MulmoScript schema",
+    category: ["validation"],
+    author: "Receptron Team",
+    repository: "https://github.com/receptron/mulmocast-cli/tree/main/src/agents/validate_script_agent.ts",
+    license: "MIT",
+};
+exports.default = validateMulmoScriptAgentInfo;

package/lib/cli/args.d.ts

@@ -0,0 +1,10 @@
+export declare const args: {
+    [x: string]: unknown;
+    v: boolean;
+    o: string | undefined;
+    b: string | undefined;
+    s: string | undefined;
+    i: string | undefined;
+    _: (string | number)[];
+    $0: string;
+};

package/lib/cli/args.js

@@ -0,0 +1,38 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.args = void 0;
+const yargs_1 = __importDefault(require("yargs"));
+const helpers_1 = require("yargs/helpers");
+const common_1 = require("./common");
+exports.args = (0, common_1.commonOptions)((0, yargs_1.default)((0, helpers_1.hideBin)(process.argv)))
+    .scriptName("mulmocast")
+    .option("s", {
+    alias: "scratchpaddir",
+    description: "scratchpad dir",
+    demandOption: false,
+    type: "string",
+})
+    .option("i", {
+    alias: "imagedir",
+    description: "image dir",
+    demandOption: false,
+    type: "string",
+})
+    .command("$0 <action> <file>", "Run mulmocast", (yargs) => {
+    return yargs
+        .positional("action", {
+        describe: "action to perform",
+        choices: ["translate", "audio", "images", "movie", "preprocess"],
+        type: "string",
+    })
+        .positional("file", {
+        describe: "Mulmo Script File",
+        type: "string",
+    });
+})
+    .strict()
+    .help()
+    .parseSync();

package/lib/cli/cli.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+import "dotenv/config";