mulmocast 0.0.1 → 0.0.3

package/lib/agents/index.js

@@ -1,31 +1,14 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.validateMulmoScriptAgent = exports.ttsOpenaiAgent = exports.ttsNijivoiceAgent = exports.mulmoPromptsAgent = exports.imageOpenaiAgent = exports.imageGoogleAgent = exports.combineAudioFilesAgent = exports.addBGMAgent = exports.textInputAgent = exports.browserlessAgent = exports.fileWriteAgent = exports.openAIAgent = void 0;
-const add_bgm_agent_1 = __importDefault(require("./add_bgm_agent"));
-exports.addBGMAgent = add_bgm_agent_1.default;
-const combine_audio_files_agent_1 = __importDefault(require("./combine_audio_files_agent"));
-exports.combineAudioFilesAgent = combine_audio_files_agent_1.default;
-const image_google_agent_1 = __importDefault(require("./image_google_agent"));
-exports.imageGoogleAgent = image_google_agent_1.default;
-const image_openai_agent_1 = __importDefault(require("./image_openai_agent"));
-exports.imageOpenaiAgent = image_openai_agent_1.default;
-const mulmo_prompts_agent_1 = __importDefault(require("./mulmo_prompts_agent"));
-exports.mulmoPromptsAgent = mulmo_prompts_agent_1.default;
-const tts_nijivoice_agent_1 = __importDefault(require("./tts_nijivoice_agent"));
-exports.ttsNijivoiceAgent = tts_nijivoice_agent_1.default;
-const tts_openai_agent_1 = __importDefault(require("./tts_openai_agent"));
-exports.ttsOpenaiAgent = tts_openai_agent_1.default;
-const validate_mulmo_script_agent_1 = __importDefault(require("./validate_mulmo_script_agent"));
-exports.validateMulmoScriptAgent = validate_mulmo_script_agent_1.default;
-const browserless_agent_1 = require("@graphai/browserless_agent");
-Object.defineProperty(exports, "browserlessAgent", { enumerable: true, get: function () { return browserless_agent_1.browserlessAgent; } });
-const input_agents_1 = require("@graphai/input_agents");
-Object.defineProperty(exports, "textInputAgent", { enumerable: true, get: function () { return input_agents_1.textInputAgent; } });
-const openai_agent_1 = require("@graphai/openai_agent");
-Object.defineProperty(exports, "openAIAgent", { enumerable: true, get: function () { return openai_agent_1.openAIAgent; } });
+import addBGMAgent from "./add_bgm_agent.js";
+import combineAudioFilesAgent from "./combine_audio_files_agent.js";
+import imageGoogleAgent from "./image_google_agent.js";
+import imageOpenaiAgent from "./image_openai_agent.js";
+import mulmoPromptsAgent from "./mulmo_prompts_agent.js";
+import ttsNijivoiceAgent from "./tts_nijivoice_agent.js";
+import ttsOpenaiAgent from "./tts_openai_agent.js";
+import validateMulmoScriptAgent from "./validate_mulmo_script_agent.js";
+import { browserlessAgent } from "@graphai/browserless_agent";
+import { textInputAgent } from "@graphai/input_agents";
+import { openAIAgent } from "@graphai/openai_agent";
 // import * as vanilla from "@graphai/vanilla";
-const vanilla_node_agents_1 = require("@graphai/vanilla_node_agents");
-Object.defineProperty(exports, "fileWriteAgent", { enumerable: true, get: function () { return vanilla_node_agents_1.fileWriteAgent; } });
+import { fileWriteAgent } from "@graphai/vanilla_node_agents";
+export { openAIAgent, fileWriteAgent, browserlessAgent, textInputAgent, addBGMAgent, combineAudioFilesAgent, imageGoogleAgent, imageOpenaiAgent, mulmoPromptsAgent, ttsNijivoiceAgent, ttsOpenaiAgent, validateMulmoScriptAgent, };

package/lib/agents/mulmo_prompts_agent.d.ts

@@ -1,5 +1,5 @@
 import { AgentFunction, AgentFunctionInfo } from "graphai";
-import { prompts } from "./prompts_data";
+import { prompts } from "./prompts_data.js";
 export declare const mulmoPromptsAgent: AgentFunction<{
     promptKey: keyof typeof prompts;
 }>;

package/lib/agents/mulmo_prompts_agent.js

@@ -1,24 +1,20 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.mulmoPromptsAgent = void 0;
-const prompts_data_1 = require("./prompts_data");
-const mulmoPromptsAgent = async ({ params }) => {
+import { prompts } from "./prompts_data.js";
+export const mulmoPromptsAgent = async ({ params }) => {
     const { promptKey } = params;
     if (promptKey) {
-        const prompt = prompts_data_1.prompts[promptKey];
+        const prompt = prompts[promptKey];
         if (prompt) {
             return {
                 text: prompt,
             };
         }
     }
-    return prompts_data_1.prompts;
+    return prompts;
 };
-exports.mulmoPromptsAgent = mulmoPromptsAgent;
 const mulmoPromptsAgentInfo = {
     name: "mulmoPromptsAgent",
-    agent: exports.mulmoPromptsAgent,
-    mock: exports.mulmoPromptsAgent,
+    agent: mulmoPromptsAgent,
+    mock: mulmoPromptsAgent,
     samples: [
         {
             inputs: {},
@@ -38,4 +34,4 @@ const mulmoPromptsAgentInfo = {
     // package: "@graphai/prompts",
     license: "MIT",
 };
-exports.default = mulmoPromptsAgentInfo;
+export default mulmoPromptsAgentInfo;

package/lib/agents/nested_agent.d.ts

@@ -0,0 +1,9 @@
+import type { AgentFunction, AgentFunctionInfo, AgentFunctionContext, GraphData, ResultData, DefaultResultData } from "graphai";
+import type { GraphAISupressError, GraphAIOnError } from "@graphai/agent_utils";
+type NestedAgentGeneratorOption = {
+    resultNodeId: string;
+};
+export declare const nestedAgentGenerator: (graphData: GraphData, options?: NestedAgentGeneratorOption) => (context: AgentFunctionContext) => Promise<ResultData<DefaultResultData> | GraphAIOnError>;
+export declare const nestedAgent: AgentFunction<Partial<GraphAISupressError> & NestedAgentGeneratorOption>;
+declare const nestedAgentInfo: AgentFunctionInfo;
+export default nestedAgentInfo;

package/lib/agents/nested_agent.js

@@ -0,0 +1,138 @@
+import { GraphAI, assert, graphDataLatestVersion } from "graphai";
+export const nestedAgentGenerator = (graphData, options) => {
+    return async (context) => {
+        const { namedInputs, log, debugInfo, params, forNestedGraph } = context;
+        assert(!!forNestedGraph, "Please update graphai to 0.5.19 or higher");
+        const { agents, graphOptions, onLogCallback, callbacks } = forNestedGraph;
+        const { taskManager } = graphOptions;
+        const supressError = params.supressError ?? false;
+        if (taskManager) {
+            const status = taskManager.getStatus(false);
+            assert(status.concurrency > status.running, `nestedAgent: Concurrency is too low: ${status.concurrency}`);
+        }
+        assert(!!graphData, "nestedAgent: graph is required");
+        const { nodes } = graphData;
+        const newNodes = Object.keys(nodes).reduce((tmp, key) => {
+            const node = nodes[key];
+            if ("agent" in node) {
+                tmp[key] = node;
+            }
+            else {
+                const { value, update, isResult, console } = node;
+                tmp[key] = { value, update, isResult, console };
+            }
+            return tmp;
+        }, {});
+        const nestedGraphData = { ...graphData, nodes: newNodes, version: graphDataLatestVersion }; // deep enough copy
+        const nodeIds = Object.keys(namedInputs);
+        if (nodeIds.length > 0) {
+            nodeIds.forEach((nodeId) => {
+                if (nestedGraphData.nodes[nodeId] === undefined) {
+                    // If the input node does not exist, automatically create a static node
+                    nestedGraphData.nodes[nodeId] = { value: namedInputs[nodeId] };
+                }
+                else {
+                    // Otherwise, inject the proper data here (instead of calling injectTo method later)
+                    if (namedInputs[nodeId] !== undefined) {
+                        nestedGraphData.nodes[nodeId]["value"] = namedInputs[nodeId];
+                    }
+                }
+            });
+        }
+        try {
+            if (nestedGraphData.version === undefined && debugInfo.version) {
+                nestedGraphData.version = debugInfo.version;
+            }
+            const graphAI = new GraphAI(nestedGraphData, agents || {}, graphOptions);
+            // for backward compatibility. Remove 'if' later
+            if (onLogCallback) {
+                graphAI.onLogCallback = onLogCallback;
+            }
+            if (callbacks) {
+                graphAI.callbacks = callbacks;
+            }
+            debugInfo.subGraphs.set(graphAI.graphId, graphAI);
+            const results = await graphAI.run(false);
+            debugInfo.subGraphs.delete(graphAI.graphId);
+            log?.push(...graphAI.transactionLogs());
+            console.log("FFF");
+            if (options && options.resultNodeId) {
+                return results[options.resultNodeId];
+            }
+            return results;
+        }
+        catch (error) {
+            console.log("FFF2");
+            if (error instanceof Error && supressError) {
+                console.log("FFF3");
+                return {
+                    onError: {
+                        message: error.message,
+                        error,
+                    },
+                };
+            }
+            console.log("FFF4", error);
+            throw error;
+        }
+    };
+};
+export const nestedAgent = async (context) => {
+    const { forNestedGraph, params } = context;
+    const { graphData } = forNestedGraph ?? { graphData: { nodes: {} } };
+    assert(!!graphData, "No GraphData");
+    return await nestedAgentGenerator(graphData, params)(context);
+};
+const nestedAgentInfo = {
+    name: "nestedAgent",
+    agent: nestedAgent,
+    mock: nestedAgent,
+    samples: [
+        {
+            inputs: {
+                message: "hello",
+            },
+            params: {},
+            result: {
+                test: ["hello"],
+            },
+            graph: {
+                nodes: {
+                    test: {
+                        agent: "copyAgent",
+                        params: { namedKey: "messages" },
+                        inputs: { messages: [":message"] },
+                        isResult: true,
+                    },
+                },
+            },
+        },
+        {
+            inputs: {
+                message: "hello",
+            },
+            params: {
+                resultNodeId: "test",
+            },
+            result: ["hello"],
+            graph: {
+                nodes: {
+                    test: {
+                        agent: "copyAgent",
+                        params: { namedKey: "messages" },
+                        inputs: { messages: [":message"] },
+                        isResult: true,
+                    },
+                },
+            },
+        },
+    ],
+    description: "nested Agent",
+    category: ["graph"],
+    author: "Receptron team",
+    repository: "https://github.com/receptron/graphai",
+    source: "https://github.com/receptron/graphai/blob/main/agents/vanilla_agents/src/graph_agents/nested_agent.ts",
+    package: "@graphai/vanilla",
+    license: "MIT",
+};
+export default nestedAgentInfo;

package/lib/agents/prompts_data.js

@@ -1,8 +1,5 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.prompts = void 0;
 // This file is auto-generated by src/tools/prompt.ts and Do not be edited manually.
-exports.prompts = {
+export const prompts = {
     abstract: "We need to add a summary at the beginning of script, which summarizes this episode, which is very engaging. Please come up with a few sentences for the announcer to read, enter them into this script, and present it as an artifact.",
     image_prompt: 'We need to generate a series of images for this podcast. For each line of given json, generate an appropriate text prompt for text-2-image AI, considering the flow of whole discussion and add it as "imagePrompt" property to the script. We don\'t want to show student, teacher or classroom in the image. Do not eliminate any lines.\n\n[Examples]\nA modern tech conference stage with a speaker discussing AI advancements, futuristic lighting and a large digital screen displaying AI-related graphics.\nA close-up of an AI executive speaking at a press conference, with a backdrop displaying AI chip designs and a world map.\nA futuristic AI research lab with glowing blue data streams and a large AI model being visualized on a digital display.\nA high-tech meeting room with analysts discussing global AI trends, holographic charts displaying AI development.\nA balanced scale with AI progress on one side and economic factors on the other, symbolizing analysis and perspective.\nA newspaper headline about a breakthrough in AI technology, with digital code overlaying the article.\nA timeline showing the gradual evolution of AI models, with key milestones highlighted.\n',
     prompt: 'generate a podcast script based on this topic in the JSON format using the opening statement below. Monologue by the Host. Complete story.\nClearly mention the news source.\nNews source:\nArticle url: ...\n\n```json\n{\n  "title": "(title of this episode)",\n  "description": "(short description of this episode)",\n  "reference": "(url to the article)",\n  "tts": "openAI", // or "nijivoice", default is "openAI"\n  "speakers": {\n    "Host": {\n      "voiceId": "shimmer",\n      "displayName": {\n        "en": "Host"\n      }\n    },\n  },\n  "beats": [\n    {\n      "speaker": "Host",\n      "text": "Hello and welcome to another episode of \'life is artificial\', where we explore the cutting edge of technology, innovation, and what the future could look like.",\n    },\n    {\n      "speaker": "Host",\n      "text": "Today, ...",\n    },\n    ...\n  ]\n}\n```\n\n',

package/lib/agents/tts_nijivoice_agent.d.ts

@@ -1,4 +1,4 @@
-import { AgentFunction, AgentFunctionInfo } from "graphai";
+import type { AgentFunction, AgentFunctionInfo } from "graphai";
 export declare const ttsNijivoiceAgent: AgentFunction;
 declare const ttsNijivoiceAgentInfo: AgentFunctionInfo;
 export default ttsNijivoiceAgentInfo;

package/lib/agents/tts_nijivoice_agent.js

@@ -1,7 +1,4 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ttsNijivoiceAgent = void 0;
-const graphai_1 = require("graphai");
+import { GraphAILogger, assert } from "graphai";
 const nijovoiceApiKey = process.env.NIJIVOICE_API_KEY ?? "";
 const errorMessage = [
     "TTS NijiVoice: No API key. ",
@@ -9,10 +6,10 @@ const errorMessage = [
     "1. Obtain an API key from Niji Voice (https://platform.nijivoice.com/) and set it as the NIJIVOICE_API_KEY environment variable.",
     '2. Use OpenAI\'s TTS instead of Niji Voice by changing speechParams.provider from "nijivoice" to "openai".',
 ].join("\n");
-const ttsNijivoiceAgent = async ({ params, namedInputs }) => {
+export const ttsNijivoiceAgent = async ({ params, namedInputs }) => {
     const { apiKey, suppressError, voice, speed, speed_global } = params;
     const { text } = namedInputs;
-    (0, graphai_1.assert)(apiKey ?? nijovoiceApiKey, errorMessage);
+    assert(apiKey ?? nijovoiceApiKey, errorMessage);
     const url = `https://api.nijivoice.com/api/platform/v1/voice-actors/${voice}/generate-voice`;
     const options = {
         method: "POST",
@@ -40,7 +37,7 @@ const ttsNijivoiceAgent = async ({ params, namedInputs }) => {
                 error: voiceJson,
             };
         }
-        console.error(voiceJson);
+        GraphAILogger.info(voiceJson);
         throw new Error("TTS Nijivoice Error");
     }
     catch (e) {
@@ -49,15 +46,14 @@ const ttsNijivoiceAgent = async ({ params, namedInputs }) => {
                 error: e,
             };
         }
-        console.error(e);
+        GraphAILogger.info(e);
         throw new Error("TTS Nijivoice Error");
     }
 };
-exports.ttsNijivoiceAgent = ttsNijivoiceAgent;
 const ttsNijivoiceAgentInfo = {
     name: "ttsNijivoiceAgent",
-    agent: exports.ttsNijivoiceAgent,
-    mock: exports.ttsNijivoiceAgent,
+    agent: ttsNijivoiceAgent,
+    mock: ttsNijivoiceAgent,
     samples: [],
     description: "TTS nijivoice agent",
     category: ["tts"],
@@ -65,4 +61,4 @@ const ttsNijivoiceAgentInfo = {
     repository: "https://github.com/receptron/graphai/",
     license: "MIT",
 };
-exports.default = ttsNijivoiceAgentInfo;
+export default ttsNijivoiceAgentInfo;

package/lib/agents/tts_openai_agent.js

@@ -1,15 +1,9 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ttsOpenaiAgent = void 0;
-const graphai_1 = require("graphai");
-const openai_1 = __importDefault(require("openai"));
-const ttsOpenaiAgent = async ({ namedInputs, params }) => {
+import { GraphAILogger } from "graphai";
+import OpenAI from "openai";
+export const ttsOpenaiAgent = async ({ namedInputs, params }) => {
     const { text } = namedInputs;
     const { apiKey, model, voice, suppressError, instructions } = params;
-    const openai = new openai_1.default({ apiKey });
+    const openai = new OpenAI({ apiKey });
     try {
         const tts_options = {
             model: model ?? "gpt-4o-mini-tts", // "tts-1",
@@ -19,7 +13,7 @@ const ttsOpenaiAgent = async ({ namedInputs, params }) => {
         if (instructions) {
             tts_options["instructions"] = instructions;
         }
-        graphai_1.GraphAILogger.log("ttsOptions", tts_options);
+        GraphAILogger.log("ttsOptions", tts_options);
         const response = await openai.audio.speech.create(tts_options);
         const buffer = Buffer.from(await response.arrayBuffer());
         return { buffer };
@@ -30,15 +24,14 @@ const ttsOpenaiAgent = async ({ namedInputs, params }) => {
                 error: e,
             };
         }
-        console.error(e);
+        GraphAILogger.info(e);
         throw new Error("TTS OpenAI Error");
     }
 };
-exports.ttsOpenaiAgent = ttsOpenaiAgent;
 const ttsOpenaiAgentInfo = {
     name: "ttsOpenaiAgent",
-    agent: exports.ttsOpenaiAgent,
-    mock: exports.ttsOpenaiAgent,
+    agent: ttsOpenaiAgent,
+    mock: ttsOpenaiAgent,
     samples: [],
     description: "OpenAI TTS agent",
     category: ["tts"],
@@ -47,4 +40,4 @@ const ttsOpenaiAgentInfo = {
     license: "MIT",
     environmentVariables: ["OPENAI_API_KEY"],
 };
-exports.default = ttsOpenaiAgentInfo;
+export default ttsOpenaiAgentInfo;

package/lib/agents/validate_mulmo_script_agent.d.ts

@@ -1,5 +1,5 @@
 import type { AgentFunction, AgentFunctionInfo, DefaultConfigData } from "graphai";
-import { MulmoScript } from "../types";
+import { MulmoScript } from "../types/index.js";
 interface ValidateMulmoScriptInputs {
     text: string;
 }

package/lib/agents/validate_mulmo_script_agent.js

@@ -1,16 +1,13 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.validateMulmoScriptAgent = void 0;
-const schema_1 = require("../types/schema");
+import { mulmoScriptSchema } from "../types/schema.js";
 /**
  * MulmoScript JSON validation agent
  * Validates if a JSON string conforms to the MulmoScript schema
  */
-const validateMulmoScriptAgent = async ({ namedInputs, }) => {
+export const validateMulmoScriptAgent = async ({ namedInputs, }) => {
     const { text } = namedInputs;
     try {
         const jsonData = JSON.parse(text);
-        const parsed = schema_1.mulmoScriptSchema.parse(jsonData);
+        const parsed = mulmoScriptSchema.parse(jsonData);
         return {
             isValid: true,
             data: parsed,
@@ -23,11 +20,10 @@ const validateMulmoScriptAgent = async ({ namedInputs, }) => {
         };
     }
 };
-exports.validateMulmoScriptAgent = validateMulmoScriptAgent;
 const validateMulmoScriptAgentInfo = {
     name: "validateMulmoScriptAgent",
-    agent: exports.validateMulmoScriptAgent,
-    mock: exports.validateMulmoScriptAgent,
+    agent: validateMulmoScriptAgent,
+    mock: validateMulmoScriptAgent,
     samples: [],
     description: "Validates if a JSON string conforms to the MulmoScript schema",
     category: ["validation"],
@@ -35,4 +31,4 @@ const validateMulmoScriptAgentInfo = {
     repository: "https://github.com/receptron/mulmocast-cli/tree/main/src/agents/validate_script_agent.ts",
     license: "MIT",
 };
-exports.default = validateMulmoScriptAgentInfo;
+export default validateMulmoScriptAgentInfo;

package/lib/cli/args.d.ts

@@ -1,10 +1,13 @@
-export declare const args: {
+export declare const getArgs: () => {
     [x: string]: unknown;
     v: boolean;
     o: string | undefined;
     b: string | undefined;
-    s: string | undefined;
+    a: string | undefined;
     i: string | undefined;
+    f: boolean;
+    pdf_mode: string;
+    pdf_size: string;
     _: (string | number)[];
     $0: string;
 };

package/lib/cli/args.js

@@ -1,38 +1,55 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.args = void 0;
-const yargs_1 = __importDefault(require("yargs"));
-const helpers_1 = require("yargs/helpers");
-const common_1 = require("./common");
-exports.args = (0, common_1.commonOptions)((0, yargs_1.default)((0, helpers_1.hideBin)(process.argv)))
-    .scriptName("mulmocast")
-    .option("s", {
-    alias: "scratchpaddir",
-    description: "scratchpad dir",
-    demandOption: false,
-    type: "string",
-})
-    .option("i", {
-    alias: "imagedir",
-    description: "image dir",
-    demandOption: false,
-    type: "string",
-})
-    .command("$0 <action> <file>", "Run mulmocast", (yargs) => {
-    return yargs
-        .positional("action", {
-        describe: "action to perform",
-        choices: ["translate", "audio", "images", "movie", "preprocess"],
+import yargs from "yargs";
+import { hideBin } from "yargs/helpers";
+import { commonOptions } from "./common.js";
+import { pdf_modes, pdf_sizes } from "../utils/const.js";
+export const getArgs = () => {
+    return commonOptions(yargs(hideBin(process.argv)))
+        .scriptName("mulmo")
+        .option("a", {
+        alias: "audiodir",
+        description: "audio dir",
+        demandOption: false,
+        type: "string",
+    })
+        .option("i", {
+        alias: "imagedir",
+        description: "image dir",
+        demandOption: false,
         type: "string",
     })
-        .positional("file", {
-        describe: "Mulmo Script File",
+        .option("f", {
+        alias: "force",
+        description: "force generate",
+        demandOption: false,
+        default: false,
+        type: "boolean",
+    })
+        .option("pdf_mode", {
+        description: "pdf mode",
+        demandOption: false,
+        choices: pdf_modes,
         type: "string",
-    });
-})
-    .strict()
-    .help()
-    .parseSync();
+        default: "slide",
+    })
+        .option("pdf_size", {
+        choices: pdf_sizes,
+        default: "letter",
+        describe: "PDF paper size (default: letter for US standard)",
+    })
+        .command("$0 <action> <file>", "Run mulmocast", (yargs) => {
+        return yargs
+            .positional("action", {
+            describe: "action to perform",
+            choices: ["translate", "audio", "images", "movie", "pdf", "preprocess"],
+            type: "string",
+        })
+            .positional("file", {
+            describe: "Mulmo Script File",
+            type: "string",
+        });
+    })
+        .strict()
+        .help()
+        .alias("help", "h")
+        .parseSync();
+};

package/lib/cli/cli.d.ts

@@ -1,2 +1,16 @@
 #!/usr/bin/env node
 import "dotenv/config";
+export declare const getFileObject: (_args: {
+    [x: string]: unknown;
+}) => {
+    baseDirPath: string;
+    mulmoFilePath: string;
+    mulmoFileDirPath: string;
+    outDirPath: string;
+    imageDirPath: string;
+    audioDirPath: string;
+    isHttpPath: boolean;
+    fileOrUrl: string;
+    outputStudioFilePath: string;
+    fileName: string;
+};