mulmocast 0.0.2 → 0.0.4

package/lib/tools/seed.js

@@ -1,201 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createMulmoScriptWithInteractive = void 0;
-require("dotenv/config");
-const graphai_1 = require("graphai");
-const input_agents_1 = require("@graphai/input_agents");
-const openai_agent_1 = require("@graphai/openai_agent");
-const vanilla = __importStar(require("@graphai/vanilla"));
-const vanilla_node_agents_1 = require("@graphai/vanilla_node_agents");
-const file_1 = require("../utils/file");
-const browserless_agent_1 = require("@graphai/browserless_agent");
-const agentHeader = "\x1b[34m● \x1b[0m\x1b[1mAgent\x1b[0m:\x1b[0m";
-const graphDataForScraping = {
-    version: 0.5,
-    nodes: {
-        urls: {
-            value: [],
-        },
-        fetchResults: {
-            agent: "mapAgent",
-            inputs: {
-                rows: ":urls",
-            },
-            params: {
-                compositeResult: true,
-            },
-            graph: {
-                nodes: {
-                    fetcher: {
-                        agent: "browserlessAgent",
-                        inputs: {
-                            url: ":row",
-                            text_content: true,
-                        },
-                    },
-                    copyAgent: {
-                        agent: "copyAgent",
-                        inputs: {
-                            text: '{ url: "${:row}", text: "${:fetcher.text}" }',
-                        },
-                        params: {
-                            namedKey: "text",
-                        },
-                        isResult: true,
-                    },
-                },
-            },
-        },
-        sourceText: {
-            agent: "arrayJoinAgent",
-            inputs: {
-                array: ":fetchResults.copyAgent",
-            },
-            params: {
-                separator: ",",
-            },
-            isResult: true,
-        },
-    },
-};
-const graphData = {
-    version: 0.5,
-    loop: {
-        while: ":continue",
-    },
-    nodes: {
-        fileName: {
-            update: ":fileName",
-        },
-        outdir: {
-            update: ":outdir",
-        },
-        messages: {
-            value: [],
-            update: ":llm.messages",
-        },
-        userInput: {
-            agent: "textInputAgent",
-            params: {
-                message: "You:",
-                required: true,
-            },
-        },
-        llm: {
-            agent: "openAIAgent",
-            params: {
-                model: "gpt-4o",
-            },
-            inputs: {
-                messages: ":messages",
-                prompt: ":userInput.text",
-            },
-        },
-        json: {
-            agent: "copyAgent",
-            inputs: {
-                json: ":llm.text.codeBlock().jsonParse()",
-                text: ":llm.text.codeBlock()",
-            },
-        },
-        writeJSON: {
-            if: ":json.json",
-            agent: "fileWriteAgent",
-            inputs: {
-                file: "${:outdir}/${:fileName}-${@now}.json",
-                text: ":json.text",
-            },
-        },
-        writeLog: {
-            agent: "consoleAgent",
-            inputs: {
-                text: "\n\x1b[32m🎉 Script file generated successfully! Type /bye to exit.\x1b[0m\nwriting: ${:writeJSON.path}",
-                waiting: ":writeJSON",
-            },
-        },
-        shouldResponse: {
-            agent: "compareAgent",
-            inputs: {
-                array: [[":json.json", "==", undefined], "&&", [":userInput.text", "!=", "/bye"]],
-            },
-        },
-        agentResponse: {
-            if: ":shouldResponse.result",
-            agent: "consoleAgent",
-            inputs: {
-                text: "\n" + agentHeader + " ${:llm.text}\n",
-            },
-        },
-        checkInput: {
-            agent: "compareAgent",
-            inputs: { array: [":userInput.text", "!=", "/bye"] },
-        },
-        continue: {
-            value: true,
-            update: ":checkInput.result",
-        },
-    },
-};
-const interactiveClarificationPrompt = `If there are any unclear points, be sure to ask the user questions and clarify them before generating the script.`;
-const scrapeWebContent = async (urls) => {
-    console.log(`${agentHeader} Scraping ${urls.length} URLs...\n`);
-    const graph = new graphai_1.GraphAI(graphDataForScraping, { ...vanilla, openAIAgent: openai_agent_1.openAIAgent, textInputAgent: input_agents_1.textInputAgent, fileWriteAgent: vanilla_node_agents_1.fileWriteAgent, browserlessAgent: browserless_agent_1.browserlessAgent });
-    graph.injectValue("urls", urls);
-    const result = (await graph.run());
-    if (!result?.sourceText?.text) {
-        return "";
-    }
-    const prefixPrompt = "Here is the web content that can be used as reference material for the script:";
-    return `\n\n${prefixPrompt}\n${result?.sourceText.text}`;
-};
-const createMulmoScriptWithInteractive = async ({ outDirPath, filename, templateName, urls }) => {
-    (0, file_1.mkdir)(outDirPath);
-    // if urls is not empty, scrape web content and reference it in the prompt
-    const webContentPrompt = urls.length > 0 ? await scrapeWebContent(urls) : "";
-    const graph = new graphai_1.GraphAI(graphData, { ...vanilla, openAIAgent: openai_agent_1.openAIAgent, textInputAgent: input_agents_1.textInputAgent, fileWriteAgent: vanilla_node_agents_1.fileWriteAgent });
-    const prompt = (0, file_1.readTemplatePrompt)(templateName);
-    graph.injectValue("messages", [
-        {
-            role: "system",
-            content: `${prompt}\n\n${interactiveClarificationPrompt}${webContentPrompt}`,
-        },
-    ]);
-    graph.injectValue("outdir", outDirPath);
-    graph.injectValue("fileName", filename);
-    console.log(`${agentHeader} Hi! What topic would you like me to generate about?\n`);
-    await graph.run();
-};
-exports.createMulmoScriptWithInteractive = createMulmoScriptWithInteractive;

package/lib/tools/seed_from_url.d.ts

@@ -1,3 +0,0 @@
-import "dotenv/config";
-import { ScriptingParams } from "../types";
-export declare const createMulmoScriptFromUrl: ({ urls, templateName, outDirPath, filename }: ScriptingParams) => Promise<void>;

package/lib/tools/seed_from_url.js

@@ -1,178 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createMulmoScriptFromUrl = void 0;
-require("dotenv/config");
-const graphai_1 = require("graphai");
-const openai_agent_1 = require("@graphai/openai_agent");
-const vanilla = __importStar(require("@graphai/vanilla"));
-const vanilla_node_agents_1 = require("@graphai/vanilla_node_agents");
-const browserless_agent_1 = require("@graphai/browserless_agent");
-const validate_mulmo_script_agent_1 = __importDefault(require("../agents/validate_mulmo_script_agent"));
-const file_1 = require("../utils/file");
-const schema_1 = require("../types/schema");
-const graphData = {
-    version: 0.5,
-    // Execute sequentially because the free version of browserless API doesn't support concurrent execution.
-    concurrency: 1,
-    nodes: {
-        urls: {
-            value: [],
-        },
-        prompt: {
-            value: "",
-        },
-        outdir: {
-            value: "",
-        },
-        fileName: {
-            value: "",
-        },
-        // get the text content of the urls
-        fetchResults: {
-            agent: "mapAgent",
-            inputs: {
-                rows: ":urls",
-            },
-            params: {
-                compositeResult: true,
-            },
-            graph: {
-                nodes: {
-                    fetcher: {
-                        agent: "browserlessAgent",
-                        inputs: {
-                            url: ":row",
-                            text_content: true,
-                        },
-                    },
-                    copyAgent: {
-                        agent: "copyAgent",
-                        inputs: {
-                            text: '{ url: "${:row}", text: "${:fetcher.text}" }',
-                        },
-                        params: {
-                            namedKey: "text",
-                        },
-                        isResult: true,
-                    },
-                },
-            },
-        },
-        // join the text content
-        sourceText: {
-            agent: "arrayJoinAgent",
-            inputs: {
-                array: ":fetchResults.copyAgent",
-            },
-            params: {
-                separator: ",",
-            },
-        },
-        // generate the mulmo script
-        mulmoScript: {
-            agent: "nestedAgent",
-            inputs: {
-                sourceText: ":sourceText",
-                prompt: ":prompt",
-            },
-            graph: {
-                loop: {
-                    // If the script is not valid and the counter is less than 3, continue the loop
-                    while: ":continue",
-                },
-                nodes: {
-                    counter: {
-                        value: 0,
-                        update: ":counter.add(1)",
-                    },
-                    openAIAgent: {
-                        agent: "openAIAgent",
-                        inputs: {
-                            model: "gpt-4o",
-                            system: ":prompt",
-                            prompt: "Please create a script using the information from the following URLs as reference: ${:sourceText.text}",
-                        },
-                    },
-                    validateMulmoScriptAgent: {
-                        agent: "validateMulmoScriptAgent",
-                        inputs: {
-                            text: ":openAIAgent.text.codeBlock()",
-                        },
-                        isResult: true,
-                    },
-                    continue: {
-                        agent: ({ isValid, counter }) => {
-                            return !isValid && counter < 3;
-                        },
-                        inputs: {
-                            isValid: ":validateMulmoScriptAgent.isValid",
-                            counter: ":counter",
-                        },
-                    },
-                },
-            },
-        },
-        writeJSON: {
-            if: ":mulmoScript.validateMulmoScriptAgent.isValid",
-            agent: "fileWriteAgent",
-            inputs: {
-                file: "${:outdir}/${:fileName}-${@now}.json",
-                text: ":mulmoScript.validateMulmoScriptAgent.data.toJSON()",
-            },
-            isResult: true,
-        },
-    },
-};
-const createMulmoScriptFromUrl = async ({ urls, templateName, outDirPath, filename }) => {
-    (0, file_1.mkdir)(outDirPath);
-    const parsedUrls = schema_1.urlsSchema.parse(urls);
-    const graph = new graphai_1.GraphAI(graphData, {
-        ...vanilla,
-        openAIAgent: openai_agent_1.openAIAgent,
-        browserlessAgent: browserless_agent_1.browserlessAgent,
-        validateMulmoScriptAgent: validate_mulmo_script_agent_1.default,
-        fileWriteAgent: vanilla_node_agents_1.fileWriteAgent,
-    });
-    graph.injectValue("urls", parsedUrls);
-    graph.injectValue("prompt", (0, file_1.readTemplatePrompt)(templateName));
-    graph.injectValue("outdir", outDirPath);
-    graph.injectValue("fileName", filename);
-    await graph.run();
-};
-exports.createMulmoScriptFromUrl = createMulmoScriptFromUrl;

package/lib/tools/seed_from_url2.d.ts

@@ -1,3 +0,0 @@
-import "dotenv/config";
-import { ScriptingParams } from "../types";
-export declare const createMulmoScriptFromUrl: ({ urls, templateName, outDirPath, filename, cacheDirPath }: ScriptingParams) => Promise<void>;

package/lib/tools/seed_from_url2.js

@@ -1,154 +0,0 @@
-import "dotenv/config";
-import { GraphAI } from "graphai";
-import { openAIAgent } from "@graphai/openai_agent";
-import * as vanilla from "@graphai/vanilla";
-import { fileWriteAgent } from "@graphai/vanilla_node_agents";
-import { browserlessAgent } from "@graphai/browserless_agent";
-import validateMulmoScriptAgent from "../agents/validate_mulmo_script_agent";
-import { readTemplatePrompt, mkdir, writingMessage } from "../utils/file";
-import { browserlessCacheGenerator } from "../utils/filters";
-import { urlsSchema } from "../types/schema";
-import { cliLoadingPlugin } from "../utils/plugins";
-const graphData = {
-    version: 0.5,
-    // Execute sequentially because the free version of browserless API doesn't support concurrent execution.
-    concurrency: 1,
-    nodes: {
-        urls: {
-            value: [],
-        },
-        prompt: {
-            value: "",
-        },
-        outdir: {
-            value: "",
-        },
-        fileName: {
-            value: "",
-        },
-        fetchGraph: {
-            value: {
-                nodes: {
-                    fetcher: {
-                        agent: "browserlessAgent",
-                        inputs: {
-                            url: ":row",
-                            text_content: true,
-                        },
-                    },
-                    copyAgent: {
-                        agent: "copyAgent",
-                        inputs: {
-                            text: '{ url: "${:row}", text: "${:fetcher.text}" }',
-                        },
-                        params: {
-                            namedKey: "text",
-                        },
-                        isResult: true,
-                    },
-                },
-            },
-        },
-        // get the text content of the urls
-        fetchResults: {
-            agent: "mapAgent",
-            inputs: {
-                rows: ":urls",
-            },
-            params: {
-                compositeResult: true,
-            },
-            graph: ":fetchGraph",
-        },
-        // join the text content
-        sourceText: {
-            agent: "arrayJoinAgent",
-            inputs: {
-                array: ":fetchResults.copyAgent",
-            },
-            params: {
-                separator: ",",
-            },
-        },
-        // generate the mulmo script
-        mulmoScript: {
-            agent: "nestedAgent",
-            inputs: {
-                sourceText: ":sourceText",
-                prompt: ":prompt",
-            },
-            graph: {
-                loop: {
-                    // If the script is not valid and the counter is less than 3, continue the loop
-                    while: ":continue",
-                },
-                nodes: {
-                    counter: {
-                        value: 0,
-                        update: ":counter.add(1)",
-                    },
-                    openAIAgent: {
-                        agent: "openAIAgent",
-                        inputs: {
-                            model: "gpt-4o",
-                            system: ":prompt",
-                            prompt: "Please create a script using the information from the following URLs as reference: ${:sourceText.text}",
-                        },
-                    },
-                    validateMulmoScriptAgent: {
-                        agent: "validateMulmoScriptAgent",
-                        inputs: {
-                            text: ":openAIAgent.text.codeBlock()",
-                        },
-                        isResult: true,
-                    },
-                    continue: {
-                        agent: ({ isValid, counter }) => {
-                            return !isValid && counter < 3;
-                        },
-                        inputs: {
-                            isValid: ":validateMulmoScriptAgent.isValid",
-                            counter: ":counter",
-                        },
-                    },
-                },
-            },
-        },
-        writeJSON: {
-            if: ":mulmoScript.validateMulmoScriptAgent.isValid",
-            agent: "fileWriteAgent",
-            inputs: {
-                file: "${:outdir}/${:fileName}-${@now}.json",
-                text: ":mulmoScript.validateMulmoScriptAgent.data.toJSON()",
-            },
-            isResult: true,
-        },
-    },
-};
-export const createMulmoScriptFromUrl = async ({ urls, templateName, outDirPath, filename, cacheDirPath }) => {
-    mkdir(outDirPath);
-    mkdir(cacheDirPath);
-    const parsedUrls = urlsSchema.parse(urls);
-    const browserlessCache = browserlessCacheGenerator(cacheDirPath);
-    const agentFilters = [
-        {
-            name: "browserlessCache",
-            agent: browserlessCache,
-            nodeIds: ["fetcher"],
-        },
-    ];
-    const graph = new GraphAI(graphData, {
-        ...vanilla,
-        openAIAgent,
-        browserlessAgent,
-        validateMulmoScriptAgent,
-        fileWriteAgent,
-    }, { agentFilters });
-    graph.injectValue("urls", parsedUrls);
-    graph.injectValue("prompt", readTemplatePrompt(templateName));
-    graph.injectValue("outdir", outDirPath);
-    graph.injectValue("fileName", filename);
-    graph.registerCallback(cliLoadingPlugin({ nodeId: "mulmoScript", message: "Generating script..." }));
-    const result = await graph.run();
-    writingMessage(result?.writeJSON?.path ?? "");
-};

package/lib/utils/image_preprocess.d.ts

@@ -1,14 +0,0 @@
-import { MulmoStudioBeat, MulmoStudioContext, MulmoCanvasDimension } from "../types/index.js";
-type ImageProcessorParams = {
-    beat: MulmoStudioBeat;
-    context: MulmoStudioContext;
-    imagePath: string;
-    textSlideStyle: string;
-    canvasSize: MulmoCanvasDimension;
-};
-export declare const processTextSlide: (params: ImageProcessorParams) => Promise<void>;
-export declare const processMarkdown: (params: ImageProcessorParams) => Promise<void>;
-export declare const processImage: (params: ImageProcessorParams) => string | undefined;
-export declare const processChart: (params: ImageProcessorParams) => Promise<void>;
-export declare const processMermaid: (params: ImageProcessorParams) => Promise<void>;
-export {};

package/lib/utils/image_preprocess.js

@@ -1,52 +0,0 @@
-import { MulmoStudioContextMethods } from "../methods/index.js";
-import { getHTMLFile } from "./file.js";
-import { renderMarkdownToImage, renderHTMLToImage, interpolate } from "./markdown.js";
-export const processTextSlide = async (params) => {
-    const { beat, imagePath, textSlideStyle, canvasSize } = params;
-    if (!beat.image || beat.image.type !== "textSlide")
-        return;
-    const slide = beat.image.slide;
-    const markdown = `# ${slide.title}\n` + slide.bullets.map((text) => `- ${text}`).join("\n");
-    await renderMarkdownToImage(markdown, textSlideStyle, imagePath, canvasSize.width, canvasSize.height);
-};
-export const processMarkdown = async (params) => {
-    const { beat, imagePath, textSlideStyle, canvasSize } = params;
-    if (!beat.image || beat.image.type !== "markdown")
-        return;
-    const markdown = Array.isArray(beat.image.markdown) ? beat.image.markdown.join("\n") : beat.image.markdown;
-    await renderMarkdownToImage(markdown, textSlideStyle, imagePath, canvasSize.width, canvasSize.height);
-};
-export const processImage = (params) => {
-    const { beat, context } = params;
-    if (!beat.image || beat.image.type !== "image")
-        return;
-    if (beat.image.source.kind === "url") {
-        return beat.image.source.url;
-    }
-    else if (beat.image.source.kind === "path") {
-        return MulmoStudioContextMethods.resolveAssetPath(context, beat.image.source.path);
-    }
-};
-export const processChart = async (params) => {
-    const { beat, imagePath, canvasSize } = params;
-    if (!beat.image || beat.image.type !== "chart")
-        return;
-    const template = getHTMLFile("chart");
-    const htmlData = interpolate(template, {
-        title: beat.image.title,
-        width: Math.round(canvasSize.width * 0.625).toString(),
-        chart_data: JSON.stringify(beat.image.chartData),
-    });
-    await renderHTMLToImage(htmlData, imagePath, canvasSize.width, canvasSize.height);
-};
-export const processMermaid = async (params) => {
-    const { beat, imagePath, canvasSize } = params;
-    if (!beat.image || beat.image.type !== "mermaid")
-        return;
-    const template = getHTMLFile("mermaid");
-    const htmlData = interpolate(template, {
-        title: beat.image.title,
-        diagram_code: beat.image.code,
-    });
-    await renderHTMLToImage(htmlData, imagePath, canvasSize.width, canvasSize.height);
-};

package/lib/utils/text_hash.d.ts

@@ -1 +0,0 @@
-export declare const text2hash: (input: string) => string;

package/lib/utils/text_hash.js

@@ -1,4 +0,0 @@
-import * as crypto from "crypto";
-export const text2hash = (input) => {
-    return crypto.createHash("sha256").update(input).digest("hex");
-};