npm - mulmocast - Versions diffs - 0.0.1 → 0.0.3 - Mend

mulmocast 0.0.1 → 0.0.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (115) hide show

package/README.md +129 -15
package/assets/font/NotoSansJP-Regular.ttf +0 -0
package/assets/html/chart.html +38 -0
package/assets/html/mermaid.html +51 -0
package/assets/templates/business.json +57 -14
package/assets/templates/children_book.json +1 -3
package/assets/templates/coding.json +140 -0
package/lib/actions/audio.d.ts +2 -2
package/lib/actions/audio.js +88 -101
package/lib/actions/images.d.ts +1 -1
package/lib/actions/images.js +50 -88
package/lib/actions/index.d.ts +5 -0
package/lib/actions/index.js +5 -0
package/lib/actions/movie.d.ts +9 -1
package/lib/actions/movie.js +124 -65
package/lib/actions/pdf.d.ts +2 -0
package/lib/actions/pdf.js +211 -0
package/lib/actions/pdf2.d.ts +2 -0
package/lib/actions/pdf2.js +203 -0
package/lib/actions/translate.d.ts +1 -1
package/lib/actions/translate.js +38 -61
package/lib/agents/add_bgm_agent.d.ts +1 -1
package/lib/agents/add_bgm_agent.js +10 -14
package/lib/agents/anthropic_agent.d.ts +23 -0
package/lib/agents/anthropic_agent.js +162 -0
package/lib/agents/combine_audio_files_agent.d.ts +1 -1
package/lib/agents/combine_audio_files_agent.js +33 -32
package/lib/agents/image_google_agent.d.ts +1 -1
package/lib/agents/image_google_agent.js +8 -11
package/lib/agents/image_openai_agent.js +7 -14
package/lib/agents/index.d.ts +8 -8
package/lib/agents/index.js +13 -30
package/lib/agents/mulmo_prompts_agent.d.ts +1 -1
package/lib/agents/mulmo_prompts_agent.js +7 -11
package/lib/agents/nested_agent.d.ts +9 -0
package/lib/agents/nested_agent.js +138 -0
package/lib/agents/prompts_data.js +1 -4
package/lib/agents/tts_nijivoice_agent.d.ts +1 -1
package/lib/agents/tts_nijivoice_agent.js +8 -12
package/lib/agents/tts_openai_agent.js +9 -16
package/lib/agents/validate_mulmo_script_agent.d.ts +1 -1
package/lib/agents/validate_mulmo_script_agent.js +6 -10
package/lib/cli/args.d.ts +5 -2
package/lib/cli/args.js +52 -35
package/lib/cli/cli.d.ts +14 -0
package/lib/cli/cli.js +74 -57
package/lib/cli/common.js +1 -5
package/lib/cli/tool-args.d.ts +4 -1
package/lib/cli/tool-args.js +29 -18
package/lib/cli/tool-cli.js +34 -51
package/lib/methods/index.d.ts +4 -3
package/lib/methods/index.js +4 -19
package/lib/methods/mulmo_media_source.d.ts +4 -0
package/lib/methods/mulmo_media_source.js +21 -0
package/lib/methods/mulmo_script.d.ts +6 -5
package/lib/methods/mulmo_script.js +29 -16
package/lib/methods/mulmo_script_template.d.ts +1 -1
package/lib/methods/mulmo_script_template.js +4 -10
package/lib/methods/mulmo_studio_context.d.ts +1 -1
package/lib/methods/mulmo_studio_context.js +3 -9
package/lib/tools/create_mulmo_script_from_url.d.ts +3 -0
package/lib/tools/create_mulmo_script_from_url.js +152 -0
package/lib/tools/create_mulmo_script_interactively.d.ts +3 -0
package/lib/tools/create_mulmo_script_interactively.js +258 -0
package/lib/tools/dump_prompt.js +5 -8
package/lib/tools/prompt.js +9 -11
package/lib/tools/seed_from_url2.d.ts +3 -0
package/lib/tools/seed_from_url2.js +154 -0
package/lib/types/index.d.ts +2 -1
package/lib/types/index.js +2 -17
package/lib/types/schema.d.ts +3624 -2798
package/lib/types/schema.js +172 -123
package/lib/types/type.d.ts +34 -3
package/lib/types/type.js +1 -2
package/lib/utils/const.d.ts +4 -1
package/lib/utils/const.js +6 -6
package/lib/utils/file.d.ts +22 -4
package/lib/utils/file.js +100 -79
package/lib/utils/filters.d.ts +1 -0
package/lib/utils/filters.js +47 -26
package/lib/utils/image_plugins/chart.d.ts +3 -0
package/lib/utils/image_plugins/chart.js +18 -0
package/lib/utils/image_plugins/image.d.ts +2 -0
package/lib/utils/image_plugins/image.js +3 -0
package/lib/utils/image_plugins/index.d.ts +7 -0
package/lib/utils/image_plugins/index.js +7 -0
package/lib/utils/image_plugins/markdown.d.ts +3 -0
package/lib/utils/image_plugins/markdown.js +11 -0
package/lib/utils/image_plugins/mermaid.d.ts +3 -0
package/lib/utils/image_plugins/mermaid.js +21 -0
package/lib/utils/image_plugins/movie.d.ts +2 -0
package/lib/utils/image_plugins/movie.js +3 -0
package/lib/utils/image_plugins/source.d.ts +4 -0
package/lib/utils/image_plugins/source.js +15 -0
package/lib/utils/image_plugins/text_slide.d.ts +3 -0
package/lib/utils/image_plugins/text_slide.js +12 -0
package/lib/utils/image_plugins/type_guards.d.ts +6 -0
package/lib/utils/image_plugins/type_guards.js +21 -0
package/lib/utils/image_preprocess.d.ts +14 -0
package/lib/utils/image_preprocess.js +52 -0
package/lib/utils/inquirer.d.ts +2 -0
package/lib/utils/inquirer.js +33 -0
package/lib/utils/markdown.d.ts +3 -1
package/lib/utils/markdown.js +20 -19
package/lib/utils/pdf.d.ts +8 -0
package/lib/utils/pdf.js +75 -0
package/lib/utils/plugins.d.ts +5 -0
package/lib/utils/plugins.js +11 -0
package/lib/utils/preprocess.d.ts +70 -123
package/lib/utils/preprocess.js +37 -43
package/lib/utils/string.js +4 -10
package/lib/utils/text_hash.js +2 -39
package/lib/utils/utils.d.ts +12 -0
package/lib/utils/utils.js +34 -0
package/package.json +23 -8

package/lib/utils/markdown.js CHANGED Viewed

@@ -1,27 +1,28 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertMarkdownToImage = void 0;
-const marked_1 = require("marked");
-const puppeteer_1 = __importDefault(require("puppeteer"));
-const convertMarkdownToImage = async (markdown, style, outputPath) => {
-    // Step 0: Prepare the header
-    const header = `<head><style>${style}</style></head>`;
-    // Step 1: Convert Markdown to HTML
-    const body = await (0, marked_1.marked)(markdown);
-    const html = `<htlm>${header}<body>${body}</body></html>`;
-    // Step 2: Use Puppeteer to render HTML to an image
-    const browser = await puppeteer_1.default.launch();
+import { GraphAILogger } from "graphai";
+import { marked } from "marked";
+import puppeteer from "puppeteer";
+const isCI = process.env.CI === "true";
+export const renderHTMLToImage = async (html, outputPath, width, height) => {
+    // Use Puppeteer to render HTML to an image
+    const browser = await puppeteer.launch({
+        args: isCI ? ["--no-sandbox"] : [],
+    });
     const page = await browser.newPage();
     // Set the page content to the HTML generated from the Markdown
     await page.setContent(html);
     // Adjust page settings if needed (like width, height, etc.)
-    await page.setViewport({ width: 1200, height: 800 });
+    await page.setViewport({ width, height });
     // Step 3: Capture screenshot of the page (which contains the Markdown-rendered HTML)
     await page.screenshot({ path: outputPath });
     await browser.close();
-    console.log(`Image saved to ${outputPath}`);
+    GraphAILogger.info(`HTML image rendered to ${outputPath}`);
+};
+export const renderMarkdownToImage = async (markdown, style, outputPath, width, height) => {
+    const header = `<head><style>${style}</style></head>`;
+    const body = await marked(markdown);
+    const html = `<htlm>${header}<body>${body}</body></html>`;
+    await renderHTMLToImage(html, outputPath, width, height);
+};
+export const interpolate = (template, data) => {
+    return template.replace(/\$\{(.*?)\}/g, (_, key) => data[key.trim()] ?? "");
 };
-exports.convertMarkdownToImage = convertMarkdownToImage;

package/lib/utils/pdf.d.ts ADDED Viewed

@@ -0,0 +1,8 @@
+import { PDFFont } from "pdf-lib";
+export declare const fontSize = 12;
+export declare const textMargin = 6;
+export declare const drawSize: (fitWidth: boolean, expectWidth: number, expectHeight: number, origWidth: number, origHeight: number) => {
+    drawWidth: number;
+    drawHeight: number;
+};
+export declare const wrapText: (text: string, font: PDFFont, fontSize: number, maxWidth: number) => string[];

package/lib/utils/pdf.js ADDED Viewed

@@ -0,0 +1,75 @@
+export const fontSize = 12;
+export const textMargin = 6;
+export const drawSize = (fitWidth, expectWidth, expectHeight, origWidth, origHeight) => {
+    if (fitWidth) {
+        const drawWidth = expectWidth;
+        const scale = drawWidth / origWidth;
+        const drawHeight = origHeight * scale;
+        return {
+            drawWidth,
+            drawHeight,
+        };
+    }
+    const drawHeight = expectHeight;
+    const scale = drawHeight / origHeight;
+    const drawWidth = origWidth * scale;
+    return {
+        drawWidth,
+        drawHeight,
+    };
+};
+const isFullwidth = (char) => {
+    const code = char.charCodeAt(0);
+    return ((code >= 0x3000 && code <= 0x9fff) || // CJK, punctuation, kana
+        (code >= 0xff00 && code <= 0xffef) // Fullwidth ASCII
+    );
+};
+export const wrapText = (text, font, fontSize, maxWidth) => {
+    const lines = [];
+    for (const rawLine of text.split("\n")) {
+        let line = "";
+        let buffer = "";
+        for (let i = 0; i < rawLine.length; i++) {
+            const char = rawLine[i];
+            buffer += char;
+            const width = font.widthOfTextAtSize(line + buffer, fontSize);
+            const nextChar = rawLine[i + 1];
+            const currentIsFull = isFullwidth(char);
+            const nextIsFull = nextChar && isFullwidth(nextChar);
+            const isBreakable = currentIsFull || (!currentIsFull && (char === " " || nextChar === " " || nextIsFull));
+            if (width > maxWidth && buffer) {
+                lines.push(line);
+                line = "";
+                buffer = char;
+            }
+            if (isBreakable || i === rawLine.length - 1) {
+                line += buffer;
+                buffer = "";
+            }
+        }
+        if (line)
+            lines.push(line);
+    }
+    return lines;
+};
+/*
+export const wrapText = (text: string, font: PDFFont, fontSize: number, maxWidth: number) => {
+  const words = text.split(" ");
+  const lines = [];
+  let currentLine = "";
+  for (const word of words) {
+    const nextLine = currentLine ? `${currentLine} ${word}` : word;
+    // console.log(nextLine);
+    const width = font.widthOfTextAtSize(nextLine ?? "", fontSize);
+    if (width <= maxWidth) {
+      currentLine = nextLine;
+    } else {
+      lines.push(currentLine);
+      currentLine = word;
+    }
+  }
+  if (currentLine) lines.push(currentLine);
+  return lines;
+};
+*/

package/lib/utils/plugins.d.ts ADDED Viewed

@@ -0,0 +1,5 @@
+import { TransactionLog } from "graphai";
+export declare const cliLoadingPlugin: ({ nodeId, message }: {
+    nodeId: string;
+    message: string;
+}) => (log: TransactionLog) => void;

package/lib/utils/plugins.js ADDED Viewed

@@ -0,0 +1,11 @@
+import ora from "ora";
+const spinner = ora();
+spinner.prefixText = "\n";
+export const cliLoadingPlugin = ({ nodeId, message }) => (log) => {
+    if (log.nodeId === nodeId && log.state === "queued") {
+        spinner.start(message);
+    }
+    if (log.nodeId === nodeId && log.state === "completed") {
+        spinner.stop();
+    }
+};

package/lib/utils/preprocess.d.ts CHANGED Viewed

@@ -1,101 +1,7 @@
-export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
-    outDirPath: string;
-}) => {
+import { MulmoStudio, MulmoScript } from "../types/index.js";
+export declare const createOrUpdateStudioData: (_mulmoScript: MulmoScript, currentStudio: MulmoStudio | undefined, fileName: string) => {
     beats: {
-        text: string;
-        speaker: string;
         duration?: number | undefined;
-        speechOptions?: {
-            speed?: number | undefined;
-            instruction?: string | undefined;
-        } | undefined;
-        image?: {
-            type: "markdown";
-            markdown: string | string[];
-        } | {
-            type: "web";
-            url: string;
-        } | {
-            type: "pdf";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "data";
-                data: string;
-            } | {
-                path: string;
-                kind: "path";
-            };
-        } | {
-            type: "image";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "data";
-                data: string;
-            } | {
-                path: string;
-                kind: "path";
-            };
-        } | {
-            type: "svg";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "data";
-                data: string;
-            } | {
-                path: string;
-                kind: "path";
-            };
-        } | {
-            type: "movie";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "data";
-                data: string;
-            } | {
-                path: string;
-                kind: "path";
-            };
-        } | {
-            type: "textSlide";
-            slide: {
-                title: string;
-                bullets: string[];
-            };
-        } | undefined;
-        audio?: {
-            type: "audio";
-            source: {
-                url: string;
-                kind: "url";
-            } | {
-                kind: "data";
-                data: string;
-            } | {
-                path: string;
-                kind: "path";
-            };
-        } | {
-            type: "midi";
-            source: string;
-        } | undefined;
-        imageParams?: {
-            model?: string | undefined;
-            size?: string | undefined;
-            style?: string | undefined;
-            moderation?: string | undefined;
-        } | undefined;
-        textSlideParams?: {
-            cssStyles: string[];
-        } | undefined;
-        imagePrompt?: string | undefined;
         multiLingualTexts?: Record<string, {
             text: string;
             lang: string;
@@ -108,11 +14,25 @@ export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
         imageFile?: string | undefined;
     }[];
     script: {
-        title: string;
         $mulmocast: {
             version: "1.0";
             credit?: "closing" | undefined;
         };
+        canvasSize: {
+            width: number;
+            height: number;
+        };
+        speechParams: {
+            provider: "openai" | "nijivoice";
+            speakers: Record<string, {
+                voiceId: string;
+                displayName?: Record<string, string> | undefined;
+                speechOptions?: {
+                    speed?: number | undefined;
+                    instruction?: string | undefined;
+                } | undefined;
+            }>;
+        };
         beats: {
             text: string;
             speaker: string;
@@ -132,8 +52,11 @@ export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
                     url: string;
                     kind: "url";
                 } | {
-                    kind: "data";
+                    kind: "base64";
                     data: string;
+                } | {
+                    text: string;
+                    kind: "text";
                 } | {
                     path: string;
                     kind: "path";
@@ -144,8 +67,11 @@ export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
                     url: string;
                     kind: "url";
                 } | {
-                    kind: "data";
+                    kind: "base64";
                     data: string;
+                } | {
+                    text: string;
+                    kind: "text";
                 } | {
                     path: string;
                     kind: "path";
@@ -156,8 +82,11 @@ export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
                     url: string;
                     kind: "url";
                 } | {
-                    kind: "data";
+                    kind: "base64";
                     data: string;
+                } | {
+                    text: string;
+                    kind: "text";
                 } | {
                     path: string;
                     kind: "path";
@@ -168,8 +97,11 @@ export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
                     url: string;
                     kind: "url";
                 } | {
-                    kind: "data";
+                    kind: "base64";
                     data: string;
+                } | {
+                    text: string;
+                    kind: "text";
                 } | {
                     path: string;
                     kind: "path";
@@ -180,6 +112,27 @@ export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
                     title: string;
                     bullets: string[];
                 };
+            } | {
+                type: "chart";
+                title: string;
+                chartData: Record<string, any>;
+            } | {
+                code: {
+                    url: string;
+                    kind: "url";
+                } | {
+                    kind: "base64";
+                    data: string;
+                } | {
+                    text: string;
+                    kind: "text";
+                } | {
+                    path: string;
+                    kind: "path";
+                };
+                type: "mermaid";
+                title: string;
+                appendix?: string[] | undefined;
             } | undefined;
             audio?: {
                 type: "audio";
@@ -187,8 +140,11 @@ export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
                     url: string;
                     kind: "url";
                 } | {
-                    kind: "data";
+                    kind: "base64";
                     data: string;
+                } | {
+                    text: string;
+                    kind: "text";
                 } | {
                     path: string;
                     kind: "path";
@@ -204,43 +160,34 @@ export declare const createOrUpdateStudioData: (mulmoFile: string, files: {
                 moderation?: string | undefined;
             } | undefined;
             textSlideParams?: {
-                cssStyles: string[];
+                cssStyles: string | string[];
             } | undefined;
             imagePrompt?: string | undefined;
         }[];
-        speechParams: {
-            speakers: Record<string, {
-                displayName: Record<string, string>;
-                voiceId: string;
-                speechOptions?: {
-                    speed?: number | undefined;
-                    instruction?: string | undefined;
-                } | undefined;
-            }>;
-            provider?: string | undefined;
-        };
         lang?: string | undefined;
+        title?: string | undefined;
         imageParams?: {
+            provider: "openai" | "google";
             model?: string | undefined;
             size?: string | undefined;
             style?: string | undefined;
             moderation?: string | undefined;
-            provider?: string | undefined;
         } | undefined;
         textSlideParams?: {
-            cssStyles: string[];
-        } | undefined;
-        description?: string | undefined;
-        reference?: string | undefined;
-        canvasSize?: {
-            width: number;
-            height: number;
+            cssStyles: string | string[];
         } | undefined;
         videoParams?: {
             padding?: number | undefined;
         } | undefined;
-        imagePath?: string | undefined;
         omitCaptions?: boolean | undefined;
+        description?: string | undefined;
+        references?: {
+            type: "image" | "audio" | "article" | "video";
+            url: string;
+            title?: string | undefined;
+            description?: string | undefined;
+        }[] | undefined;
+        imagePath?: string | undefined;
         __test_invalid__?: boolean | undefined;
     };
     filename: string;

package/lib/utils/preprocess.js CHANGED Viewed

@@ -1,53 +1,47 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createOrUpdateStudioData = void 0;
-const file_1 = require("./file");
-const text_hash_1 = require("./text_hash");
-const methods_1 = require("../methods");
-const createOrUpdateStudioData = (mulmoFile, files) => {
-    const { outDirPath } = files;
-    const readData = (0, file_1.readMulmoScriptFile)(mulmoFile, "ERROR: File does not exist " + mulmoFile);
-    const { mulmoData: mulmoScript, fileName } = readData;
-    // Create or update MulmoStudio file with MulmoScript
-    const outputStudioFilePath = (0, file_1.getOutputStudioFilePath)(outDirPath, fileName);
-    const currentStudio = (0, file_1.readMulmoScriptFile)(outputStudioFilePath);
-    const studio = currentStudio?.mulmoData ?? {
+import { mulmoScriptSchema, mulmoBeatSchema, mulmoStudioSchema } from "../types/index.js";
+const rebuildStudio = (currentStudio, mulmoScript, fileName) => {
+    const parsed = mulmoStudioSchema.safeParse(currentStudio);
+    if (parsed.success) {
+        return parsed.data;
+    }
+    return {
         script: mulmoScript,
         filename: fileName,
-        beats: Array(mulmoScript.beats.length).fill({}),
+        beats: [...Array(mulmoScript.beats.length)].map(() => ({})),
     };
-    if (!studio.beats) {
-        studio.beats = [];
-    }
-    // Addition cloing credit
-    if (mulmoScript.$mulmocast.credit === "closing") {
-        mulmoScript.beats.push({
-            speaker: mulmoScript.beats[0].speaker, // First speaker
-            text: "",
-            image: {
-                type: "image",
-                source: {
-                    kind: "url",
-                    url: "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/images/mulmocast_credit.png",
-                },
+};
+const mulmoCredit = (speaker) => {
+    return {
+        speaker,
+        text: "",
+        image: {
+            type: "image",
+            source: {
+                kind: "url",
+                url: "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/images/mulmocast_credit.png",
             },
-            audio: {
-                type: "audio",
-                source: {
-                    kind: "url",
-                    url: "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/audio/silent300.mp3",
-                },
+        },
+        audio: {
+            type: "audio",
+            source: {
+                kind: "url",
+                url: "https://github.com/receptron/mulmocast-cli/raw/refs/heads/main/assets/audio/silent300.mp3",
             },
-        });
+        },
+    };
+};
+export const createOrUpdateStudioData = (_mulmoScript, currentStudio, fileName) => {
+    const mulmoScript = _mulmoScript.__test_invalid__ ? _mulmoScript : mulmoScriptSchema.parse(_mulmoScript); // validate and insert default value
+    const studio = rebuildStudio(currentStudio, mulmoScript, fileName);
+    // Addition cloing credit
+    if (mulmoScript.$mulmocast.credit === "closing") {
+        mulmoScript.beats.push(mulmoCredit(mulmoScript.beats[0].speaker)); // First speaker
     }
-    studio.script = mulmoScript; // update the script
-    studio.beats.length = mulmoScript.beats.length; // In case it became shorter
+    studio.script = mulmoScriptSchema.parse(mulmoScript); // update the script
+    studio.beats = studio.script.beats.map((_, index) => studio.beats[index] ?? {});
     mulmoScript.beats.forEach((beat, index) => {
-        const voiceId = studio.script.speechParams.speakers[beat.speaker].voiceId;
-        const speechOptions = methods_1.MulmoScriptMethods.getSpeechOptions(studio.script, beat);
-        const hash_string = `${beat.text}${voiceId}${speechOptions?.instruction ?? ""}${speechOptions?.speed ?? 1.0}`;
-        studio.beats[index] = { ...studio.beats[index], ...beat, audioFile: `${fileName}_${index}_${(0, text_hash_1.text2hash)(hash_string)}` };
+        // Filling the default values
+        studio.script.beats[index] = mulmoBeatSchema.parse(beat);
     });
     return studio;
 };
-exports.createOrUpdateStudioData = createOrUpdateStudioData;

package/lib/utils/string.js CHANGED Viewed

@@ -1,10 +1,5 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.replacementsJa = exports.recursiveSplitJa = void 0;
-exports.splitIntoSentencesJa = splitIntoSentencesJa;
-exports.replacePairsJa = replacePairsJa;
 // split ja
-function splitIntoSentencesJa(paragraph, divider, minimum) {
+export function splitIntoSentencesJa(paragraph, divider, minimum) {
     const sentences = paragraph
         .split(divider) // Split by the Japanese full stop
         .map((sentence) => sentence.trim()) // Trim whitespace
@@ -21,7 +16,7 @@ function splitIntoSentencesJa(paragraph, divider, minimum) {
     }, [])
         .map((sentence, index, array) => (index < array.length - 1 || paragraph.endsWith(divider) ? sentence + divider : sentence));
 }
-const recursiveSplitJa = (text) => {
+export const recursiveSplitJa = (text) => {
     const delimiters = ["。", "？", "！", "、"];
     return delimiters
         .reduce((textData, delimiter) => {
@@ -29,8 +24,7 @@ const recursiveSplitJa = (text) => {
     }, [text])
         .flat(1);
 };
-exports.recursiveSplitJa = recursiveSplitJa;
-function replacePairsJa(str, replacements) {
+export function replacePairsJa(str, replacements) {
     replacements.forEach(({ from, to }) => {
         // Escape any special regex characters in the 'from' string.
         const escapedFrom = from.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
@@ -39,7 +33,7 @@ function replacePairsJa(str, replacements) {
     });
     return str;
 }
-exports.replacementsJa = [
+export const replacementsJa = [
     { from: "Anthropic", to: "アンスロピック" },
     { from: "OpenAI", to: "オープンエーアイ" },
     { from: "AGI", to: "エージーアイ" },

package/lib/utils/text_hash.js CHANGED Viewed

@@ -1,41 +1,4 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.text2hash = void 0;
-const crypto = __importStar(require("crypto"));
-const text2hash = (input) => {
+import * as crypto from "crypto";
+export const text2hash = (input) => {
     return crypto.createHash("sha256").update(input).digest("hex");
 };
-exports.text2hash = text2hash;

package/lib/utils/utils.d.ts ADDED Viewed

@@ -0,0 +1,12 @@
+export declare const llmAgents: string[];
+type LLMAgent = (typeof llmAgents)[number];
+export declare const defaultOpenAIModel: string;
+export declare const llmPair: (_agent?: LLMAgent, _model?: string) => {
+    agent: string;
+    model: string;
+    max_tokens: number;
+};
+export declare const chunkArray: <T>(array: T[], size?: number) => T[][];
+export declare const isHttp: (fileOrUrl: string) => boolean;
+export declare const text2hash: (input: string) => string;
+export {};

package/lib/utils/utils.js ADDED Viewed

@@ -0,0 +1,34 @@
+import * as crypto from "crypto";
+export const llmAgents = ["openAIAgent", "anthropicAgent", "geminiAgent", "groqAgent"];
+const defaultModels = {
+    anthropicAgent: "claude-3-7-sonnet-20250219",
+    geminiAgent: "gemini-1.5-flash",
+    groqAgent: "llama3-8b-8192",
+    openAIAgent: "gpt-4o",
+};
+const longMaxTokens = {
+    anthropicAgent: 8192,
+    geminiAgent: 8192,
+    groqAgent: 4096,
+    openAIAgent: 8192,
+};
+export const defaultOpenAIModel = defaultModels["openAIAgent"];
+export const llmPair = (_agent, _model) => {
+    const agent = _agent && llmAgents.includes(_agent ?? "") ? _agent : "openAIAgent";
+    const model = _model ?? defaultModels[agent ?? ""];
+    const max_tokens = longMaxTokens[agent];
+    return { agent, model, max_tokens };
+};
+export const chunkArray = (array, size = 3) => {
+    const chunks = [];
+    const copy = [...array];
+    while (copy.length)
+        chunks.push(copy.splice(0, size));
+    return chunks;
+};
+export const isHttp = (fileOrUrl) => {
+    return /^https?:\/\//.test(fileOrUrl);
+};
+export const text2hash = (input) => {
+    return crypto.createHash("sha256").update(input).digest("hex");
+};