mulmocast 0.0.5 → 0.0.7

package/lib/cli/cli.js

@@ -6,18 +6,32 @@ import { GraphAILogger } from "graphai";
 import { getArgs } from "./args.js";
 import { createOrUpdateStudioData } from "../utils/preprocess.js";
 import { outDirName, imageDirName, audioDirName } from "../utils/const.js";
-import { translate, audio, images, movie, pdf } from "../actions/index.js";
-import { getBaseDirPath, getFullPath, readMulmoScriptFile, fetchMulmoScriptFile, getOutputStudioFilePath } from "../utils/file.js";
+import { translate, audio, images, movie, pdf, captions } from "../actions/index.js";
+import { getBaseDirPath, getFullPath, readMulmoScriptFile, fetchMulmoScriptFile, getOutputStudioFilePath, resolveDirPath } from "../utils/file.js";
 import { isHttp } from "../utils/utils.js";
+import clipboardy from "clipboardy";
 export const getFileObject = (_args) => {
     const { basedir, file, outdir, imagedir, audiodir } = _args;
     const baseDirPath = getBaseDirPath(basedir);
-    const fileOrUrl = file ?? "";
-    const fileName = path.parse(fileOrUrl).name;
+    const outDirPath = getFullPath(baseDirPath, outdir ?? outDirName);
+    const { fileOrUrl, fileName } = (() => {
+        if (file === "__clipboard") {
+            // We generate a new unique script file from clipboard text in the output directory
+            const now = new Date();
+            const pad = (n) => n.toString().padStart(2, "0");
+            const fileName = `script_${now.getFullYear()}${pad(now.getMonth() + 1)}${pad(now.getDate())}_${pad(now.getHours())}${pad(now.getMinutes())}${pad(now.getSeconds())}`;
+            const clipboardText = clipboardy.readSync();
+            const fileOrUrl = resolveDirPath(outDirPath, `${fileName}.json`);
+            fs.writeFileSync(fileOrUrl, clipboardText, "utf8");
+            return { fileOrUrl, fileName };
+        }
+        const fileOrUrl = file ?? "";
+        const fileName = path.parse(fileOrUrl).name;
+        return { fileOrUrl, fileName };
+    })();
     const isHttpPath = isHttp(fileOrUrl);
     const mulmoFilePath = isHttpPath ? "" : getFullPath(baseDirPath, fileOrUrl);
     const mulmoFileDirPath = path.dirname(isHttpPath ? baseDirPath : mulmoFilePath);
-    const outDirPath = getFullPath(baseDirPath, outdir ?? outDirName);
     const imageDirPath = getFullPath(outDirPath, imagedir ?? imageDirName);
     const audioDirPath = getFullPath(outDirPath, audiodir ?? audioDirName);
     const outputStudioFilePath = getOutputStudioFilePath(outDirPath, fileName);
@@ -50,7 +64,7 @@ export const main = async () => {
         GraphAILogger.setLevelEnabled("log", false);
         GraphAILogger.setLevelEnabled("warn", false);
     }
-    const { action, force, pdf_mode, pdf_size } = args;
+    const { action, f: force, pdf_mode, pdf_size, l: lang, c: caption } = args;
     const mulmoScript = await fetchScript(isHttpPath, mulmoFilePath, fileOrUrl);
     // Create or update MulmoStudio file with MulmoScript
     const currentStudio = readMulmoScriptFile(outputStudioFilePath);
@@ -68,8 +82,11 @@ export const main = async () => {
         studio,
         fileDirs: files,
         force: Boolean(force),
+        lang: lang,
+        caption: caption,
     };
-    if (action === "translate") {
+    if (action === "translate" || lang || caption) {
+        GraphAILogger.log("run translate");
         await translate(context);
     }
     if (action === "audio") {
@@ -79,6 +96,9 @@ export const main = async () => {
         await images(context);
     }
     if (action === "movie") {
+        if (caption) {
+            await captions(context);
+        }
         await audio(context);
         await images(context);
         await movie(context);
@@ -87,4 +107,11 @@ export const main = async () => {
         await images(context);
         await pdf(context, pdf_mode, pdf_size);
     }
+    if (context.studio.script.title) {
+        GraphAILogger.info(context.studio.script.title);
+    }
+    if (context.studio.script.references) {
+        const textOutput = context.studio.script.references.map((reference) => `${reference.title}\n${reference.url}`).join("\n");
+        GraphAILogger.info(textOutput);
+    }
 };

package/lib/cli/commands/audio/builder.d.ts

@@ -0,0 +1,14 @@
+import type { Argv } from "yargs";
+export declare const builder: (yargs: Argv) => Argv<{
+    o: string | undefined;
+} & {
+    b: string | undefined;
+} & {
+    l: string | undefined;
+} & {
+    f: boolean;
+} & {
+    file: string | undefined;
+} & {
+    a: string | undefined;
+}>;

package/lib/cli/commands/audio/builder.js

@@ -0,0 +1,6 @@
+import { commonOptions } from "../../common.js";
+export const builder = (yargs) => commonOptions(yargs).option("a", {
+    alias: "audiodir",
+    describe: "Audio output directory",
+    type: "string",
+});

package/lib/cli/commands/audio/handler.d.ts

@@ -0,0 +1,4 @@
+import { CliArgs } from "../../../types/cli_types.js";
+export declare const handler: (argv: CliArgs<{
+    a?: string;
+}>) => Promise<void>;

package/lib/cli/commands/audio/handler.js

@@ -0,0 +1,7 @@
+import { audio } from "../../../actions/index.js";
+import { initializeContext, runTranslateIfNeeded } from "../../../cli/helpers.js";
+export const handler = async (argv) => {
+    const context = await initializeContext(argv);
+    await runTranslateIfNeeded(context, argv);
+    await audio(context);
+};

package/lib/cli/commands/audio/index.d.ts

@@ -0,0 +1,4 @@
+export declare const command = "audio <file>";
+export declare const desc = "Generate audio files";
+export { builder } from "./builder.js";
+export { handler } from "./handler.js";

package/lib/cli/commands/audio/index.js

@@ -0,0 +1,4 @@
+export const command = "audio <file>";
+export const desc = "Generate audio files";
+export { builder } from "./builder.js";
+export { handler } from "./handler.js";

package/lib/cli/commands/image/builder.d.ts

@@ -0,0 +1,14 @@
+import type { Argv } from "yargs";
+export declare const builder: (yargs: Argv) => Argv<{
+    o: string | undefined;
+} & {
+    b: string | undefined;
+} & {
+    l: string | undefined;
+} & {
+    f: boolean;
+} & {
+    file: string | undefined;
+} & {
+    i: string | undefined;
+}>;

package/lib/cli/commands/image/builder.js

@@ -0,0 +1,6 @@
+import { commonOptions } from "../../common.js";
+export const builder = (yargs) => commonOptions(yargs).option("i", {
+    alias: "imagedir",
+    describe: "Image output directory",
+    type: "string",
+});

package/lib/cli/commands/image/handler.d.ts

@@ -0,0 +1,4 @@
+import { CliArgs } from "../../../types/cli_types.js";
+export declare const handler: (argv: CliArgs<{
+    i?: string;
+}>) => Promise<void>;

package/lib/cli/commands/image/handler.js

@@ -0,0 +1,7 @@
+import { images } from "../../../actions/index.js";
+import { initializeContext, runTranslateIfNeeded } from "../../../cli/helpers.js";
+export const handler = async (argv) => {
+    const context = await initializeContext(argv);
+    await runTranslateIfNeeded(context, argv);
+    await images(context);
+};

package/lib/cli/commands/image/index.d.ts

@@ -0,0 +1,4 @@
+export declare const command = "images <file>";
+export declare const desc = "Generate image files";
+export { builder } from "./builder.js";
+export { handler } from "./handler.js";

package/lib/cli/commands/image/index.js

@@ -0,0 +1,4 @@
+export const command = "images <file>";
+export const desc = "Generate image files";
+export { builder } from "./builder.js";
+export { handler } from "./handler.js";

package/lib/cli/commands/movie/builder.d.ts

@@ -0,0 +1,18 @@
+import type { Argv } from "yargs";
+export declare const builder: (yargs: Argv) => Argv<{
+    o: string | undefined;
+} & {
+    b: string | undefined;
+} & {
+    l: string | undefined;
+} & {
+    f: boolean;
+} & {
+    file: string | undefined;
+} & {
+    a: string | undefined;
+} & {
+    i: string | undefined;
+} & {
+    c: string | undefined;
+}>;

package/lib/cli/commands/movie/builder.js

@@ -0,0 +1,19 @@
+import { commonOptions } from "../../common.js";
+import { languages } from "../../../utils/const.js";
+export const builder = (yargs) => commonOptions(yargs)
+    .option("a", {
+    alias: "audiodir",
+    describe: "Audio output directory",
+    type: "string",
+})
+    .option("i", {
+    alias: "imagedir",
+    describe: "Image output directory",
+    type: "string",
+})
+    .option("c", {
+    alias: "caption",
+    describe: "Video captions",
+    choices: languages,
+    type: "string",
+});

package/lib/cli/commands/movie/handler.d.ts

@@ -0,0 +1,6 @@
+import { CliArgs } from "../../../types/cli_types.js";
+export declare const handler: (argv: CliArgs<{
+    a?: string;
+    i?: string;
+    c?: string;
+}>) => Promise<void>;

package/lib/cli/commands/movie/handler.js

@@ -0,0 +1,12 @@
+import { audio, images, movie, captions } from "../../../actions/index.js";
+import { initializeContext, runTranslateIfNeeded } from "../../../cli/helpers.js";
+export const handler = async (argv) => {
+    const context = await initializeContext(argv);
+    await runTranslateIfNeeded(context, argv);
+    await audio(context);
+    await images(context);
+    if (context.caption) {
+        await captions(context);
+    }
+    await movie(context);
+};

package/lib/cli/commands/movie/index.d.ts

@@ -0,0 +1,4 @@
+export declare const command = "movie <file>";
+export declare const desc = "Generate movie file";
+export { builder } from "./builder.js";
+export { handler } from "./handler.js";

package/lib/cli/commands/movie/index.js

@@ -0,0 +1,4 @@
+export const command = "movie <file>";
+export const desc = "Generate movie file";
+export { builder } from "./builder.js";
+export { handler } from "./handler.js";

package/lib/cli/commands/pdf/builder.d.ts

@@ -0,0 +1,18 @@
+import type { Argv } from "yargs";
+export declare const builder: (yargs: Argv) => Argv<{
+    o: string | undefined;
+} & {
+    b: string | undefined;
+} & {
+    l: string | undefined;
+} & {
+    f: boolean;
+} & {
+    file: string | undefined;
+} & {
+    i: string | undefined;
+} & {
+    pdf_mode: string;
+} & {
+    pdf_size: string;
+}>;

package/lib/cli/commands/pdf/builder.js

@@ -0,0 +1,19 @@
+import { commonOptions } from "../../common.js";
+import { pdf_modes, pdf_sizes } from "../../../utils/const.js";
+export const builder = (yargs) => commonOptions(yargs)
+    .option("i", {
+    alias: "imagedir",
+    describe: "Image output directory",
+    type: "string",
+})
+    .option("pdf_mode", {
+    describe: "PDF mode",
+    choices: pdf_modes,
+    type: "string",
+    default: "slide",
+})
+    .option("pdf_size", {
+    describe: "PDF paper size (default: letter)",
+    choices: pdf_sizes,
+    default: "letter",
+});

package/lib/cli/commands/pdf/handler.d.ts

@@ -0,0 +1,6 @@
+import { CliArgs } from "../../../types/cli_types.js";
+export declare const handler: (argv: CliArgs<{
+    i?: string;
+    pdf_mode: string;
+    pdf_size: string;
+}>) => Promise<void>;

package/lib/cli/commands/pdf/handler.js

@@ -0,0 +1,8 @@
+import { images, pdf } from "../../../actions/index.js";
+import { initializeContext, runTranslateIfNeeded } from "../../../cli/helpers.js";
+export const handler = async (argv) => {
+    const context = await initializeContext(argv);
+    await runTranslateIfNeeded(context, argv);
+    await images(context);
+    await pdf(context, argv.pdf_mode, argv.pdf_size);
+};

package/lib/cli/commands/pdf/index.d.ts

@@ -0,0 +1,4 @@
+export declare const command = "pdf <file>";
+export declare const desc = "Generate PDF files";
+export { builder } from "./builder.js";
+export { handler } from "./handler.js";

package/lib/cli/commands/pdf/index.js

@@ -0,0 +1,4 @@
+export const command = "pdf <file>";
+export const desc = "Generate PDF files";
+export { builder } from "./builder.js";
+export { handler } from "./handler.js";

package/lib/cli/commands/tool/index.d.ts

@@ -0,0 +1,6 @@
+import { ToolCliArgs } from "../../../types/cli_types.js";
+import { Argv } from "yargs";
+export declare const command = "tool <command>";
+export declare const desc = "Generate Mulmo script and other tools";
+export declare const builder: (y: Argv) => Argv<{}>;
+export declare const handler: (__argv: ToolCliArgs) => void;

package/lib/cli/commands/tool/index.js

@@ -0,0 +1,8 @@
+import * as scriptingCmd from "./scripting/index.js";
+import * as promptCmd from "./prompt/index.js";
+import * as schemaCmd from "./schema/index.js";
+import * as storyToScriptCmd from "./story_to_script/index.js";
+export const command = "tool <command>";
+export const desc = "Generate Mulmo script and other tools";
+export const builder = (y) => y.command(scriptingCmd).command(promptCmd).command(schemaCmd).command(storyToScriptCmd).demandCommand().strict();
+export const handler = (__argv) => { };

package/lib/cli/commands/tool/prompt/builder.d.ts

@@ -0,0 +1,4 @@
+import { Argv } from "yargs";
+export declare const builder: (yargs: Argv) => Argv<{
+    t: string | undefined;
+}>;

package/lib/cli/commands/tool/prompt/builder.js

@@ -0,0 +1,11 @@
+import { getAvailableTemplates } from "../../../../utils/file.js";
+const availableTemplateNames = getAvailableTemplates().map((template) => template.filename);
+export const builder = (yargs) => {
+    return yargs.option("t", {
+        alias: "template",
+        describe: "Template name to use",
+        demandOption: false,
+        choices: availableTemplateNames,
+        type: "string",
+    });
+};

package/lib/cli/commands/tool/prompt/handler.d.ts

@@ -0,0 +1,4 @@
+import { ToolCliArgs } from "../../../../types/cli_types.js";
+export declare const handler: (argv: ToolCliArgs<{
+    template?: string;
+}>) => Promise<void>;

package/lib/cli/commands/tool/prompt/handler.js

@@ -0,0 +1,14 @@
+import { selectTemplate } from "../../../../utils/inquirer.js";
+import { dumpPromptFromTemplate } from "../../../../tools/dump_prompt.js";
+import { setGraphAILogger } from "../../../../cli/helpers.js";
+export const handler = async (argv) => {
+    let { template } = argv;
+    const { v: verbose } = argv;
+    if (!template) {
+        template = await selectTemplate();
+    }
+    setGraphAILogger(verbose, {
+        template,
+    });
+    await dumpPromptFromTemplate({ templateName: template });
+};

package/lib/cli/commands/tool/prompt/index.d.ts

@@ -0,0 +1,4 @@
+export declare const command = "prompt";
+export declare const desc = "Dump prompt from template";
+export { builder } from "./builder.js";
+export { handler } from "./handler.js";

package/lib/cli/commands/tool/prompt/index.js

@@ -0,0 +1,4 @@
+export const command = "prompt";
+export const desc = "Dump prompt from template";
+export { builder } from "./builder.js";
+export { handler } from "./handler.js";

package/lib/cli/commands/tool/schema/builder.d.ts

@@ -0,0 +1,2 @@
+import { Argv } from "yargs";
+export declare const builder: (yargs: Argv) => Argv<{}>;

package/lib/cli/commands/tool/schema/builder.js

@@ -0,0 +1,3 @@
+export const builder = (yargs) => {
+    return yargs;
+};

package/lib/cli/commands/tool/schema/handler.d.ts

@@ -0,0 +1,2 @@
+import { ToolCliArgs } from "../../../../types/cli_types.js";
+export declare const handler: (argv: ToolCliArgs) => Promise<void>;

package/lib/cli/commands/tool/schema/handler.js

@@ -0,0 +1,12 @@
+import { mulmoScriptSchema } from "../../../../types/schema.js";
+import { zodToJsonSchema } from "zod-to-json-schema";
+import { GraphAILogger } from "graphai";
+import { setGraphAILogger } from "../../../../cli/helpers.js";
+export const handler = async (argv) => {
+    const { v: verbose } = argv;
+    setGraphAILogger(verbose);
+    const defaultSchema = zodToJsonSchema(mulmoScriptSchema, {
+        strictUnions: true,
+    });
+    GraphAILogger.info(JSON.stringify(defaultSchema, null, 2));
+};

package/lib/cli/commands/tool/schema/index.d.ts

@@ -0,0 +1,4 @@
+export declare const command = "schema";
+export declare const desc = "Dump mulmocast schema";
+export { builder } from "./builder.js";
+export { handler } from "./handler.js";

package/lib/cli/commands/tool/schema/index.js

@@ -0,0 +1,4 @@
+export const command = "schema";
+export const desc = "Dump mulmocast schema";
+export { builder } from "./builder.js";
+export { handler } from "./handler.js";

package/lib/cli/commands/tool/scripting/builder.d.ts

@@ -0,0 +1,20 @@
+import { Argv } from "yargs";
+export declare const builder: (yargs: Argv) => Argv<{
+    o: string | undefined;
+} & {
+    b: string | undefined;
+} & {
+    u: string[] | never[];
+} & {
+    i: boolean | undefined;
+} & {
+    t: string | undefined;
+} & {
+    c: string | undefined;
+} & {
+    s: string;
+} & {
+    llm: "openAI" | "anthropic" | "gemini" | "groq" | undefined;
+} & {
+    llm_model: string | undefined;
+}>;

package/lib/cli/commands/tool/scripting/builder.js

@@ -0,0 +1,63 @@
+import { llm } from "../../../../utils/utils.js";
+import { getAvailableTemplates } from "../../../../utils/file.js";
+const availableTemplateNames = getAvailableTemplates().map((template) => template.filename);
+export const builder = (yargs) => {
+    return yargs
+        .option("o", {
+        alias: "outdir",
+        description: "output dir",
+        demandOption: false,
+        type: "string",
+    })
+        .option("b", {
+        alias: "basedir",
+        description: "base dir",
+        demandOption: false,
+        type: "string",
+    })
+        .option("u", {
+        alias: "url",
+        description: "URLs to reference (required when not in interactive mode)",
+        demandOption: false,
+        default: [],
+        type: "array",
+        string: true,
+    })
+        .option("i", {
+        alias: "interactive",
+        description: "Generate script in interactive mode with user prompts",
+        demandOption: false,
+        type: "boolean",
+    })
+        .option("t", {
+        alias: "template",
+        description: "Template name to use",
+        demandOption: false,
+        choices: availableTemplateNames,
+        type: "string",
+    })
+        .option("c", {
+        alias: "cache",
+        description: "cache dir",
+        demandOption: false,
+        type: "string",
+    })
+        .option("s", {
+        alias: "script",
+        description: "script filename",
+        demandOption: false,
+        default: "script",
+        type: "string",
+    })
+        .option("llm", {
+        description: "llm",
+        demandOption: false,
+        choices: llm,
+        type: "string",
+    })
+        .option("llm_model", {
+        description: "llm model",
+        demandOption: false,
+        type: "string",
+    });
+};

package/lib/cli/commands/tool/scripting/handler.d.ts

@@ -0,0 +1,13 @@
+import { ToolCliArgs } from "../../../../types/cli_types.js";
+import { LLM } from "../../../../utils/utils.js";
+export declare const handler: (argv: ToolCliArgs<{
+    o?: string;
+    b?: string;
+    u?: string[];
+    i?: boolean;
+    t?: string;
+    c?: string;
+    s?: string;
+    llm?: LLM;
+    llm_model?: string;
+}>) => Promise<void>;

package/lib/cli/commands/tool/scripting/handler.js

@@ -0,0 +1,36 @@
+import { getBaseDirPath, getFullPath } from "../../../../utils/file.js";
+import { outDirName, cacheDirName } from "../../../../utils/const.js";
+import { getUrlsIfNeeded, selectTemplate } from "../../../../utils/inquirer.js";
+import { createMulmoScriptFromUrl } from "../../../../tools/create_mulmo_script_from_url.js";
+import { createMulmoScriptInteractively } from "../../../../tools/create_mulmo_script_interactively.js";
+import { setGraphAILogger } from "../../../../cli/helpers.js";
+export const handler = async (argv) => {
+    const { o: outdir, b: basedir, v: verbose, i: interactive, c: cache, s: filename, llm, llm_model } = argv;
+    let { t: template } = argv;
+    const urls = argv.u || [];
+    const baseDirPath = getBaseDirPath(basedir);
+    const outDirPath = getFullPath(baseDirPath, outdir ?? outDirName);
+    const cacheDirPath = getFullPath(outDirPath, cache ?? cacheDirName);
+    if (!template) {
+        template = await selectTemplate();
+    }
+    setGraphAILogger(verbose, {
+        baseDirPath,
+        outDirPath,
+        cacheDirPath,
+        template,
+        urls,
+        interactive,
+        filename,
+        llm,
+        llm_model,
+    });
+    const context = { outDirPath, templateName: template, urls, filename: filename, cacheDirPath, llm_model, llm };
+    if (interactive) {
+        await createMulmoScriptInteractively(context);
+    }
+    else {
+        context.urls = await getUrlsIfNeeded(urls);
+        await createMulmoScriptFromUrl(context);
+    }
+};

package/lib/cli/commands/tool/scripting/index.d.ts

@@ -0,0 +1,4 @@
+export declare const command = "scripting";
+export declare const desc = "Generate mulmocast script";
+export { builder } from "./builder.js";
+export { handler } from "./handler.js";

package/lib/cli/commands/tool/scripting/index.js

@@ -0,0 +1,4 @@
+export const command = "scripting";
+export const desc = "Generate mulmocast script";
+export { builder } from "./builder.js";
+export { handler } from "./handler.js";

package/lib/cli/commands/tool/story_to_script/builder.d.ts

@@ -0,0 +1,20 @@
+import { Argv } from "yargs";
+export declare const builder: (yargs: Argv) => Argv<{
+    o: string | undefined;
+} & {
+    b: string | undefined;
+} & {
+    t: string | undefined;
+} & {
+    s: string;
+} & {
+    beats_per_scene: number;
+} & {
+    llm: "openAI" | "anthropic" | "gemini" | "groq" | undefined;
+} & {
+    llm_model: string | undefined;
+} & {
+    mode: string;
+} & {
+    file: string | undefined;
+}>;