mulmocast 0.0.1 → 0.0.2

package/lib/actions/audio.js

@@ -1,53 +1,15 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.audio = void 0;
-require("dotenv/config");
-const graphai_1 = require("graphai");
-const agents = __importStar(require("@graphai/vanilla"));
-const tts_nijivoice_agent_1 = __importDefault(require("../agents/tts_nijivoice_agent"));
-const add_bgm_agent_1 = __importDefault(require("../agents/add_bgm_agent"));
-const combine_audio_files_agent_1 = __importDefault(require("../agents/combine_audio_files_agent"));
-const tts_openai_agent_1 = __importDefault(require("../agents/tts_openai_agent"));
-const vanilla_node_agents_1 = require("@graphai/vanilla_node_agents");
-const methods_1 = require("../methods");
-const filters_1 = require("../utils/filters");
-const file_1 = require("../utils/file");
+import "dotenv/config";
+import { GraphAI } from "graphai";
+import * as agents from "@graphai/vanilla";
+import ttsNijivoiceAgent from "../agents/tts_nijivoice_agent.js";
+import addBGMAgent from "../agents/add_bgm_agent.js";
+import combineAudioFilesAgent from "../agents/combine_audio_files_agent.js";
+import ttsOpenaiAgent from "../agents/tts_openai_agent.js";
+import { fileWriteAgent } from "@graphai/vanilla_node_agents";
+import { MulmoScriptMethods } from "../methods/index.js";
+import { fileCacheAgentFilter } from "../utils/filters.js";
+import { getAudioArtifactFilePath, getAudioSegmentDirPath, getAudioCombinedFilePath, getOutputStudioFilePath, defaultBGMPath, mkdir, writingMessage, } from "../utils/file.js";
+const { default: __, ...vanillaAgents } = agents;
 // const rion_takanashi_voice = "b9277ce3-ba1c-4f6f-9a65-c05ca102ded0"; // たかなし りおん
 // const ben_carter_voice = "bc06c63f-fef6-43b6-92f7-67f919bd5dae"; // ベン・カーター
 const graph_tts = {
@@ -57,7 +19,7 @@ const graph_tts = {
                 const { beat, script, speakers } = namedInputs;
                 return {
                     voiceId: speakers[beat.speaker].voiceId,
-                    speechOptions: methods_1.MulmoScriptMethods.getSpeechOptions(script, beat),
+                    speechOptions: MulmoScriptMethods.getSpeechOptions(script, beat),
                 };
             },
             inputs: {
@@ -82,7 +44,8 @@ const graph_tts = {
             agent: ":ttsAgent",
             inputs: {
                 text: ":beat.text",
-                file: "${:scratchpadDirPath}/${:beat.audioFile}.mp3", // TODO
+                file: "${:audioSegmentDirPath}/${:beat.audioFile}.mp3", // TODO
+                force: ":context.force",
             },
             params: {
                 voice: ":preprocessor.voiceId",
@@ -97,13 +60,20 @@ const graph_data = {
     concurrency: 8,
     nodes: {
         context: {},
-        outputBGMFilePath: {},
-        outputAudioFilePath: {},
+        audioArtifactFilePath: {},
+        audioCombinedFilePath: {},
         outputStudioFilePath: {},
-        scratchpadDirPath: {},
+        audioDirPath: {},
+        audioSegmentDirPath: {},
         map: {
             agent: "mapAgent",
-            inputs: { rows: ":context.studio.beats", script: ":context.studio.script", scratchpadDirPath: ":scratchpadDirPath" },
+            inputs: {
+                rows: ":context.studio.beats",
+                script: ":context.studio.script",
+                audioDirPath: ":audioDirPath",
+                audioSegmentDirPath: ":audioSegmentDirPath",
+                context: ":context",
+            },
             params: {
                 rowKey: "beat",
             },
@@ -114,8 +84,8 @@ const graph_data = {
             inputs: {
                 map: ":map",
                 context: ":context",
-                combinedFileName: ":outputAudioFilePath",
-                scratchpadDirPath: ":scratchpadDirPath",
+                combinedFileName: ":audioCombinedFilePath",
+                audioDirPath: ":audioDirPath",
             },
             isResult: true,
         },
@@ -129,12 +99,12 @@ const graph_data = {
         addBGM: {
             agent: "addBGMAgent",
             params: {
-                musicFile: process.env.PATH_BGM ?? file_1.defaultBGMPath,
+                musicFile: process.env.PATH_BGM ?? defaultBGMPath,
             },
             inputs: {
                 wait: ":combineFiles",
-                voiceFile: ":outputAudioFilePath",
-                outputFile: ":outputBGMFilePath",
+                voiceFile: ":audioCombinedFilePath",
+                outputFile: ":audioArtifactFilePath",
                 script: ":context.studio.script",
             },
             isResult: true,
@@ -154,33 +124,34 @@ const graph_data = {
 const agentFilters = [
     {
         name: "fileCacheAgentFilter",
-        agent: filters_1.fileCacheAgentFilter,
+        agent: fileCacheAgentFilter,
         nodeIds: ["tts"],
     },
 ];
-const audio = async (context, concurrency) => {
+export const audio = async (context, concurrency) => {
     const { studio, fileDirs } = context;
-    const { outDirPath, scratchpadDirPath } = fileDirs;
-    const outputBGMFilePath = (0, file_1.getOutputBGMFilePath)(outDirPath, studio.filename);
-    const outputAudioFilePath = (0, file_1.getOutputAudioFilePath)(outDirPath, studio.filename);
-    const outputStudioFilePath = (0, file_1.getOutputStudioFilePath)(outDirPath, studio.filename);
-    (0, file_1.mkdir)(outDirPath);
-    (0, file_1.mkdir)(scratchpadDirPath);
+    const { outDirPath, audioDirPath } = fileDirs;
+    const audioArtifactFilePath = getAudioArtifactFilePath(outDirPath, studio.filename);
+    const audioSegmentDirPath = getAudioSegmentDirPath(audioDirPath, studio.filename);
+    const audioCombinedFilePath = getAudioCombinedFilePath(audioDirPath, studio.filename);
+    const outputStudioFilePath = getOutputStudioFilePath(outDirPath, studio.filename);
+    mkdir(outDirPath);
+    mkdir(audioSegmentDirPath);
     graph_data.concurrency = concurrency;
-    const graph = new graphai_1.GraphAI(graph_data, {
-        ...agents,
-        fileWriteAgent: vanilla_node_agents_1.fileWriteAgent,
-        ttsOpenaiAgent: tts_openai_agent_1.default,
-        ttsNijivoiceAgent: tts_nijivoice_agent_1.default,
-        addBGMAgent: add_bgm_agent_1.default,
-        combineAudioFilesAgent: combine_audio_files_agent_1.default,
+    const graph = new GraphAI(graph_data, {
+        ...vanillaAgents,
+        fileWriteAgent,
+        ttsOpenaiAgent,
+        ttsNijivoiceAgent,
+        addBGMAgent,
+        combineAudioFilesAgent,
     }, { agentFilters });
     graph.injectValue("context", context);
-    graph.injectValue("outputBGMFilePath", outputBGMFilePath);
-    graph.injectValue("outputAudioFilePath", outputAudioFilePath);
+    graph.injectValue("audioArtifactFilePath", audioArtifactFilePath);
+    graph.injectValue("audioCombinedFilePath", audioCombinedFilePath);
     graph.injectValue("outputStudioFilePath", outputStudioFilePath);
-    graph.injectValue("scratchpadDirPath", scratchpadDirPath);
+    graph.injectValue("audioSegmentDirPath", audioSegmentDirPath);
+    graph.injectValue("audioDirPath", audioDirPath);
     await graph.run();
-    (0, file_1.writingMessage)(outputAudioFilePath);
+    writingMessage(audioCombinedFilePath);
 };
-exports.audio = audio;

package/lib/actions/images.d.ts

@@ -1,2 +1,2 @@
-import { MulmoStudioContext } from "../types";
+import { MulmoStudioContext } from "../types/index.js";
 export declare const images: (context: MulmoStudioContext) => Promise<void>;

package/lib/actions/images.js

@@ -1,81 +1,46 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.images = void 0;
-const dotenv_1 = __importDefault(require("dotenv"));
-const graphai_1 = require("graphai");
-const agents = __importStar(require("@graphai/vanilla"));
-const vanilla_node_agents_1 = require("@graphai/vanilla_node_agents");
-const file_1 = require("../utils/file");
-const filters_1 = require("../utils/filters");
-const markdown_1 = require("../utils/markdown");
-const image_google_agent_1 = __importDefault(require("../agents/image_google_agent"));
-const image_openai_agent_1 = __importDefault(require("../agents/image_openai_agent"));
-const methods_1 = require("../methods");
-dotenv_1.default.config();
+import dotenv from "dotenv";
+import { GraphAI, GraphAILogger } from "graphai";
+import * as agents from "@graphai/vanilla";
+import { fileWriteAgent } from "@graphai/vanilla_node_agents";
+import { getOutputStudioFilePath, mkdir } from "../utils/file.js";
+import { fileCacheAgentFilter } from "../utils/filters.js";
+import imageGoogleAgent from "../agents/image_google_agent.js";
+import imageOpenaiAgent from "../agents/image_openai_agent.js";
+import { MulmoScriptMethods } from "../methods/index.js";
+import { processChart, processMarkdown, processTextSlide, processImage, processMermaid } from "../utils/image_preprocess.js";
+const { default: __, ...vanillaAgents } = agents;
+dotenv.config();
 // const openai = new OpenAI();
-const google_auth_library_1 = require("google-auth-library");
-const preprocess_agent = async (namedInputs) => {
-    const { context, beat, index, suffix, imageDirPath } = namedInputs;
-    const imageParams = { ...context.studio.script.imageParams, ...beat.imageParams };
+import { GoogleAuth } from "google-auth-library";
+const imagePreprocessAgent = async (namedInputs) => {
+    const { context, beat, index, suffix, imageDirPath, imageAgentInfo } = namedInputs;
+    const imageParams = { ...imageAgentInfo.imageParams, ...beat.imageParams };
     const prompt = (beat.imagePrompt || beat.text) + "\n" + (imageParams.style || "");
     const imagePath = `${imageDirPath}/${context.studio.filename}/${index}${suffix}.png`;
-    const aspectRatio = methods_1.MulmoScriptMethods.getAspectRatio(context.studio.script);
+    const aspectRatio = MulmoScriptMethods.getAspectRatio(context.studio.script);
+    const textSlideStyle = MulmoScriptMethods.getTextSlideStyle(context.studio.script, beat);
     if (beat.image) {
+        const canvasSize = MulmoScriptMethods.getCanvasSize(context.studio.script);
+        const processorParams = { beat, context, imagePath, textSlideStyle, canvasSize };
         if (beat.image.type === "textSlide") {
-            const slide = beat.image.slide;
-            const markdown = `# ${slide.title}` + slide.bullets.map((text) => `- ${text}`).join("\n");
-            await (0, markdown_1.convertMarkdownToImage)(markdown, methods_1.MulmoScriptMethods.getTextSlideStyle(context.studio.script, beat), imagePath);
+            await processTextSlide(processorParams);
         }
         else if (beat.image.type === "markdown") {
-            const markdown = Array.isArray(beat.image.markdown) ? beat.image.markdown.join("\n") : beat.image.markdown;
-            await (0, markdown_1.convertMarkdownToImage)(markdown, methods_1.MulmoScriptMethods.getTextSlideStyle(context.studio.script, beat), imagePath);
+            await processMarkdown(processorParams);
         }
         else if (beat.image.type === "image") {
-            if (beat.image.source.kind === "url") {
-                // undefined prompt indicates "no need to generate image"
-                return { path: beat.image.source.url, prompt: undefined, imageParams, aspectRatio };
-            }
-            else if (beat.image.source.kind === "path") {
-                const path = methods_1.MulmoStudioContextMethods.resolveAssetPath(context, beat.image.source.path);
+            const path = processImage(processorParams);
+            if (path) {
+                // undefined prompt indicates that image generation is not needed
                 return { path, prompt: undefined, imageParams, aspectRatio };
             }
         }
+        else if (beat.image.type === "chart") {
+            await processChart(processorParams);
+        }
+        else if (beat.image.type === "mermaid") {
+            await processMermaid(processorParams);
+        }
     }
     return { path: imagePath, prompt, imageParams, aspectRatio };
 };
@@ -85,11 +50,11 @@ const graph_data = {
     nodes: {
         context: {},
         imageDirPath: {},
-        text2imageAgent: {},
+        imageAgentInfo: {},
         outputStudioFilePath: {},
         map: {
             agent: "mapAgent",
-            inputs: { rows: ":context.studio.beats", context: ":context", text2imageAgent: ":text2imageAgent", imageDirPath: ":imageDirPath" },
+            inputs: { rows: ":context.studio.beats", context: ":context", imageAgentInfo: ":imageAgentInfo", imageDirPath: ":imageDirPath" },
             isResult: true,
             params: {
                 rowKey: "beat",
@@ -98,18 +63,19 @@ const graph_data = {
             graph: {
                 nodes: {
                     preprocessor: {
-                        agent: preprocess_agent,
+                        agent: imagePreprocessAgent,
                         inputs: {
                             context: ":context",
                             beat: ":beat",
                             index: ":__mapIndex",
                             suffix: "p",
                             imageDirPath: ":imageDirPath",
+                            imageAgentInfo: ":imageAgentInfo",
                         },
                     },
                     imageGenerator: {
                         if: ":preprocessor.prompt",
-                        agent: ":text2imageAgent",
+                        agent: ":imageAgentInfo.agent",
                         params: {
                             model: ":preprocessor.imageParams.model",
                             size: ":preprocessor.imageParams.size",
@@ -120,6 +86,7 @@ const graph_data = {
                             prompt: ":preprocessor.prompt",
                             file: ":preprocessor.path", // only for fileCacheAgentFilter
                             text: ":preprocessor.prompt", // only for fileCacheAgentFilter
+                            force: ":context.force",
                         },
                         defaultValue: {},
                     },
@@ -164,30 +131,31 @@ const graph_data = {
     },
 };
 const googleAuth = async () => {
-    const auth = new google_auth_library_1.GoogleAuth({
+    const auth = new GoogleAuth({
         scopes: ["https://www.googleapis.com/auth/cloud-platform"],
     });
     const client = await auth.getClient();
     const accessToken = await client.getAccessToken();
     return accessToken.token;
 };
-const images = async (context) => {
+export const images = async (context) => {
     const { studio, fileDirs } = context;
     const { outDirPath, imageDirPath } = fileDirs;
-    (0, file_1.mkdir)(`${imageDirPath}/${studio.filename}`);
+    mkdir(`${imageDirPath}/${studio.filename}`);
     const agentFilters = [
         {
             name: "fileCacheAgentFilter",
-            agent: filters_1.fileCacheAgentFilter,
+            agent: fileCacheAgentFilter,
             nodeIds: ["imageGenerator"],
         },
     ];
     const options = {
         agentFilters,
     };
+    const imageAgentInfo = MulmoScriptMethods.getImageAgentInfo(studio.script);
     // We need to get google's auth token only if the google is the text2image provider.
-    if (methods_1.MulmoScriptMethods.getImageProvider(studio.script) === "google") {
-        console.log("google was specified as text2image engine");
+    if (imageAgentInfo.provider === "google") {
+        GraphAILogger.log("google was specified as text2image engine");
         const token = await googleAuth();
         options.config = {
             imageGoogleAgent: {
@@ -196,16 +164,16 @@ const images = async (context) => {
             },
         };
     }
+    GraphAILogger.info(`text2image: provider=${imageAgentInfo.provider} model=${imageAgentInfo.imageParams.model}`);
     const injections = {
         context,
-        text2imageAgent: methods_1.MulmoScriptMethods.getText2imageAgent(studio.script),
-        outputStudioFilePath: (0, file_1.getOutputStudioFilePath)(outDirPath, studio.filename),
+        imageAgentInfo,
+        outputStudioFilePath: getOutputStudioFilePath(outDirPath, studio.filename),
         imageDirPath,
     };
-    const graph = new graphai_1.GraphAI(graph_data, { ...agents, imageGoogleAgent: image_google_agent_1.default, imageOpenaiAgent: image_openai_agent_1.default, fileWriteAgent: vanilla_node_agents_1.fileWriteAgent }, options);
+    const graph = new GraphAI(graph_data, { ...vanillaAgents, imageGoogleAgent, imageOpenaiAgent, fileWriteAgent }, options);
     Object.keys(injections).forEach((key) => {
         graph.injectValue(key, injections[key]);
     });
     await graph.run();
 };
-exports.images = images;

package/lib/actions/movie.d.ts

@@ -1,2 +1,2 @@
-import { MulmoStudioContext } from "../types";
+import { MulmoStudioContext } from "../types/index.js";
 export declare const movie: (context: MulmoStudioContext) => Promise<void>;

package/lib/actions/movie.js

@@ -1,81 +1,81 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.movie = void 0;
-const fluent_ffmpeg_1 = __importDefault(require("fluent-ffmpeg"));
-const methods_1 = require("../methods");
-const file_1 = require("../utils/file");
-const createVideo = (audioPath, outputVideoPath, studio) => {
-    const start = performance.now();
-    let command = (0, fluent_ffmpeg_1.default)();
-    if (studio.beats.some((beat) => !beat.imageFile)) {
-        console.error("beat.imageFile is not set. Please run `yarn run images ${file}` ");
-        return;
-    }
-    // Add each image input
-    studio.beats.forEach((beat) => {
-        command = command.input(beat.imageFile); // HACK
-    });
-    const imageCount = studio.beats.length;
-    const canvasInfo = methods_1.MulmoScriptMethods.getCanvasSize(studio.script);
-    const filterComplexParts = [];
-    studio.beats.forEach((beat, index) => {
-        // Resize background image to match canvas dimensions
-        const duration = beat.duration + (index === 0 ? methods_1.MulmoScriptMethods.getPadding(studio.script) / 1000 : 0);
-        const parts = `[${index}:v]loop=loop=-1:size=1:start=0,` +
-            `trim=duration=${duration},` +
-            `fps=30,` +
-            `setpts=PTS-STARTPTS,` +
-            `scale=${canvasInfo.width}:${canvasInfo.height},` +
-            `setsar=1,format=yuv420p` +
-            `[v${index}]`;
-        // console.log(parts);
-        filterComplexParts.push(parts);
+import ffmpeg from "fluent-ffmpeg";
+import { GraphAILogger } from "graphai";
+import { MulmoScriptMethods } from "../methods/index.js";
+import { getAudioArtifactFilePath, getOutputVideoFilePath, writingMessage } from "../utils/file.js";
+const createVideo = (audioArtifactFilePath, outputVideoPath, studio) => {
+    return new Promise((resolve, reject) => {
+        const start = performance.now();
+        let command = ffmpeg();
+        if (studio.beats.some((beat) => !beat.imageFile)) {
+            GraphAILogger.info("beat.imageFile is not set. Please run `yarn run images ${file}` ");
+            return;
+        }
+        // Add each image input
+        studio.beats.forEach((beat) => {
+            command = command.input(beat.imageFile); // HACK
+        });
+        const imageCount = studio.beats.length;
+        const canvasInfo = MulmoScriptMethods.getCanvasSize(studio.script);
+        const filterComplexParts = [];
+        studio.beats.forEach((beat, index) => {
+            // Resize background image to match canvas dimensions
+            const duration = beat.duration + (index === 0 ? MulmoScriptMethods.getPadding(studio.script) / 1000 : 0);
+            const parts = `[${index}:v]loop=loop=-1:size=1:start=0,` +
+                `trim=duration=${duration},` +
+                `fps=30,` +
+                `setpts=PTS-STARTPTS,` +
+                `scale=${canvasInfo.width}:${canvasInfo.height},` +
+                `setsar=1,format=yuv420p` +
+                `[v${index}]`;
+            // console.log(parts);
+            filterComplexParts.push(parts);
+        });
+        // Concatenate the trimmed images
+        const concatInput = studio.beats.map((_, index) => `[v${index}]`).join("");
+        filterComplexParts.push(`${concatInput}concat=n=${imageCount}:v=1:a=0[v]`);
+        // Apply the filter complex for concatenation and map audio input
+        command
+            .complexFilter(filterComplexParts)
+            .input(audioArtifactFilePath) // Add audio input
+            .outputOptions([
+            "-preset veryfast", // Faster encoding
+            "-map [v]", // Map the video stream
+            `-map ${imageCount /* + captionCount*/}:a`, // Map the audio stream (audio is the next input after all images)
+            "-c:v h264_videotoolbox", // Set video codec
+            "-threads 8",
+            "-filter_threads 8",
+            "-b:v 5M", // bitrate (only for videotoolbox)
+            "-bufsize",
+            "10M", // Add buffer size for better quality
+            "-maxrate",
+            "7M", // Maximum bitrate
+            "-r 30", // Set frame rate
+            "-pix_fmt yuv420p", // Set pixel format for better compatibility
+        ])
+            .on("start", (__cmdLine) => {
+            GraphAILogger.log("Started FFmpeg ..."); // with command:', cmdLine);
+        })
+            .on("error", (err, stdout, stderr) => {
+            GraphAILogger.error("Error occurred:", err);
+            GraphAILogger.error("FFmpeg stdout:", stdout);
+            GraphAILogger.error("FFmpeg stderr:", stderr);
+            GraphAILogger.info("Video creation failed. An unexpected error occurred.");
+            reject();
+        })
+            .on("end", () => {
+            const end = performance.now();
+            GraphAILogger.info(`Video created successfully! ${Math.round(end - start) / 1000} sec`);
+            resolve(0);
+        })
+            .output(outputVideoPath)
+            .run();
     });
-    // Concatenate the trimmed images
-    const concatInput = studio.beats.map((_, index) => `[v${index}]`).join("");
-    filterComplexParts.push(`${concatInput}concat=n=${imageCount}:v=1:a=0[v]`);
-    // Apply the filter complex for concatenation and map audio input
-    command
-        .complexFilter(filterComplexParts)
-        .input(audioPath) // Add audio input
-        .outputOptions([
-        "-preset veryfast", // Faster encoding
-        "-map [v]", // Map the video stream
-        `-map ${imageCount /* + captionCount*/}:a`, // Map the audio stream (audio is the next input after all images)
-        "-c:v h264_videotoolbox", // Set video codec
-        "-threads 8",
-        "-filter_threads 8",
-        "-b:v 5M", // bitrate (only for videotoolbox)
-        "-bufsize",
-        "10M", // Add buffer size for better quality
-        "-maxrate",
-        "7M", // Maximum bitrate
-        "-r 30", // Set frame rate
-        "-pix_fmt yuv420p", // Set pixel format for better compatibility
-    ])
-        .on("start", (__cmdLine) => {
-        console.log("Started FFmpeg ..."); // with command:', cmdLine);
-    })
-        .on("error", (err, stdout, stderr) => {
-        console.error("Error occurred:", err);
-        console.error("FFmpeg stdout:", stdout);
-        console.error("FFmpeg stderr:", stderr);
-    })
-        .on("end", () => {
-        const end = performance.now();
-        console.log(`Video created successfully! ${Math.round(end - start) / 1000} sec`);
-    })
-        .output(outputVideoPath)
-        .run();
 };
-const movie = async (context) => {
+export const movie = async (context) => {
     const { studio, fileDirs } = context;
     const { outDirPath } = fileDirs;
-    const audioPath = (0, file_1.getOutputBGMFilePath)(outDirPath, studio.filename);
-    const outputVideoPath = (0, file_1.getOutputVideoFilePath)(outDirPath, studio.filename);
-    createVideo(audioPath, outputVideoPath, studio);
+    const audioArtifactFilePath = getAudioArtifactFilePath(outDirPath, studio.filename);
+    const outputVideoPath = getOutputVideoFilePath(outDirPath, studio.filename);
+    await createVideo(audioArtifactFilePath, outputVideoPath, studio);
+    writingMessage(outputVideoPath);
 };
-exports.movie = movie;

package/lib/actions/translate.d.ts

@@ -1,3 +1,3 @@
 import "dotenv/config";
-import { MulmoStudioContext } from "../types";
+import { MulmoStudioContext } from "../types/index.js";
 export declare const translate: (context: MulmoStudioContext) => Promise<void>;