@mulmocast/slide 0.1.4 → 0.1.6

package/lib/convert/movie.js

@@ -0,0 +1,397 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertMovie = convertMovie;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const child_process_1 = require("child_process");
+const yargs_1 = __importDefault(require("yargs"));
+const helpers_1 = require("yargs/helpers");
+const lang_1 = require("../utils/lang");
+const dependencies_1 = require("../utils/dependencies");
+const openai_1 = __importDefault(require("openai"));
+const mulmocast_1 = require("mulmocast");
+const movie_bundle_1 = require("./movie_bundle");
+// Get video duration using ffprobe
+function getVideoDuration(videoPath) {
+    const result = (0, child_process_1.execSync)(`ffprobe -v error -show_entries format=duration -of default=noprint_wrappers=1:nokey=1 "${videoPath}"`, { encoding: "utf-8" });
+    return parseFloat(result.trim());
+}
+// Detect silence intervals in video using FFmpeg
+async function detectSilence(videoPath, noiseThreshold = -30, minSilenceDuration = 0.5) {
+    return new Promise((resolve, reject) => {
+        const silences = [];
+        let currentStart = null;
+        const ffmpeg = (0, child_process_1.spawn)("ffmpeg", [
+            "-i",
+            videoPath,
+            "-af",
+            `silencedetect=noise=${noiseThreshold}dB:d=${minSilenceDuration}`,
+            "-f",
+            "null",
+            "-",
+        ]);
+        let stderr = "";
+        ffmpeg.stderr.on("data", (data) => {
+            stderr += data.toString();
+        });
+        ffmpeg.on("close", (code) => {
+            if (code !== 0 && code !== null) {
+                // FFmpeg may return non-zero even on success for silence detection
+            }
+            // Parse silence_start and silence_end from stderr
+            const lines = stderr.split("\n");
+            for (const line of lines) {
+                const startMatch = line.match(/silence_start:\s*([\d.]+)/);
+                const endMatch = line.match(/silence_end:\s*([\d.]+)/);
+                if (startMatch) {
+                    currentStart = parseFloat(startMatch[1]);
+                }
+                if (endMatch && currentStart !== null) {
+                    silences.push({
+                        start: currentStart,
+                        end: parseFloat(endMatch[1]),
+                    });
+                    currentStart = null;
+                }
+            }
+            resolve(silences);
+        });
+        ffmpeg.on("error", reject);
+    });
+}
+// Calculate segment boundaries based on silence intervals
+function calculateSegments(totalDuration, silences, minDuration = 20, maxDuration = 120) {
+    const segments = [];
+    let currentStart = 0;
+    let segmentIndex = 1;
+    // Get silence midpoints as potential split points
+    const splitPoints = silences.map((s) => (s.start + s.end) / 2);
+    while (currentStart < totalDuration) {
+        const targetEnd = currentStart + maxDuration;
+        if (targetEnd >= totalDuration) {
+            // Last segment
+            segments.push({
+                index: segmentIndex,
+                startTime: currentStart,
+                endTime: totalDuration,
+                duration: totalDuration - currentStart,
+            });
+            break;
+        }
+        // Find the closest silence point near the target end
+        let bestSplit = targetEnd;
+        let minDistance = Infinity;
+        for (const point of splitPoints) {
+            if (point > currentStart + minDuration && point < targetEnd + 30) {
+                const distance = Math.abs(point - targetEnd);
+                if (distance < minDistance) {
+                    minDistance = distance;
+                    bestSplit = point;
+                }
+            }
+        }
+        segments.push({
+            index: segmentIndex,
+            startTime: currentStart,
+            endTime: bestSplit,
+            duration: bestSplit - currentStart,
+        });
+        currentStart = bestSplit;
+        segmentIndex++;
+    }
+    // If no silences detected, use fixed segmentation
+    if (segments.length === 0) {
+        const fixedDuration = 60;
+        let start = 0;
+        let idx = 1;
+        while (start < totalDuration) {
+            const end = Math.min(start + fixedDuration, totalDuration);
+            segments.push({
+                index: idx,
+                startTime: start,
+                endTime: end,
+                duration: end - start,
+            });
+            start = end;
+            idx++;
+        }
+    }
+    return segments;
+}
+// Split video into segment
+function splitVideo(inputPath, outputPath, startTime, duration) {
+    (0, child_process_1.execSync)(`ffmpeg -y -ss ${startTime} -i "${inputPath}" -t ${duration} -c copy "${outputPath}"`, { stdio: "ignore" });
+}
+// Extract audio from video segment
+function extractAudio(videoPath, audioPath) {
+    (0, child_process_1.execSync)(`ffmpeg -y -i "${videoPath}" -vn -acodec libmp3lame -q:a 2 "${audioPath}"`, { stdio: "ignore" });
+}
+// Generate thumbnail from video segment
+function generateThumbnail(videoPath, thumbnailPath) {
+    (0, child_process_1.execSync)(`ffmpeg -y -i "${videoPath}" -ss 0 -vframes 1 -vf "scale=640:-1" "${thumbnailPath}"`, { stdio: "ignore" });
+}
+// Transcribe audio using OpenAI Whisper API
+async function transcribeAudio(audioPath, lang, openai) {
+    const audioFile = fs.createReadStream(audioPath);
+    const response = await openai.audio.transcriptions.create({
+        file: audioFile,
+        model: "whisper-1",
+        language: lang === "ja" ? "ja" : "en",
+    });
+    return response.text;
+}
+async function convertMovie(options) {
+    const { inputPath, lang, minSegmentDuration = 20, maxSegmentDuration = 120, } = options;
+    const videoPath = path.resolve(inputPath);
+    // Determine source language upfront (CLI option or default)
+    // For video transcription, we use the specified language directly
+    const sourceLang = lang && (0, lang_1.isValidLang)(lang) ? lang : "en";
+    if (!fs.existsSync(videoPath)) {
+        throw new Error(`File not found: ${videoPath}`);
+    }
+    // Check for required dependencies
+    (0, dependencies_1.checkDependencies)("movie");
+    // Check for OpenAI API key
+    const apiKey = process.env.OPENAI_API_KEY;
+    if (!apiKey) {
+        throw new Error("OPENAI_API_KEY environment variable is required for transcription");
+    }
+    const openai = new openai_1.default({ apiKey });
+    const ext = path.extname(videoPath);
+    const basename = path.basename(videoPath, ext);
+    // Scripts directory for MulmoScript and processing assets
+    const scriptsDir = options.outputDir || path.join("scripts", basename);
+    // Bundle output directory (same structure as other formats)
+    const bundleDir = path.join("output", basename, "mulmo_script");
+    // Create scripts directory
+    if (!fs.existsSync(scriptsDir)) {
+        fs.mkdirSync(scriptsDir, { recursive: true });
+    }
+    console.log(`Processing video: ${videoPath}`);
+    console.log(`Scripts directory: ${scriptsDir}`);
+    // Get video duration
+    console.log("Getting video duration...");
+    const totalDuration = getVideoDuration(videoPath);
+    console.log(`  Total duration: ${Math.floor(totalDuration / 60)}m ${Math.floor(totalDuration % 60)}s`);
+    // Detect silence intervals
+    console.log("Detecting silence intervals...");
+    const silences = await detectSilence(videoPath);
+    console.log(`  Found ${silences.length} silence intervals`);
+    // Calculate segments
+    console.log("Calculating segments...");
+    const segments = calculateSegments(totalDuration, silences, minSegmentDuration, maxSegmentDuration);
+    console.log(`  Created ${segments.length} segments`);
+    // Process each segment
+    const beats = [];
+    const transcriptions = [];
+    for (const segment of segments) {
+        const segmentNum = segment.index;
+        const videoFile = `${segmentNum}.mp4`;
+        const audioFile = `${segmentNum}.mp3`;
+        const thumbnailFile = `${segmentNum}.jpg`;
+        const videoOutputPath = path.join(scriptsDir, videoFile);
+        const audioOutputPath = path.join(scriptsDir, audioFile);
+        const thumbnailOutputPath = path.join(scriptsDir, thumbnailFile);
+        console.log(`\nProcessing segment ${segmentNum}/${segments.length}...`);
+        // Split video (with caching)
+        if (!fs.existsSync(videoOutputPath)) {
+            console.log(`  Splitting video...`);
+            splitVideo(videoPath, videoOutputPath, segment.startTime, segment.duration);
+        }
+        else {
+            console.log(`  Using cached video`);
+        }
+        // Extract audio (with caching)
+        if (!fs.existsSync(audioOutputPath)) {
+            console.log(`  Extracting audio...`);
+            extractAudio(videoOutputPath, audioOutputPath);
+        }
+        else {
+            console.log(`  Using cached audio`);
+        }
+        // Generate thumbnail (with caching)
+        if (!fs.existsSync(thumbnailOutputPath)) {
+            console.log(`  Generating thumbnail...`);
+            generateThumbnail(videoOutputPath, thumbnailOutputPath);
+        }
+        else {
+            console.log(`  Using cached thumbnail`);
+        }
+        // Transcribe audio
+        console.log(`  Transcribing audio...`);
+        const transcription = await transcribeAudio(audioOutputPath, sourceLang, openai);
+        transcriptions.push(transcription);
+        console.log(`  Transcription: ${transcription.substring(0, 100)}...`);
+        beats.push({
+            text: transcription,
+            audioSources: {
+                [sourceLang]: audioFile,
+            },
+            multiLinguals: {
+                [sourceLang]: transcription,
+            },
+            videoSource: videoFile,
+            imageSource: thumbnailFile,
+            startTime: segment.startTime,
+            endTime: segment.endTime,
+            duration: segment.duration,
+        });
+    }
+    console.log(`\nSource language: ${sourceLang}`);
+    // Build MulmoScript with proper schema
+    // For video content, we use the `image` field with type: "movie"
+    const mulmoBeats = beats.map((beat) => ({
+        text: beat.text,
+        image: {
+            type: "movie",
+            source: {
+                kind: "path",
+                path: `./${beat.videoSource}`,
+            },
+        },
+    }));
+    const mulmoScript = {
+        $mulmocast: {
+            version: "1.1",
+            credit: "closing",
+        },
+        lang: sourceLang,
+        beats: mulmoBeats,
+    };
+    // Validate MulmoScript
+    const result = mulmocast_1.mulmoScriptSchema.safeParse(mulmoScript);
+    if (!result.success) {
+        console.error("MulmoScript validation failed:");
+        console.error(result.error.format());
+        throw new Error("Invalid MulmoScript generated");
+    }
+    // Write MulmoScript to scripts directory
+    const jsonPath = path.join(scriptsDir, "mulmo_script.json");
+    fs.writeFileSync(jsonPath, JSON.stringify(result.data, null, 2));
+    console.log(`\nMulmoScript saved to: ${jsonPath}`);
+    // Generate bundle with translations and TTS if requested
+    const shouldBundle = options.bundle ?? true; // Default to bundling for movie
+    const targetLangs = options.targetLangs ?? ["ja"]; // Default target language
+    let bundlePath;
+    if (shouldBundle) {
+        // Create bundle output directory
+        if (!fs.existsSync(bundleDir)) {
+            fs.mkdirSync(bundleDir, { recursive: true });
+        }
+        console.log(`Bundle directory: ${bundleDir}`);
+        // Prepare beat data for bundle generation
+        const bundleBeats = beats.map((beat, index) => ({
+            text: beat.text,
+            videoSource: beat.videoSource,
+            imageSource: beat.imageSource,
+            audioSource: beat.audioSources[sourceLang] || `${index + 1}.mp3`,
+            startTime: beat.startTime,
+            endTime: beat.endTime,
+            duration: beat.duration,
+        }));
+        await (0, movie_bundle_1.generateMovieBundle)({
+            scriptsDir,
+            outputDir: bundleDir,
+            sourceLang: sourceLang,
+            targetLangs,
+            beats: bundleBeats,
+            totalDuration,
+        });
+        bundlePath = path.join(bundleDir, "mulmo_view.json");
+    }
+    return {
+        mulmoScriptPath: jsonPath,
+        segmentCount: segments.length,
+        bundlePath,
+    };
+}
+async function main() {
+    // Load environment variables
+    const dotenv = await Promise.resolve().then(() => __importStar(require("dotenv")));
+    dotenv.config();
+    const argv = await (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv))
+        .usage("Usage: $0 <video-file> [options]")
+        .command("$0 <file>", "Convert video to MulmoScript", (yargs) => {
+        return yargs.positional("file", {
+            describe: "Video file to convert (mp4, mov, mkv, webm, avi)",
+            type: "string",
+            demandOption: true,
+        });
+    })
+        .options({
+        ...lang_1.langOption,
+        "min-segment": {
+            type: "number",
+            description: "Minimum segment duration in seconds",
+            default: 20,
+        },
+        "max-segment": {
+            type: "number",
+            description: "Maximum segment duration in seconds",
+            default: 120,
+        },
+        bundle: {
+            type: "boolean",
+            description: "Generate bundle with translations and TTS",
+            default: true,
+        },
+        "target-langs": {
+            type: "string",
+            description: "Target languages for translation (comma-separated)",
+            default: "ja",
+        },
+    })
+        .help()
+        .parse();
+    await convertMovie({
+        inputPath: argv.file,
+        lang: argv.l,
+        minSegmentDuration: argv["min-segment"],
+        maxSegmentDuration: argv["max-segment"],
+        bundle: argv.bundle,
+        targetLangs: argv["target-langs"].split(",").map((l) => l.trim()),
+    });
+}
+if (require.main === module) {
+    main().catch((error) => {
+        console.error("Error:", error.message);
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=movie.js.map

package/lib/convert/movie.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"movie.js","sourceRoot":"","sources":["../../src/convert/movie.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA8OA,oCA+MC;AA7bD,uCAAyB;AACzB,2CAA6B;AAC7B,iDAAgD;AAChD,kDAA0B;AAC1B,2CAAwC;AACxC,wCAA4E;AAC5E,wDAA0D;AAC1D,oDAA4B;AAC5B,yCAA8D;AAE9D,iDAAqD;AA2CrD,mCAAmC;AACnC,SAAS,gBAAgB,CAAC,SAAiB;IACzC,MAAM,MAAM,GAAG,IAAA,wBAAQ,EACrB,0FAA0F,SAAS,GAAG,EACtG,EAAE,QAAQ,EAAE,OAAO,EAAE,CACtB,CAAC;IACF,OAAO,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,iDAAiD;AACjD,KAAK,UAAU,aAAa,CAC1B,SAAiB,EACjB,iBAAyB,CAAC,EAAE,EAC5B,qBAA6B,GAAG;IAEhC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,QAAQ,GAAsB,EAAE,CAAC;QACvC,IAAI,YAAY,GAAkB,IAAI,CAAC;QAEvC,MAAM,MAAM,GAAG,IAAA,qBAAK,EAAC,QAAQ,EAAE;YAC7B,IAAI;YACJ,SAAS;YACT,KAAK;YACL,uBAAuB,cAAc,QAAQ,kBAAkB,EAAE;YACjE,IAAI;YACJ,MAAM;YACN,GAAG;SACJ,CAAC,CAAC;QAEH,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAChC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YAC1B,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAChC,mEAAmE;YACrE,CAAC;YAED,kDAAkD;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;gBAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;gBAEvD,IAAI,UAAU,EAAE,CAAC;oBACf,YAAY,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3C,CAAC;gBACD,IAAI,QAAQ,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;oBACtC,QAAQ,CAAC,IAAI,CAAC;wBACZ,KAAK,EAAE,YAAY;wBACnB,GAAG,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;qBAC7B,CAAC,CAAC;oBACH,YAAY,GAAG,IAAI,CAAC;gBACtB,CAAC;YACH,CAAC;YAED,OAAO,CAAC,QAAQ,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,0DAA0D;AAC1D,SAAS,iBAAiB,CACxB,aAAqB,EACrB,QAA2B,EAC3B,cAAsB,EAAE,EACxB,cAAsB,GAAG;IAEzB,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,kDAAkD;IAClD,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAE/D,OAAO,YAAY,GAAG,aAAa,EAAE,CAAC;QACpC,MAAM,SAAS,GAAG,YAAY,GAAG,WAAW,CAAC;QAE7C,IAAI,SAAS,IAAI,aAAa,EAAE,CAAC;YAC/B,eAAe;YACf,QAAQ,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,YAAY;gBACnB,SAAS,EAAE,YAAY;gBACvB,OAAO,EAAE,aAAa;gBACtB,QAAQ,EAAE,aAAa,GAAG,YAAY;aACvC,CAAC,CAAC;YACH,MAAM;QACR,CAAC;QAED,qDAAqD;QACrD,IAAI,SAAS,GAAG,SAAS,CAAC;QAC1B,IAAI,WAAW,GAAG,QAAQ,CAAC;QAE3B,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;YAChC,IAAI,KAAK,GAAG,YAAY,GAAG,WAAW,IAAI,KAAK,GAAG,SAAS,GAAG,EAAE,EAAE,CAAC;gBACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC;gBAC7C,IAAI,QAAQ,GAAG,WAAW,EAAE,CAAC;oBAC3B,WAAW,GAAG,QAAQ,CAAC;oBACvB,SAAS,GAAG,KAAK,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC;YACZ,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,YAAY;YACvB,OAAO,EAAE,SAAS;YAClB,QAAQ,EAAE,SAAS,GAAG,YAAY;SACnC,CAAC,CAAC;QAEH,YAAY,GAAG,SAAS,CAAC;QACzB,YAAY,EAAE,CAAC;IACjB,CAAC;IAED,kDAAkD;IAClD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,aAAa,GAAG,EAAE,CAAC;QACzB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,OAAO,KAAK,GAAG,aAAa,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,aAAa,EAAE,aAAa,CAAC,CAAC;YAC3D,QAAQ,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,GAAG;gBACV,SAAS,EAAE,KAAK;gBAChB,OAAO,EAAE,GAAG;gBACZ,QAAQ,EAAE,GAAG,GAAG,KAAK;aACtB,CAAC,CAAC;YACH,KAAK,GAAG,GAAG,CAAC;YACZ,GAAG,EAAE,CAAC;QACR,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,2BAA2B;AAC3B,SAAS,UAAU,CACjB,SAAiB,EACjB,UAAkB,EAClB,SAAiB,EACjB,QAAgB;IAEhB,IAAA,wBAAQ,EACN,iBAAiB,SAAS,QAAQ,SAAS,QAAQ,QAAQ,aAAa,UAAU,GAAG,EACrF,EAAE,KAAK,EAAE,QAAQ,EAAE,CACpB,CAAC;AACJ,CAAC;AAED,mCAAmC;AACnC,SAAS,YAAY,CAAC,SAAiB,EAAE,SAAiB;IACxD,IAAA,wBAAQ,EACN,iBAAiB,SAAS,oCAAoC,SAAS,GAAG,EAC1E,EAAE,KAAK,EAAE,QAAQ,EAAE,CACpB,CAAC;AACJ,CAAC;AAED,wCAAwC;AACxC,SAAS,iBAAiB,CAAC,SAAiB,EAAE,aAAqB;IACjE,IAAA,wBAAQ,EACN,iBAAiB,SAAS,0CAA0C,aAAa,GAAG,EACpF,EAAE,KAAK,EAAE,QAAQ,EAAE,CACpB,CAAC;AACJ,CAAC;AAED,4CAA4C;AAC5C,KAAK,UAAU,eAAe,CAC5B,SAAiB,EACjB,IAAY,EACZ,MAAc;IAEd,MAAM,SAAS,GAAG,EAAE,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAEjD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC;QACxD,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,WAAW;QAClB,QAAQ,EAAE,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;KACtC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC,IAAI,CAAC;AACvB,CAAC;AAEM,KAAK,UAAU,YAAY,CAChC,OAA4B;IAE5B,MAAM,EACJ,SAAS,EACT,IAAI,EACJ,kBAAkB,GAAG,EAAE,EACvB,kBAAkB,GAAG,GAAG,GACzB,GAAG,OAAO,CAAC;IACZ,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAE1C,4DAA4D;IAC5D,kEAAkE;IAClE,MAAM,UAAU,GAAkB,IAAI,IAAI,IAAA,kBAAW,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAE1E,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,mBAAmB,SAAS,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,kCAAkC;IAClC,IAAA,gCAAiB,EAAC,OAAO,CAAC,CAAC;IAE3B,2BAA2B;IAC3B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;IACvF,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,gBAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IAEtC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAE/C,0DAA0D;IAC1D,MAAM,UAAU,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACvE,4DAA4D;IAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;IAEhE,2BAA2B;IAC3B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/B,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,EAAE,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAC;IAEhD,qBAAqB;IACrB,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACzC,MAAM,aAAa,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;IAEvG,2BAA2B;IAC3B,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CAAC,WAAW,QAAQ,CAAC,MAAM,oBAAoB,CAAC,CAAC;IAE5D,qBAAqB;IACrB,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,iBAAiB,CAChC,aAAa,EACb,QAAQ,EACR,kBAAkB,EAClB,kBAAkB,CACnB,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,CAAC,MAAM,WAAW,CAAC,CAAC;IAErD,uBAAuB;IACvB,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,MAAM,cAAc,GAAa,EAAE,CAAC;IAEpC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC;QACjC,MAAM,SAAS,GAAG,GAAG,UAAU,MAAM,CAAC;QACtC,MAAM,SAAS,GAAG,GAAG,UAAU,MAAM,CAAC;QACtC,MAAM,aAAa,GAAG,GAAG,UAAU,MAAM,CAAC;QAE1C,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QACzD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QACzD,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;QAEjE,OAAO,CAAC,GAAG,CAAC,wBAAwB,UAAU,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC;QAExE,6BAA6B;QAC7B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YACpC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;YACpC,UAAU,CAAC,SAAS,EAAE,eAAe,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC9E,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACtC,CAAC;QAED,+BAA+B;QAC/B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YACpC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;YACrC,YAAY,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACtC,CAAC;QAED,oCAAoC;QACpC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;YACzC,iBAAiB,CAAC,eAAe,EAAE,mBAAmB,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QAC1C,CAAC;QAED,mBAAmB;QACnB,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvC,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,eAAe,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACjF,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAEnC,OAAO,CAAC,GAAG,CAAC,oBAAoB,aAAa,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAEtE,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,aAAa;YACnB,YAAY,EAAE;gBACZ,CAAC,UAAU,CAAC,EAAE,SAAS;aACxB;YACD,aAAa,EAAE;gBACb,CAAC,UAAU,CAAC,EAAE,aAAa;aAC5B;YACD,WAAW,EAAE,SAAS;YACtB,WAAW,EAAE,aAAa;YAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,sBAAsB,UAAU,EAAE,CAAC,CAAC;IAEhD,uCAAuC;IACvC,iEAAiE;IACjE,MAAM,UAAU,GAAgB,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACnD,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,KAAK,EAAE;YACL,IAAI,EAAE,OAAO;YACb,MAAM,EAAE;gBACN,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,KAAK,IAAI,CAAC,WAAW,EAAE;aAC9B;SACF;KACF,CAAC,CAAC,CAAC;IAEJ,MAAM,WAAW,GAAqB;QACpC,UAAU,EAAE;YACV,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,SAAS;SAClB;QACD,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,UAAU;KAClB,CAAC;IAEF,uBAAuB;IACvB,MAAM,MAAM,GAAG,6BAAiB,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IACxD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChD,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IAED,yCAAyC;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC;IAC5D,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACjE,OAAO,CAAC,GAAG,CAAC,2BAA2B,QAAQ,EAAE,CAAC,CAAC;IAEnD,yDAAyD;IACzD,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,gCAAgC;IAC7E,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,0BAA0B;IAE7E,IAAI,UAA8B,CAAC;IAEnC,IAAI,YAAY,EAAE,CAAC;QACjB,iCAAiC;QACjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,EAAE,CAAC,CAAC;QAE9C,0CAA0C;QAC1C,MAAM,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC9C,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,GAAG,KAAK,GAAG,CAAC,MAAM;YAChE,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC,CAAC,CAAC;QAEJ,MAAM,IAAA,kCAAmB,EAAC;YACxB,UAAU;YACV,SAAS,EAAE,SAAS;YACpB,UAAU,EAAE,UAAU;YACtB,WAAW;YACX,KAAK,EAAE,WAAW;YAClB,aAAa;SACd,CAAC,CAAC;QAEH,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC;IACvD,CAAC;IAED,OAAO;QACL,eAAe,EAAE,QAAQ;QACzB,YAAY,EAAE,QAAQ,CAAC,MAAM;QAC7B,UAAU;KACX,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,6BAA6B;IAC7B,MAAM,MAAM,GAAG,wDAAa,QAAQ,GAAC,CAAC;IACtC,MAAM,CAAC,MAAM,EAAE,CAAC;IAEhB,MAAM,IAAI,GAAG,MAAM,IAAA,eAAK,EAAC,IAAA,iBAAO,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;SAC5C,KAAK,CAAC,kCAAkC,CAAC;SACzC,OAAO,CAAC,WAAW,EAAE,8BAA8B,EAAE,CAAC,KAAK,EAAE,EAAE;QAC9D,OAAO,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE;YAC9B,QAAQ,EAAE,kDAAkD;YAC5D,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;IACL,CAAC,CAAC;SACD,OAAO,CAAC;QACP,GAAG,iBAAU;QACb,aAAa,EAAE;YACb,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,qCAAqC;YAClD,OAAO,EAAE,EAAE;SACZ;QACD,aAAa,EAAE;YACb,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,qCAAqC;YAClD,OAAO,EAAE,GAAG;SACb;QACD,MAAM,EAAE;YACN,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,2CAA2C;YACxD,OAAO,EAAE,IAAI;SACd;QACD,cAAc,EAAE;YACd,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,oDAAoD;YACjE,OAAO,EAAE,IAAI;SACd;KACF,CAAC;SACD,IAAI,EAAE;SACN,KAAK,EAAE,CAAC;IAEX,MAAM,YAAY,CAAC;QACjB,SAAS,EAAE,IAAI,CAAC,IAAc;QAC9B,IAAI,EAAE,IAAI,CAAC,CAA8B;QACzC,kBAAkB,EAAE,IAAI,CAAC,aAAa,CAAC;QACvC,kBAAkB,EAAE,IAAI,CAAC,aAAa,CAAC;QACvC,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,WAAW,EAAG,IAAI,CAAC,cAAc,CAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;KAC9E,CAAC,CAAC;AACL,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5B,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACrB,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/lib/convert/movie_bundle.d.ts

@@ -0,0 +1,34 @@
+export interface BeatData {
+    text: string;
+    audioSources: Record<string, string>;
+    multiLinguals: Record<string, string>;
+    videoSource: string;
+    thumbnail: string;
+    startTime: number;
+    endTime: number;
+    duration: number;
+}
+export interface MulmoViewData {
+    lang: string;
+    totalDuration: number;
+    totalSegments: number;
+    beats: BeatData[];
+}
+export interface MovieBundleOptions {
+    scriptsDir: string;
+    outputDir: string;
+    sourceLang: string;
+    targetLangs: string[];
+    beats: Array<{
+        text: string;
+        videoSource: string;
+        imageSource: string;
+        audioSource: string;
+        startTime: number;
+        endTime: number;
+        duration: number;
+    }>;
+    totalDuration: number;
+}
+export declare function generateMovieBundle(options: MovieBundleOptions): Promise<MulmoViewData>;
+//# sourceMappingURL=movie_bundle.d.ts.map

package/lib/convert/movie_bundle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"movie_bundle.d.ts","sourceRoot":"","sources":["../../src/convert/movie_bundle.ts"],"names":[],"mappings":"AAcA,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,QAAQ,EAAE,CAAC;CACnB;AAyFD,MAAM,WAAW,kBAAkB;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,KAAK,EAAE,KAAK,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;IACH,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,aAAa,CAAC,CAiHxB"}

package/lib/convert/movie_bundle.js

@@ -0,0 +1,217 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateMovieBundle = generateMovieBundle;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const openai_1 = __importDefault(require("openai"));
+const LANG_NAMES = {
+    en: "English",
+    ja: "Japanese",
+    fr: "French",
+    de: "German",
+    es: "Spanish",
+    zh: "Chinese",
+    ko: "Korean",
+};
+// Copy file if it doesn't exist in destination
+function copyFileIfNeeded(srcPath, destPath) {
+    if (!fs.existsSync(destPath) && fs.existsSync(srcPath)) {
+        fs.copyFileSync(srcPath, destPath);
+    }
+}
+// Translate text using OpenAI with retry logic
+async function translateText(text, fromLang, toLang, openai, maxRetries = 3) {
+    if (!text.trim()) {
+        return "";
+    }
+    const fromLangName = LANG_NAMES[fromLang] || fromLang;
+    const toLangName = LANG_NAMES[toLang] || toLang;
+    for (let attempt = 1; attempt <= maxRetries; attempt++) {
+        try {
+            const response = await openai.chat.completions.create({
+                model: "gpt-4o-mini",
+                messages: [
+                    {
+                        role: "system",
+                        content: `Translate the given ${fromLangName} text to natural ${toLangName}. Only return the translated text, nothing else.`,
+                    },
+                    {
+                        role: "user",
+                        content: text,
+                    },
+                ],
+            });
+            return response.choices[0]?.message?.content?.trim() || text;
+        }
+        catch (error) {
+            console.warn(`Translation attempt ${attempt}/${maxRetries} failed: ${error}`);
+            if (attempt === maxRetries) {
+                console.warn(`Translation failed after ${maxRetries} attempts, using original text`);
+                return text;
+            }
+            // Wait before retry (exponential backoff)
+            await new Promise((resolve) => setTimeout(resolve, 1000 * attempt));
+        }
+    }
+    return text;
+}
+// Generate TTS audio using OpenAI with retry logic
+async function textToSpeech(text, outputPath, lang, openai, maxRetries = 3) {
+    if (!text.trim()) {
+        return;
+    }
+    for (let attempt = 1; attempt <= maxRetries; attempt++) {
+        try {
+            const response = await openai.audio.speech.create({
+                model: "tts-1",
+                voice: "alloy",
+                input: text,
+            });
+            const buffer = Buffer.from(await response.arrayBuffer());
+            fs.writeFileSync(outputPath, buffer);
+            return;
+        }
+        catch (error) {
+            console.warn(`TTS attempt ${attempt}/${maxRetries} failed: ${error}`);
+            if (attempt === maxRetries) {
+                console.error(`TTS generation failed for ${outputPath} after ${maxRetries} attempts`);
+                throw error;
+            }
+            // Wait before retry (exponential backoff)
+            await new Promise((resolve) => setTimeout(resolve, 1000 * attempt));
+        }
+    }
+}
+async function generateMovieBundle(options) {
+    const { scriptsDir, outputDir, sourceLang, targetLangs, beats, totalDuration } = options;
+    const apiKey = process.env.OPENAI_API_KEY;
+    if (!apiKey) {
+        throw new Error("OPENAI_API_KEY environment variable is required");
+    }
+    const openai = new openai_1.default({ apiKey });
+    const bundleBeats = [];
+    console.log(`\nGenerating bundle with ${beats.length} segments...`);
+    console.log(`  Source: ${scriptsDir}`);
+    console.log(`  Output: ${outputDir}`);
+    console.log(`  Source language: ${sourceLang}`);
+    console.log(`  Target languages: ${targetLangs.join(", ")}`);
+    for (let i = 0; i < beats.length; i++) {
+        const beat = beats[i];
+        const segmentNum = i + 1;
+        console.log(`\nProcessing segment ${segmentNum}/${beats.length}...`);
+        // Copy source assets to output directory
+        const srcVideoPath = path.join(scriptsDir, beat.videoSource);
+        const srcAudioPath = path.join(scriptsDir, beat.audioSource);
+        const srcThumbnailPath = path.join(scriptsDir, beat.imageSource);
+        const destVideoPath = path.join(outputDir, beat.videoSource);
+        const destAudioPath = path.join(outputDir, beat.audioSource);
+        const destThumbnailPath = path.join(outputDir, beat.imageSource);
+        console.log(`  Copying assets...`);
+        copyFileIfNeeded(srcVideoPath, destVideoPath);
+        copyFileIfNeeded(srcAudioPath, destAudioPath);
+        copyFileIfNeeded(srcThumbnailPath, destThumbnailPath);
+        // Initialize audioSources and multiLinguals with source language
+        const audioSources = {
+            [sourceLang]: beat.audioSource,
+        };
+        const multiLinguals = {
+            [sourceLang]: beat.text,
+        };
+        // Process each target language
+        for (const targetLang of targetLangs) {
+            if (targetLang === sourceLang) {
+                continue;
+            }
+            const targetAudioFile = `${segmentNum}_${targetLang}.mp3`;
+            const targetAudioPath = path.join(outputDir, targetAudioFile);
+            // Check if translation/audio already exists (caching)
+            if (fs.existsSync(targetAudioPath)) {
+                console.log(`  Using cached ${targetLang} audio`);
+                audioSources[targetLang] = targetAudioFile;
+                // Try to read cached translation from existing mulmo_view.json
+                const viewPath = path.join(outputDir, "mulmo_view.json");
+                if (fs.existsSync(viewPath)) {
+                    try {
+                        const existingView = JSON.parse(fs.readFileSync(viewPath, "utf-8"));
+                        const existingBeat = existingView.beats?.[i];
+                        if (existingBeat?.multiLinguals?.[targetLang]) {
+                            multiLinguals[targetLang] = existingBeat.multiLinguals[targetLang];
+                            continue;
+                        }
+                    }
+                    catch {
+                        // Ignore cache read errors
+                    }
+                }
+            }
+            // Translate text
+            console.log(`  Translating to ${targetLang}...`);
+            const translatedText = await translateText(beat.text, sourceLang, targetLang, openai);
+            multiLinguals[targetLang] = translatedText;
+            // Generate TTS audio if not cached
+            if (!fs.existsSync(targetAudioPath)) {
+                console.log(`  Generating ${targetLang} audio...`);
+                await textToSpeech(translatedText, targetAudioPath, targetLang, openai);
+            }
+            audioSources[targetLang] = targetAudioFile;
+        }
+        bundleBeats.push({
+            text: beat.text,
+            audioSources,
+            multiLinguals,
+            videoSource: beat.videoSource,
+            thumbnail: beat.imageSource,
+            startTime: beat.startTime,
+            endTime: beat.endTime,
+            duration: beat.duration,
+        });
+    }
+    const mulmoView = {
+        lang: sourceLang,
+        totalDuration,
+        totalSegments: beats.length,
+        beats: bundleBeats,
+    };
+    // Write mulmo_view.json
+    const viewPath = path.join(outputDir, "mulmo_view.json");
+    fs.writeFileSync(viewPath, JSON.stringify(mulmoView, null, 2));
+    console.log(`\nBundle saved to: ${viewPath}`);
+    return mulmoView;
+}
+//# sourceMappingURL=movie_bundle.js.map