vidpipe 1.0.0

package/dist/tools/ffmpeg/clipExtraction.js

@@ -0,0 +1,178 @@
+import ffmpeg from 'fluent-ffmpeg';
+import { execFile } from 'child_process';
+import { promises as fs } from 'fs';
+import pathMod from 'path';
+import logger from '../../config/logger';
+const ffmpegPath = process.env.FFMPEG_PATH || 'ffmpeg';
+const ffprobePath = process.env.FFPROBE_PATH || 'ffprobe';
+ffmpeg.setFfmpegPath(ffmpegPath);
+ffmpeg.setFfprobePath(ffprobePath);
+/**
+ * Extract a single clip segment using stream copy (-c copy) for speed.
+ * @param buffer Seconds of padding added before start and after end (default 1.0)
+ */
+export async function extractClip(videoPath, start, end, outputPath, buffer = 1.0) {
+    const outputDir = pathMod.dirname(outputPath);
+    await fs.mkdir(outputDir, { recursive: true });
+    const bufferedStart = Math.max(0, start - buffer);
+    const bufferedEnd = end + buffer;
+    const duration = bufferedEnd - bufferedStart;
+    logger.info(`Extracting clip [${start}s–${end}s] (buffered: ${bufferedStart.toFixed(2)}s–${bufferedEnd.toFixed(2)}s) → ${outputPath}`);
+    return new Promise((resolve, reject) => {
+        ffmpeg(videoPath)
+            .setStartTime(bufferedStart)
+            .setDuration(duration)
+            .outputOptions('-c copy')
+            .outputOptions('-avoid_negative_ts make_zero')
+            .output(outputPath)
+            .on('end', () => {
+            logger.info(`Clip extraction complete: ${outputPath}`);
+            resolve(outputPath);
+        })
+            .on('error', (err) => {
+            logger.error(`Clip extraction failed: ${err.message}`);
+            reject(new Error(`Clip extraction failed: ${err.message}`));
+        })
+            .run();
+    });
+}
+/**
+ * Extract multiple non-contiguous segments and concatenate them into one clip.
+ * Each segment is padded by `buffer` seconds on both sides for smoother cuts.
+ * Re-encodes and uses concat demuxer for clean joins.
+ * @param buffer Seconds of padding added before start and after end of each segment (default 1.0)
+ */
+export async function extractCompositeClip(videoPath, segments, outputPath, buffer = 1.0) {
+    if (!segments || segments.length === 0) {
+        throw new Error('At least one segment is required');
+    }
+    if (segments.length === 1) {
+        return extractClip(videoPath, segments[0].start, segments[0].end, outputPath, buffer);
+    }
+    const outputDir = pathMod.dirname(outputPath);
+    await fs.mkdir(outputDir, { recursive: true });
+    const tempDir = pathMod.join(outputDir, `.temp-${Date.now()}`);
+    await fs.mkdir(tempDir, { recursive: true });
+    const tempFiles = [];
+    try {
+        // Extract each segment to a temp file (re-encode for reliable concat)
+        for (let i = 0; i < segments.length; i++) {
+            const seg = segments[i];
+            const tempPath = pathMod.join(tempDir, `segment-${i}.mp4`);
+            tempFiles.push(tempPath);
+            const bufferedStart = Math.max(0, seg.start - buffer);
+            const bufferedEnd = seg.end + buffer;
+            logger.info(`Extracting segment ${i + 1}/${segments.length} [${seg.start}s–${seg.end}s] (buffered: ${bufferedStart.toFixed(2)}s–${bufferedEnd.toFixed(2)}s)`);
+            await new Promise((resolve, reject) => {
+                ffmpeg(videoPath)
+                    .setStartTime(bufferedStart)
+                    .setDuration(bufferedEnd - bufferedStart)
+                    .outputOptions(['-threads', '4', '-preset', 'ultrafast'])
+                    .output(tempPath)
+                    .on('end', () => resolve())
+                    .on('error', (err) => reject(new Error(`Segment ${i} extraction failed: ${err.message}`)))
+                    .run();
+            });
+        }
+        // Build concat list file
+        const concatListPath = pathMod.join(tempDir, 'concat-list.txt');
+        const listContent = tempFiles.map((f) => `file '${f.replace(/'/g, "'\\''")}'`).join('\n');
+        await fs.writeFile(concatListPath, listContent);
+        // Concatenate segments (re-encode for clean joins across buffered segments)
+        logger.info(`Concatenating ${segments.length} segments → ${outputPath}`);
+        await new Promise((resolve, reject) => {
+            ffmpeg()
+                .input(concatListPath)
+                .inputOptions(['-f', 'concat', '-safe', '0'])
+                .outputOptions(['-c:v', 'libx264', '-preset', 'ultrafast', '-crf', '23', '-threads', '4', '-c:a', 'aac'])
+                .output(outputPath)
+                .on('end', () => resolve())
+                .on('error', (err) => reject(new Error(`Concat failed: ${err.message}`)))
+                .run();
+        });
+        logger.info(`Composite clip complete: ${outputPath}`);
+        return outputPath;
+    }
+    finally {
+        // Clean up temp files
+        await fs.rm(tempDir, { recursive: true, force: true }).catch(() => { });
+    }
+}
+/**
+ * Extract multiple non-contiguous segments and concatenate them with crossfade
+ * transitions using FFmpeg xfade/acrossfade filters.
+ * Falls back to extractCompositeClip if only one segment is provided.
+ *
+ * @param transitionDuration Crossfade duration in seconds (default 0.5)
+ * @param buffer Seconds of padding added before/after each segment (default 1.0)
+ */
+export async function extractCompositeClipWithTransitions(videoPath, segments, outputPath, transitionDuration = 0.5, buffer = 1.0) {
+    if (!segments || segments.length === 0) {
+        throw new Error('At least one segment is required');
+    }
+    // Single segment — no transitions needed
+    if (segments.length === 1) {
+        return extractClip(videoPath, segments[0].start, segments[0].end, outputPath, buffer);
+    }
+    // Two segments — no transitions needed, use regular composite
+    if (segments.length === 2 && transitionDuration <= 0) {
+        return extractCompositeClip(videoPath, segments, outputPath, buffer);
+    }
+    const outputDir = pathMod.dirname(outputPath);
+    await fs.mkdir(outputDir, { recursive: true });
+    // Build filter_complex for xfade transitions between segments
+    const filterParts = [];
+    const segDurations = [];
+    for (let i = 0; i < segments.length; i++) {
+        const seg = segments[i];
+        const bufferedStart = Math.max(0, seg.start - buffer);
+        const bufferedEnd = seg.end + buffer;
+        const duration = bufferedEnd - bufferedStart;
+        segDurations.push(duration);
+        filterParts.push(`[0:v]trim=start=${bufferedStart.toFixed(3)}:end=${bufferedEnd.toFixed(3)},setpts=PTS-STARTPTS[v${i}]`);
+        filterParts.push(`[0:a]atrim=start=${bufferedStart.toFixed(3)}:end=${bufferedEnd.toFixed(3)},asetpts=PTS-STARTPTS[a${i}]`);
+    }
+    // Chain xfade transitions: [v0][v1]xfade → [xv0]; [xv0][v2]xfade → [xv1]; ...
+    let prevVideo = 'v0';
+    let prevAudio = 'a0';
+    let cumulativeDuration = segDurations[0];
+    for (let i = 1; i < segments.length; i++) {
+        const offset = Math.max(0, cumulativeDuration - transitionDuration);
+        const outVideo = i === segments.length - 1 ? 'vout' : `xv${i - 1}`;
+        const outAudio = i === segments.length - 1 ? 'aout' : `xa${i - 1}`;
+        filterParts.push(`[${prevVideo}][v${i}]xfade=transition=fade:duration=${transitionDuration.toFixed(3)}:offset=${offset.toFixed(3)}[${outVideo}]`);
+        filterParts.push(`[${prevAudio}][a${i}]acrossfade=d=${transitionDuration.toFixed(3)}[${outAudio}]`);
+        prevVideo = outVideo;
+        prevAudio = outAudio;
+        // After xfade, the combined duration shrinks by transitionDuration
+        cumulativeDuration = cumulativeDuration - transitionDuration + segDurations[i];
+    }
+    const filterComplex = filterParts.join(';\n');
+    const args = [
+        '-y',
+        '-i', videoPath,
+        '-filter_complex', filterComplex,
+        '-map', '[vout]',
+        '-map', '[aout]',
+        '-c:v', 'libx264',
+        '-preset', 'ultrafast',
+        '-crf', '23',
+        '-threads', '4',
+        '-c:a', 'aac',
+        '-b:a', '128k',
+        outputPath,
+    ];
+    logger.info(`[ClipExtraction] Compositing ${segments.length} segments with xfade transitions → ${outputPath}`);
+    return new Promise((resolve, reject) => {
+        execFile(ffmpegPath, args, { maxBuffer: 50 * 1024 * 1024 }, (error, _stdout, stderr) => {
+            if (error) {
+                logger.error(`[ClipExtraction] xfade composite failed: ${stderr}`);
+                reject(new Error(`xfade composite clip failed: ${error.message}`));
+                return;
+            }
+            logger.info(`[ClipExtraction] xfade composite complete: ${outputPath}`);
+            resolve(outputPath);
+        });
+    });
+}
+//# sourceMappingURL=clipExtraction.js.map

package/dist/tools/ffmpeg/clipExtraction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clipExtraction.js","sourceRoot":"","sources":["../../../src/tools/ffmpeg/clipExtraction.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,eAAe,CAAC;AACnC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,OAAO,MAAM,MAAM,CAAC;AAC3B,OAAO,MAAM,MAAM,qBAAqB,CAAC;AAGzC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,QAAQ,CAAC;AACvD,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,SAAS,CAAC;AAC1D,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;AACjC,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;AAEnC;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,SAAiB,EACjB,KAAa,EACb,GAAW,EACX,UAAkB,EAClB,SAAiB,GAAG;IAEpB,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/C,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,CAAC;IAClD,MAAM,WAAW,GAAG,GAAG,GAAG,MAAM,CAAC;IACjC,MAAM,QAAQ,GAAG,WAAW,GAAG,aAAa,CAAC;IAC7C,MAAM,CAAC,IAAI,CAAC,oBAAoB,KAAK,KAAK,GAAG,iBAAiB,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,UAAU,EAAE,CAAC,CAAC;IAEvI,OAAO,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC7C,MAAM,CAAC,SAAS,CAAC;aACd,YAAY,CAAC,aAAa,CAAC;aAC3B,WAAW,CAAC,QAAQ,CAAC;aACrB,aAAa,CAAC,SAAS,CAAC;aACxB,aAAa,CAAC,8BAA8B,CAAC;aAC7C,MAAM,CAAC,UAAU,CAAC;aAClB,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACd,MAAM,CAAC,IAAI,CAAC,6BAA6B,UAAU,EAAE,CAAC,CAAC;YACvD,OAAO,CAAC,UAAU,CAAC,CAAC;QACtB,CAAC,CAAC;aACD,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACnB,MAAM,CAAC,KAAK,CAAC,2BAA2B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACvD,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC9D,CAAC,CAAC;aACD,GAAG,EAAE,CAAC;IACX,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,SAAiB,EACjB,QAAwB,EACxB,UAAkB,EAClB,SAAiB,GAAG;IAEpB,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/C,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC/D,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7C,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,IAAI,CAAC;QACH,sEAAsE;QACtE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACxB,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;YAC3D,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEzB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;YACtD,MAAM,WAAW,GAAG,GAAG,CAAC,GAAG,GAAG,MAAM,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC,KAAK,KAAK,GAAG,CAAC,GAAG,iBAAiB,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAE9J,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,MAAM,CAAC,SAAS,CAAC;qBACd,YAAY,CAAC,aAAa,CAAC;qBAC3B,WAAW,CAAC,WAAW,GAAG,aAAa,CAAC;qBACxC,aAAa,CAAC,CAAC,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;qBACxD,MAAM,CAAC,QAAQ,CAAC;qBAChB,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;qBAC1B,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,uBAAuB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;qBACzF,GAAG,EAAE,CAAC;YACX,CAAC,CAAC,CAAC;QACL,CAAC;QAED,yBAAyB;QACzB,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;QAChE,MAAM,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1F,MAAM,EAAE,CAAC,SAAS,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;QAEhD,4EAA4E;QAC5E,MAAM,CAAC,IAAI,CAAC,iBAAiB,QAAQ,CAAC,MAAM,eAAe,UAAU,EAAE,CAAC,CAAC;QACzE,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,EAAE;iBACL,KAAK,CAAC,cAAc,CAAC;iBACrB,YAAY,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;iBAC5C,aAAa,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;iBACxG,MAAM,CAAC,UAAU,CAAC;iBAClB,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;iBAC1B,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;iBACxE,GAAG,EAAE,CAAC;QACX,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;QACtD,OAAO,UAAU,CAAC;IACpB,CAAC;YAAS,CAAC;QACT,sBAAsB;QACtB,MAAM,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACzE,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,mCAAmC,CACvD,SAAiB,EACjB,QAAwB,EACxB,UAAkB,EAClB,qBAA6B,GAAG,EAChC,SAAiB,GAAG;IAEpB,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IAED,yCAAyC;IACzC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IACxF,CAAC;IAED,8DAA8D;IAC9D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,kBAAkB,IAAI,CAAC,EAAE,CAAC;QACrD,OAAO,oBAAoB,CAAC,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/C,8DAA8D;IAC9D,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,YAAY,GAAa,EAAE,CAAC;IAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;QACtD,MAAM,WAAW,GAAG,GAAG,CAAC,GAAG,GAAG,MAAM,CAAC;QACrC,MAAM,QAAQ,GAAG,WAAW,GAAG,aAAa,CAAC;QAC7C,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE5B,WAAW,CAAC,IAAI,CACd,mBAAmB,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,CAAC,GAAG,CACvG,CAAC;QACF,WAAW,CAAC,IAAI,CACd,oBAAoB,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,GAAG,CACzG,CAAC;IACJ,CAAC;IAED,8EAA8E;IAC9E,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,IAAI,kBAAkB,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,kBAAkB,GAAG,kBAAkB,CAAC,CAAC;QACpE,MAAM,QAAQ,GAAG,CAAC,KAAK,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACnE,MAAM,QAAQ,GAAG,CAAC,KAAK,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QAEnE,WAAW,CAAC,IAAI,CACd,IAAI,SAAS,MAAM,CAAC,mCAAmC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,QAAQ,GAAG,CAChI,CAAC;QACF,WAAW,CAAC,IAAI,CACd,IAAI,SAAS,MAAM,CAAC,iBAAiB,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,QAAQ,GAAG,CAClF,CAAC;QAEF,SAAS,GAAG,QAAQ,CAAC;QACrB,SAAS,GAAG,QAAQ,CAAC;QACrB,mEAAmE;QACnE,kBAAkB,GAAG,kBAAkB,GAAG,kBAAkB,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,MAAM,aAAa,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAE9C,MAAM,IAAI,GAAG;QACX,IAAI;QACJ,IAAI,EAAE,SAAS;QACf,iBAAiB,EAAE,aAAa;QAChC,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,SAAS;QACjB,SAAS,EAAE,WAAW;QACtB,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,KAAK;QACb,MAAM,EAAE,MAAM;QACd,UAAU;KACX,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,gCAAgC,QAAQ,CAAC,MAAM,sCAAsC,UAAU,EAAE,CAAC,CAAC;IAE/G,OAAO,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC7C,QAAQ,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;YACrF,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CAAC,KAAK,CAAC,4CAA4C,MAAM,EAAE,CAAC,CAAC;gBACnE,MAAM,CAAC,IAAI,KAAK,CAAC,gCAAgC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBACnE,OAAO;YACT,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,8CAA8C,UAAU,EAAE,CAAC,CAAC;YACxE,OAAO,CAAC,UAAU,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/tools/ffmpeg/faceDetection.d.ts

@@ -0,0 +1,127 @@
+/**
+ * Bounding box and metadata for a detected webcam overlay in a screen recording.
+ *
+ * @property x - Left edge in pixels (original video resolution)
+ * @property y - Top edge in pixels (original video resolution)
+ * @property width - Width of the webcam region in pixels
+ * @property height - Height of the webcam region in pixels
+ * @property position - Which corner of the frame the webcam occupies
+ * @property confidence - Detection confidence 0–1 (combines skin-tone consistency
+ *   across frames with per-frame score strength)
+ */
+export interface WebcamRegion {
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+    position: 'top-left' | 'top-right' | 'bottom-left' | 'bottom-right';
+    confidence: number;
+}
+/**
+ * Per-frame analysis result for a single corner region.
+ *
+ * @property skinToneRatio - Fraction of pixels matching the skin-tone heuristic (0–1)
+ * @property variance - Average RGB channel variance — high variance means the
+ *   region has complex visual content (a face), low variance means a solid
+ *   background or static UI element.
+ */
+export interface CornerAnalysis {
+    position: WebcamRegion['position'];
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+    skinToneRatio: number;
+    variance: number;
+}
+export declare function getVideoResolution(videoPath: string): Promise<{
+    width: number;
+    height: number;
+}>;
+/**
+ * Check if a pixel (in RGB) falls within skin-tone range.
+ * Uses simplified HSV heuristic: hue ~0-50°, moderate saturation.
+ */
+export declare function isSkinTone(r: number, g: number, b: number): boolean;
+/**
+ * Find the position with the largest intensity step between adjacent elements.
+ *
+ * "Peak difference" = the index where `|means[i+1] - means[i]|` is maximized
+ * within the search range. This corresponds to the webcam overlay's edge,
+ * because the overlay border creates a hard brightness transition that
+ * persists across all frames, while content-based edges average out.
+ *
+ * @param means - 1-D array of averaged intensities (from column or row means)
+ * @param searchFrom - Start of search range (inclusive)
+ * @param searchTo - End of search range (inclusive)
+ * @param minDiff - Minimum step magnitude to accept (rejects noise)
+ * @returns `{index, magnitude}` — index of the edge, or -1 if no edge exceeds minDiff
+ */
+export declare function findPeakDiff(means: Float64Array, searchFrom: number, searchTo: number, minDiff: number): {
+    index: number;
+    magnitude: number;
+};
+/**
+ * Refine the webcam bounding box by detecting the overlay's spatial edges.
+ *
+ * ### Why refinement is needed
+ * The coarse phase ({@link detectWebcamRegion}'s corner analysis) only identifies
+ * which corner contains a webcam — it uses a fixed 25% region and doesn't know
+ * the overlay's exact boundaries. Refinement finds pixel-accurate edges.
+ *
+ * ### Edge detection algorithm
+ * 1. For each sample frame, compute **per-column** and **per-row** mean grayscale
+ *    intensities (restricted to the webcam's half of the frame for stronger signal).
+ * 2. **Average across all frames** — the overlay border is spatially fixed and
+ *    produces a consistent intensity step, while changing video content (slides,
+ *    code, etc.) averages out to a smooth gradient. This is the key insight that
+ *    makes the approach work without traditional edge detection filters.
+ * 3. Use {@link findPeakDiff} to locate the maximum inter-adjacent intensity
+ *    difference in the averaged signal — this is the overlay's vertical and
+ *    horizontal edge.
+ * 4. Sanity-check: the resulting rectangle must be 5–55% of the frame in each
+ *    dimension (webcams are never tiny or most of the screen).
+ *
+ * @param framePaths - Paths to sample frames at analysis resolution (320×180)
+ * @param position - Which corner contains the webcam (from coarse phase)
+ * @returns Refined bounding box in analysis-resolution coordinates, or null
+ *   if no strong edges are found or the result is implausibly sized
+ */
+export declare function refineBoundingBox(framePaths: string[], position: WebcamRegion['position']): Promise<{
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+} | null>;
+/**
+ * Calculate confidence that a corner contains a webcam overlay based on
+ * per-frame scores. Combines consistency (fraction of non-zero frames) with
+ * average score.
+ */
+export declare function calculateCornerConfidence(scores: number[]): number;
+/**
+ * Detect a webcam overlay region in a screen recording.
+ *
+ * ### Two-phase approach
+ *
+ * **Phase 1 — Coarse corner scan:**
+ * Samples 5 frames at even intervals across the video and analyzes each of the
+ * four corners (25% × 25% regions) for skin-tone pixels and visual variance.
+ * A corner with consistent skin-tone presence across multiple frames is likely
+ * a webcam overlay. The scoring formula weights skin ratio by variance — webcam
+ * corners are visually busy (a moving face), while solid-color UI elements
+ * (like a colored status bar) have low variance even if they match skin tones.
+ *
+ * **Phase 2 — Refined edge detection ({@link refineBoundingBox}):**
+ * Once we know which corner, we find the overlay's exact pixel boundaries by
+ * looking for persistent intensity edges across frames.
+ *
+ * All analysis is performed on downscaled frames (320×180) for speed, then
+ * results are scaled back to the original video resolution.
+ *
+ * @param videoPath - Path to the source video file
+ * @returns The detected webcam region in original video resolution, or null
+ *   if no webcam overlay is found with sufficient confidence
+ */
+export declare function detectWebcamRegion(videoPath: string): Promise<WebcamRegion | null>;
+//# sourceMappingURL=faceDetection.d.ts.map

package/dist/tools/ffmpeg/faceDetection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"faceDetection.d.ts","sourceRoot":"","sources":["../../../src/tools/ffmpeg/faceDetection.ts"],"names":[],"mappings":"AAYA;;;;;;;;;;GAUG;AACH,MAAM,WAAW,YAAY;IAC3B,CAAC,EAAE,MAAM,CAAA;IACT,CAAC,EAAE,MAAM,CAAA;IACT,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,UAAU,GAAG,WAAW,GAAG,aAAa,GAAG,cAAc,CAAA;IACnE,UAAU,EAAE,MAAM,CAAA;CACnB;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,YAAY,CAAC,UAAU,CAAC,CAAA;IAClC,CAAC,EAAE,MAAM,CAAA;IACT,CAAC,EAAE,MAAM,CAAA;IACT,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,aAAa,EAAE,MAAM,CAAA;IACrB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAiDD,wBAAsB,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAqBtG;AA4CD;;;GAGG;AACH,wBAAgB,UAAU,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAWnE;AA8ID;;;;;;;;;;;;;GAaG;AACH,wBAAgB,YAAY,CAC1B,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GACzE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAUtC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,wBAAsB,iBAAiB,CACrC,UAAU,EAAE,MAAM,EAAE,EACpB,QAAQ,EAAE,YAAY,CAAC,UAAU,CAAC,GACjC,OAAO,CAAC;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAAC,CAoEzE;AAID;;;;GAIG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAMlE;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAsB,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAmGxF"}