vidpipe 1.0.0

package/dist/tools/ffmpeg/silenceDetection.js

@@ -0,0 +1,55 @@
+import ffmpeg from 'fluent-ffmpeg';
+import logger from '../../config/logger';
+const ffmpegPath = process.env.FFMPEG_PATH || 'ffmpeg';
+ffmpeg.setFfmpegPath(ffmpegPath);
+/**
+ * Use FFmpeg silencedetect filter to find silence regions in an audio/video file.
+ */
+export async function detectSilence(audioPath, minDuration = 1.0, noiseThreshold = '-30dB') {
+    logger.info(`Detecting silence in: ${audioPath} (min=${minDuration}s, threshold=${noiseThreshold})`);
+    return new Promise((resolve, reject) => {
+        const regions = [];
+        let stderr = '';
+        ffmpeg(audioPath)
+            .audioFilters(`silencedetect=noise=${noiseThreshold}:d=${minDuration}`)
+            .format('null')
+            .output('-')
+            .on('stderr', (line) => {
+            stderr += line + '\n';
+        })
+            .on('end', () => {
+            let pendingStart = null;
+            for (const line of stderr.split('\n')) {
+                const startMatch = line.match(/silence_start:\s*([\d.]+)/);
+                if (startMatch) {
+                    pendingStart = parseFloat(startMatch[1]);
+                }
+                const endMatch = line.match(/silence_end:\s*([\d.]+)\s*\|\s*silence_duration:\s*([\d.]+)/);
+                if (endMatch) {
+                    const end = parseFloat(endMatch[1]);
+                    const duration = parseFloat(endMatch[2]);
+                    // When silence starts at t=0, FFmpeg emits silence_end before any silence_start
+                    const start = pendingStart ?? Math.max(0, end - duration);
+                    regions.push({ start, end, duration });
+                    pendingStart = null;
+                }
+            }
+            const badRegions = regions.filter(r => r.end <= r.start);
+            if (badRegions.length > 0) {
+                logger.warn(`[SilenceDetect] Found ${badRegions.length} invalid regions (end <= start) — filtering out`);
+            }
+            const validRegions = regions.filter(r => r.end > r.start);
+            if (validRegions.length > 0) {
+                logger.info(`Sample silence regions: ${validRegions.slice(0, 3).map(r => `${r.start.toFixed(1)}s-${r.end.toFixed(1)}s (${r.duration.toFixed(2)}s)`).join(', ')}`);
+            }
+            logger.info(`Detected ${validRegions.length} silence regions`);
+            resolve(validRegions);
+        })
+            .on('error', (err) => {
+            logger.error(`Silence detection failed: ${err.message}`);
+            reject(new Error(`Silence detection failed: ${err.message}`));
+        })
+            .run();
+    });
+}
+//# sourceMappingURL=silenceDetection.js.map

package/dist/tools/ffmpeg/silenceDetection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"silenceDetection.js","sourceRoot":"","sources":["../../../src/tools/ffmpeg/silenceDetection.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,eAAe,CAAA;AAClC,OAAO,MAAM,MAAM,qBAAqB,CAAA;AAExC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,QAAQ,CAAA;AACtD,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAA;AAQhC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAiB,EACjB,cAAsB,GAAG,EACzB,iBAAyB,OAAO;IAEhC,MAAM,CAAC,IAAI,CAAC,yBAAyB,SAAS,SAAS,WAAW,gBAAgB,cAAc,GAAG,CAAC,CAAA;IAEpG,OAAO,IAAI,OAAO,CAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACtD,MAAM,OAAO,GAAoB,EAAE,CAAA;QACnC,IAAI,MAAM,GAAG,EAAE,CAAA;QAEf,MAAM,CAAC,SAAS,CAAC;aACd,YAAY,CAAC,uBAAuB,cAAc,MAAM,WAAW,EAAE,CAAC;aACtE,MAAM,CAAC,MAAM,CAAC;aACd,MAAM,CAAC,GAAG,CAAC;aACX,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAY,EAAE,EAAE;YAC7B,MAAM,IAAI,IAAI,GAAG,IAAI,CAAA;QACvB,CAAC,CAAC;aACD,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACd,IAAI,YAAY,GAAkB,IAAI,CAAA;YAEtC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAA;gBAC1D,IAAI,UAAU,EAAE,CAAC;oBACf,YAAY,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC1C,CAAC;gBAED,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,6DAA6D,CAAC,CAAA;gBAC1F,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;oBACnC,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;oBACxC,gFAAgF;oBAChF,MAAM,KAAK,GAAG,YAAY,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,QAAQ,CAAC,CAAA;oBAEzD,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAA;oBACtC,YAAY,GAAG,IAAI,CAAA;gBACrB,CAAC;YACH,CAAC;YAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC,CAAA;YACxD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC,yBAAyB,UAAU,CAAC,MAAM,iDAAiD,CAAC,CAAA;YAC1G,CAAC;YACD,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;YAEzD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,2BAA2B,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACnK,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,YAAY,YAAY,CAAC,MAAM,kBAAkB,CAAC,CAAA;YAC9D,OAAO,CAAC,YAAY,CAAC,CAAA;QACvB,CAAC,CAAC;aACD,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACnB,MAAM,CAAC,KAAK,CAAC,6BAA6B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAA;YACxD,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;QAC/D,CAAC,CAAC;aACD,GAAG,EAAE,CAAA;IACV,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/tools/ffmpeg/singlePassEdit.d.ts

@@ -0,0 +1,25 @@
+export interface KeepSegment {
+    start: number;
+    end: number;
+}
+/**
+ * Build FFmpeg filter_complex string for silence removal.
+ * Pure function — no I/O, easy to test.
+ */
+export declare function buildFilterComplex(keepSegments: KeepSegment[], options?: {
+    assFilename?: string;
+    fontsdir?: string;
+}): string;
+/**
+ * Single-pass silence removal using FFmpeg filter_complex.
+ * Uses trim+setpts+concat for frame-accurate cuts instead of -c copy which
+ * snaps to keyframes and causes cumulative timestamp drift.
+ */
+export declare function singlePassEdit(inputPath: string, keepSegments: KeepSegment[], outputPath: string): Promise<string>;
+/**
+ * Single-pass silence removal + caption burning using FFmpeg filter_complex.
+ * Uses trim+setpts+concat for frame-accurate cuts, then chains ass filter for captions.
+ * One re-encode, perfect timestamp alignment.
+ */
+export declare function singlePassEditAndCaption(inputPath: string, keepSegments: KeepSegment[], assPath: string, outputPath: string): Promise<string>;
+//# sourceMappingURL=singlePassEdit.d.ts.map

package/dist/tools/ffmpeg/singlePassEdit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"singlePassEdit.d.ts","sourceRoot":"","sources":["../../../src/tools/ffmpeg/singlePassEdit.ts"],"names":[],"mappings":"AAWA,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAA;IACb,GAAG,EAAE,MAAM,CAAA;CACZ;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,YAAY,EAAE,WAAW,EAAE,EAC3B,OAAO,CAAC,EAAE;IAAE,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GACpD,MAAM,CAiCR;AAED;;;;GAIG;AACH,wBAAsB,cAAc,CAClC,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,WAAW,EAAE,EAC3B,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,MAAM,CAAC,CA+BjB;AAED;;;;GAIG;AACH,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,WAAW,EAAE,EAC3B,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,MAAM,CAAC,CAqDjB"}

package/dist/tools/ffmpeg/singlePassEdit.js

@@ -0,0 +1,123 @@
+import { execFile } from 'child_process';
+import { promises as fs } from 'fs';
+import path from 'path';
+import os from 'os';
+import { fileURLToPath } from 'url';
+import logger from '../../config/logger';
+const ffmpegPath = process.env.FFMPEG_PATH || 'ffmpeg';
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+const FONTS_DIR = path.resolve(__dirname, '..', '..', '..', 'assets', 'fonts');
+/**
+ * Build FFmpeg filter_complex string for silence removal.
+ * Pure function — no I/O, easy to test.
+ */
+export function buildFilterComplex(keepSegments, options) {
+    if (keepSegments.length === 0) {
+        throw new Error('keepSegments must not be empty');
+    }
+    const filterParts = [];
+    const concatInputs = [];
+    const hasCaptions = options?.assFilename;
+    for (let i = 0; i < keepSegments.length; i++) {
+        const seg = keepSegments[i];
+        filterParts.push(`[0:v]trim=start=${seg.start.toFixed(3)}:end=${seg.end.toFixed(3)},setpts=PTS-STARTPTS[v${i}]`);
+        filterParts.push(`[0:a]atrim=start=${seg.start.toFixed(3)}:end=${seg.end.toFixed(3)},asetpts=PTS-STARTPTS[a${i}]`);
+        concatInputs.push(`[v${i}][a${i}]`);
+    }
+    const concatOutV = hasCaptions ? '[cv]' : '[outv]';
+    const concatOutA = hasCaptions ? '[ca]' : '[outa]';
+    filterParts.push(`${concatInputs.join('')}concat=n=${keepSegments.length}:v=1:a=1${concatOutV}${concatOutA}`);
+    if (hasCaptions) {
+        const fontsdir = options?.fontsdir ?? '.';
+        filterParts.push(`[cv]ass=${options.assFilename}:fontsdir=${fontsdir}[outv]`);
+    }
+    return filterParts.join(';\n');
+}
+/**
+ * Single-pass silence removal using FFmpeg filter_complex.
+ * Uses trim+setpts+concat for frame-accurate cuts instead of -c copy which
+ * snaps to keyframes and causes cumulative timestamp drift.
+ */
+export async function singlePassEdit(inputPath, keepSegments, outputPath) {
+    const filterComplex = buildFilterComplex(keepSegments);
+    const args = [
+        '-y',
+        '-i', inputPath,
+        '-filter_complex', filterComplex,
+        '-map', '[outv]',
+        '-map', '[outa]',
+        '-c:v', 'libx264',
+        '-preset', 'ultrafast',
+        '-crf', '23',
+        '-threads', '4',
+        '-c:a', 'aac',
+        '-b:a', '128k',
+        outputPath,
+    ];
+    logger.info(`[SinglePassEdit] Editing ${keepSegments.length} segments → ${outputPath}`);
+    return new Promise((resolve, reject) => {
+        execFile(ffmpegPath, args, { maxBuffer: 50 * 1024 * 1024 }, (error, _stdout, stderr) => {
+            if (error) {
+                logger.error(`[SinglePassEdit] FFmpeg failed: ${stderr}`);
+                reject(new Error(`Single-pass edit failed: ${error.message}`));
+                return;
+            }
+            logger.info(`[SinglePassEdit] Complete: ${outputPath}`);
+            resolve(outputPath);
+        });
+    });
+}
+/**
+ * Single-pass silence removal + caption burning using FFmpeg filter_complex.
+ * Uses trim+setpts+concat for frame-accurate cuts, then chains ass filter for captions.
+ * One re-encode, perfect timestamp alignment.
+ */
+export async function singlePassEditAndCaption(inputPath, keepSegments, assPath, outputPath) {
+    // Copy ASS + bundled fonts to temp dir to avoid Windows drive colon issue
+    const tempDir = await fs.mkdtemp(path.join(os.tmpdir(), 'caption-'));
+    const tempAss = path.join(tempDir, 'captions.ass');
+    await fs.copyFile(assPath, tempAss);
+    const fontFiles = await fs.readdir(FONTS_DIR);
+    for (const f of fontFiles) {
+        if (f.endsWith('.ttf') || f.endsWith('.otf')) {
+            await fs.copyFile(path.join(FONTS_DIR, f), path.join(tempDir, f));
+        }
+    }
+    const filterComplex = buildFilterComplex(keepSegments, {
+        assFilename: 'captions.ass',
+        fontsdir: '.',
+    });
+    const args = [
+        '-y',
+        '-i', inputPath,
+        '-filter_complex', filterComplex,
+        '-map', '[outv]',
+        '-map', '[ca]',
+        '-c:v', 'libx264',
+        '-preset', 'ultrafast',
+        '-crf', '23',
+        '-threads', '4',
+        '-c:a', 'aac',
+        '-b:a', '128k',
+        outputPath,
+    ];
+    logger.info(`[SinglePassEdit] Processing ${keepSegments.length} segments with captions → ${outputPath}`);
+    return new Promise((resolve, reject) => {
+        execFile(ffmpegPath, args, { cwd: tempDir, maxBuffer: 50 * 1024 * 1024 }, async (error, _stdout, stderr) => {
+            // Cleanup temp
+            const files = await fs.readdir(tempDir).catch(() => []);
+            for (const f of files) {
+                await fs.unlink(path.join(tempDir, f)).catch(() => { });
+            }
+            await fs.rmdir(tempDir).catch(() => { });
+            if (error) {
+                logger.error(`[SinglePassEdit] FFmpeg failed: ${stderr}`);
+                reject(new Error(`Single-pass edit failed: ${error.message}`));
+                return;
+            }
+            logger.info(`[SinglePassEdit] Complete: ${outputPath}`);
+            resolve(outputPath);
+        });
+    });
+}
+//# sourceMappingURL=singlePassEdit.js.map

package/dist/tools/ffmpeg/singlePassEdit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"singlePassEdit.js","sourceRoot":"","sources":["../../../src/tools/ffmpeg/singlePassEdit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACxC,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAA;AACnC,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,MAAM,IAAI,CAAA;AACnB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAA;AACnC,OAAO,MAAM,MAAM,qBAAqB,CAAA;AAExC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,QAAQ,CAAA;AACtD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;AAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAA;AAO9E;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,YAA2B,EAC3B,OAAqD;IAErD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAA;IACnD,CAAC;IAED,MAAM,WAAW,GAAa,EAAE,CAAA;IAChC,MAAM,YAAY,GAAa,EAAE,CAAA;IACjC,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,CAAA;IAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;QAC3B,WAAW,CAAC,IAAI,CACd,mBAAmB,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,CAAC,GAAG,CAC/F,CAAA;QACD,WAAW,CAAC,IAAI,CACd,oBAAoB,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,GAAG,CACjG,CAAA;QACD,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACrC,CAAC;IAED,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAA;IAClD,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAA;IAElD,WAAW,CAAC,IAAI,CACd,GAAG,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,YAAY,YAAY,CAAC,MAAM,WAAW,UAAU,GAAG,UAAU,EAAE,CAC5F,CAAA;IAED,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,GAAG,CAAA;QACzC,WAAW,CAAC,IAAI,CAAC,WAAW,OAAQ,CAAC,WAAW,aAAa,QAAQ,QAAQ,CAAC,CAAA;IAChF,CAAC;IAED,OAAO,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;AAChC,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAiB,EACjB,YAA2B,EAC3B,UAAkB;IAElB,MAAM,aAAa,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAA;IAEtD,MAAM,IAAI,GAAG;QACX,IAAI;QACJ,IAAI,EAAE,SAAS;QACf,iBAAiB,EAAE,aAAa;QAChC,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,SAAS;QACjB,SAAS,EAAE,WAAW;QACtB,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,KAAK;QACb,MAAM,EAAE,MAAM;QACd,UAAU;KACX,CAAA;IAED,MAAM,CAAC,IAAI,CAAC,4BAA4B,YAAY,CAAC,MAAM,eAAe,UAAU,EAAE,CAAC,CAAA;IAEvF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,QAAQ,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;YACrF,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CAAC,KAAK,CAAC,mCAAmC,MAAM,EAAE,CAAC,CAAA;gBACzD,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;gBAC9D,OAAM;YACR,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,8BAA8B,UAAU,EAAE,CAAC,CAAA;YACvD,OAAO,CAAC,UAAU,CAAC,CAAA;QACrB,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,SAAiB,EACjB,YAA2B,EAC3B,OAAe,EACf,UAAkB;IAElB,0EAA0E;IAC1E,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,UAAU,CAAC,CAAC,CAAA;IACpE,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA;IAClD,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAEnC,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAC7C,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC7C,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;QACnE,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAG,kBAAkB,CAAC,YAAY,EAAE;QACrD,WAAW,EAAE,cAAc;QAC3B,QAAQ,EAAE,GAAG;KACd,CAAC,CAAA;IAEF,MAAM,IAAI,GAAG;QACX,IAAI;QACJ,IAAI,EAAE,SAAS;QACf,iBAAiB,EAAE,aAAa;QAChC,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,SAAS;QACjB,SAAS,EAAE,WAAW;QACtB,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,GAAG;QACf,MAAM,EAAE,KAAK;QACb,MAAM,EAAE,MAAM;QACd,UAAU;KACX,CAAA;IAED,MAAM,CAAC,IAAI,CAAC,+BAA+B,YAAY,CAAC,MAAM,6BAA6B,UAAU,EAAE,CAAC,CAAA;IAExG,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,QAAQ,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;YACzG,eAAe;YACf,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAc,CAAC,CAAA;YACnE,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YACxD,CAAC;YACD,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YAEvC,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CAAC,KAAK,CAAC,mCAAmC,MAAM,EAAE,CAAC,CAAA;gBACzD,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;gBAC9D,OAAM;YACR,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,8BAA8B,UAAU,EAAE,CAAC,CAAA;YACvD,OAAO,CAAC,UAAU,CAAC,CAAA;QACrB,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/tools/search/exaClient.d.ts

@@ -0,0 +1,8 @@
+export interface SearchResult {
+    title: string;
+    url: string;
+    snippet: string;
+}
+export declare function searchWeb(query: string, numResults?: number): Promise<SearchResult[]>;
+export declare function searchTopics(topics: string[]): Promise<Map<string, SearchResult[]>>;
+//# sourceMappingURL=exaClient.d.ts.map

package/dist/tools/search/exaClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"exaClient.d.ts","sourceRoot":"","sources":["../../../src/tools/search/exaClient.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAA;IACb,GAAG,EAAE,MAAM,CAAA;IACX,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,wBAAsB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,GAAE,MAAU,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAyB9F;AAED,wBAAsB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC,CAOzF"}

package/dist/tools/search/exaClient.js

@@ -0,0 +1,38 @@
+// Exa AI web search client
+// Searches the web for relevant links based on topics
+import Exa from 'exa-js';
+import { getConfig } from '../../config/environment';
+import logger from '../../config/logger';
+export async function searchWeb(query, numResults = 5) {
+    const config = getConfig();
+    if (!config.EXA_API_KEY) {
+        logger.warn('EXA_API_KEY not set — skipping web search');
+        return [];
+    }
+    const exa = new Exa(config.EXA_API_KEY);
+    try {
+        const results = await exa.searchAndContents(query, {
+            numResults,
+            text: { maxCharacters: 200 }
+        });
+        return results.results.map(r => ({
+            title: r.title || '',
+            url: r.url,
+            // Exa SDK searchAndContents returns `text` when text option is used, but the type doesn't include it
+            snippet: r.text || ''
+        }));
+    }
+    catch (err) {
+        logger.error(`Exa search failed: ${err instanceof Error ? err.message : err}`);
+        return [];
+    }
+}
+export async function searchTopics(topics) {
+    const resultsMap = new Map();
+    for (const topic of topics) {
+        const results = await searchWeb(topic, 3);
+        resultsMap.set(topic, results);
+    }
+    return resultsMap;
+}
+//# sourceMappingURL=exaClient.js.map

package/dist/tools/search/exaClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"exaClient.js","sourceRoot":"","sources":["../../../src/tools/search/exaClient.ts"],"names":[],"mappings":"AAAA,2BAA2B;AAC3B,sDAAsD;AAEtD,OAAO,GAAG,MAAM,QAAQ,CAAA;AACxB,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AACpD,OAAO,MAAM,MAAM,qBAAqB,CAAA;AAQxC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,KAAa,EAAE,aAAqB,CAAC;IACnE,MAAM,MAAM,GAAG,SAAS,EAAE,CAAA;IAC1B,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAA;QACxD,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;IAEvC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,iBAAiB,CAAC,KAAK,EAAE;YACjD,UAAU;YACV,IAAI,EAAE,EAAE,aAAa,EAAE,GAAG,EAAE;SAC7B,CAAC,CAAA;QAEF,OAAO,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC/B,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE;YACpB,GAAG,EAAE,CAAC,CAAC,GAAG;YACV,qGAAqG;YACrG,OAAO,EAAG,CAAkC,CAAC,IAAI,IAAI,EAAE;SACxD,CAAC,CAAC,CAAA;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;QAC9E,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAgB;IACjD,MAAM,UAAU,GAAG,IAAI,GAAG,EAA0B,CAAA;IACpD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QACzC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IAChC,CAAC;IACD,OAAO,UAAU,CAAA;AACnB,CAAC"}

package/dist/tools/whisper/whisperClient.d.ts

@@ -0,0 +1,3 @@
+import { Transcript } from '../../types';
+export declare function transcribeAudio(audioPath: string): Promise<Transcript>;
+//# sourceMappingURL=whisperClient.d.ts.map

package/dist/tools/whisper/whisperClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisperClient.d.ts","sourceRoot":"","sources":["../../../src/tools/whisper/whisperClient.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,UAAU,EAAiB,MAAM,aAAa,CAAA;AAKvD,wBAAsB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAsF5E"}

package/dist/tools/whisper/whisperClient.js

@@ -0,0 +1,77 @@
+import OpenAI from 'openai';
+import fs from 'fs';
+import { getConfig } from '../../config/environment';
+import logger from '../../config/logger';
+import { getWhisperPrompt } from '../../config/brand';
+const MAX_FILE_SIZE_MB = 25;
+const WARN_FILE_SIZE_MB = 20;
+export async function transcribeAudio(audioPath) {
+    logger.info(`Starting Whisper transcription: ${audioPath}`);
+    if (!fs.existsSync(audioPath)) {
+        throw new Error(`Audio file not found: ${audioPath}`);
+    }
+    // Check file size against Whisper's 25MB limit
+    const stats = fs.statSync(audioPath);
+    const fileSizeMB = stats.size / (1024 * 1024);
+    if (fileSizeMB > MAX_FILE_SIZE_MB) {
+        throw new Error(`Audio file exceeds Whisper's 25MB limit (${fileSizeMB.toFixed(1)}MB). ` +
+            'The file should be split into smaller chunks before transcription.');
+    }
+    if (fileSizeMB > WARN_FILE_SIZE_MB) {
+        logger.warn(`Audio file is ${fileSizeMB.toFixed(1)}MB — approaching 25MB limit`);
+    }
+    const config = getConfig();
+    const openai = new OpenAI({ apiKey: config.OPENAI_API_KEY });
+    try {
+        const prompt = getWhisperPrompt();
+        const response = await openai.audio.transcriptions.create({
+            model: 'whisper-1',
+            file: fs.createReadStream(audioPath),
+            response_format: 'verbose_json',
+            timestamp_granularities: ['word', 'segment'],
+            ...(prompt && { prompt }),
+        });
+        // The verbose_json response includes segments and words at the top level,
+        // but the OpenAI SDK types don't expose them — cast to access raw fields.
+        const verboseResponse = response;
+        const rawSegments = (verboseResponse.segments ?? []);
+        const rawWords = (verboseResponse.words ?? []);
+        const words = rawWords.map((w) => ({
+            word: w.word,
+            start: w.start,
+            end: w.end,
+        }));
+        const segments = rawSegments.map((s) => ({
+            id: s.id,
+            text: s.text.trim(),
+            start: s.start,
+            end: s.end,
+            words: rawWords
+                .filter((w) => w.start >= s.start && w.end <= s.end)
+                .map((w) => ({ word: w.word, start: w.start, end: w.end })),
+        }));
+        logger.info(`Transcription complete — ${segments.length} segments, ` +
+            `${words.length} words, language=${response.language}`);
+        return {
+            text: response.text,
+            segments,
+            words,
+            language: response.language ?? 'unknown',
+            duration: response.duration ?? 0,
+        };
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        logger.error(`Whisper transcription failed: ${message}`);
+        // OpenAI SDK errors expose a `status` property for HTTP status codes
+        const status = error.status;
+        if (status === 401) {
+            throw new Error('OpenAI API authentication failed. Check your OPENAI_API_KEY.');
+        }
+        if (status === 429) {
+            throw new Error('OpenAI API rate limit exceeded. Please try again later.');
+        }
+        throw new Error(`Whisper transcription failed: ${message}`);
+    }
+}
+//# sourceMappingURL=whisperClient.js.map

package/dist/tools/whisper/whisperClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisperClient.js","sourceRoot":"","sources":["../../../src/tools/whisper/whisperClient.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAA;AAC3B,OAAO,EAAE,MAAM,IAAI,CAAA;AACnB,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AACpD,OAAO,MAAM,MAAM,qBAAqB,CAAA;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAGrD,MAAM,gBAAgB,GAAG,EAAE,CAAA;AAC3B,MAAM,iBAAiB,GAAG,EAAE,CAAA;AAE5B,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,SAAiB;IACrD,MAAM,CAAC,IAAI,CAAC,mCAAmC,SAAS,EAAE,CAAC,CAAA;IAE3D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,yBAAyB,SAAS,EAAE,CAAC,CAAA;IACvD,CAAC;IAED,+CAA+C;IAC/C,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAA;IACpC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAA;IAE7C,IAAI,UAAU,GAAG,gBAAgB,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CACb,4CAA4C,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO;YACxE,oEAAoE,CACrE,CAAA;IACH,CAAC;IACD,IAAI,UAAU,GAAG,iBAAiB,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,iBAAiB,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B,CAAC,CAAA;IAClF,CAAC;IAED,MAAM,MAAM,GAAG,SAAS,EAAE,CAAA;IAC1B,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC,CAAA;IAE5D,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAA;QACjC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC;YACxD,KAAK,EAAE,WAAW;YAClB,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,SAAS,CAAC;YACpC,eAAe,EAAE,cAAc;YAC/B,uBAAuB,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;YAC5C,GAAG,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,CAAC;SAC1B,CAAC,CAAA;QAEF,0EAA0E;QAC1E,0EAA0E;QAC1E,MAAM,eAAe,GAAG,QAA8C,CAAA;QACtE,MAAM,WAAW,GAAG,CAAC,eAAe,CAAC,QAAQ,IAAI,EAAE,CAEjD,CAAA;QACF,MAAM,QAAQ,GAAG,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE,CAE3C,CAAA;QAEF,MAAM,KAAK,GAAW,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACzC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,GAAG,EAAE,CAAC,CAAC,GAAG;SACX,CAAC,CAAC,CAAA;QAEH,MAAM,QAAQ,GAAc,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAClD,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE;YACnB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,GAAG,EAAE,CAAC,CAAC,GAAG;YACV,KAAK,EAAE,QAAQ;iBACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC;iBACnD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;SAC9D,CAAC,CAAC,CAAA;QAEH,MAAM,CAAC,IAAI,CACT,4BAA4B,QAAQ,CAAC,MAAM,aAAa;YACxD,GAAG,KAAK,CAAC,MAAM,oBAAoB,QAAQ,CAAC,QAAQ,EAAE,CACvD,CAAA;QAED,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,QAAQ;YACR,KAAK;YACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,SAAS;YACxC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,IAAI,CAAC;SACjC,CAAA;IACH,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACtE,MAAM,CAAC,KAAK,CAAC,iCAAiC,OAAO,EAAE,CAAC,CAAA;QAExD,qEAAqE;QACrE,MAAM,MAAM,GAAI,KAA6B,CAAC,MAAM,CAAA;QACpD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAA;QACjF,CAAC;QACD,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAA;QAC5E,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,EAAE,CAAC,CAAA;IAC7D,CAAC;AACH,CAAC"}