vidpipe 1.0.0

package/dist/agents/MediumVideoAgent.js

@@ -0,0 +1,219 @@
+import { BaseAgent } from './BaseAgent';
+import { extractClip, extractCompositeClipWithTransitions } from '../tools/ffmpeg/clipExtraction';
+import { generateStyledASSForSegment, generateStyledASSForComposite } from '../tools/captions/captionGenerator';
+import { burnCaptions } from '../tools/ffmpeg/captionBurning';
+import { v4 as uuidv4 } from 'uuid';
+import slugify from 'slugify';
+import { promises as fs } from 'fs';
+import path from 'path';
+import logger from '../config/logger';
+// ── System prompt ───────────────────────────────────────────────────────────
+const SYSTEM_PROMPT = `You are a medium-form video content strategist. Your job is to analyze a video transcript with word-level timestamps and identify the best 1–3 minute segments to extract as standalone medium-form clips.
+
+## What to look for
+
+- **Complete topics** — a subject is introduced, explored, and concluded
+- **Narrative arcs** — problem → solution → result; question → exploration → insight
+- **Educational deep dives** — clear, thorough explanations of complex topics
+- **Compelling stories** — anecdotes with setup, tension, and resolution
+- **Strong arguments** — claim → evidence → implication sequences
+- **Topic compilations** — multiple brief mentions of one theme across the video that can be compiled into a cohesive 1–3 minute segment
+
+## Clip types
+
+- **Deep Dive** — a single contiguous section (1–3 min) covering one topic in depth
+- **Compilation** — multiple non-contiguous segments stitched together around a single theme or narrative thread (1–3 min total)
+
+## Rules
+
+1. Each clip must be 60–180 seconds total duration.
+2. Timestamps must align to word boundaries from the transcript.
+3. Prefer natural sentence and paragraph boundaries for clean entry/exit points.
+4. Each clip must be self-contained — a viewer with no other context should understand and get value from the clip.
+5. Aim for 2–4 medium clips per video, depending on length and richness.
+6. Every clip needs a descriptive title (5–12 words) and a topic label.
+7. For compilations, specify segments in the order they should appear in the final clip (which may differ from chronological order).
+8. Tags should be lowercase, no hashes, 3–6 per clip.
+9. A 1-second buffer is automatically added around each segment boundary.
+10. Each clip needs a hook — the opening line or concept that draws viewers in.
+
+## Differences from shorts
+
+- Shorts capture *moments*; medium clips capture *complete ideas*.
+- Don't just find the most exciting 60 seconds — find where a topic starts and where it naturally concludes.
+- It's OK if a medium clip has slower pacing — depth and coherence matter more than constant high energy.
+- Look for segments that work as standalone mini-tutorials or explanations.
+- Avoid overlap with content that would work better as a short (punchy, viral, single-moment).
+
+When you have identified the clips, call the **plan_medium_clips** tool with your complete plan.`;
+// ── JSON Schema for the plan_medium_clips tool ──────────────────────────────
+const PLAN_MEDIUM_CLIPS_SCHEMA = {
+    type: 'object',
+    properties: {
+        clips: {
+            type: 'array',
+            description: 'Array of planned medium-length clips',
+            items: {
+                type: 'object',
+                properties: {
+                    title: { type: 'string', description: 'Descriptive clip title (5–12 words)' },
+                    description: { type: 'string', description: 'Brief description of the clip content' },
+                    tags: {
+                        type: 'array',
+                        items: { type: 'string' },
+                        description: 'Lowercase tags without hashes, 3–6 per clip',
+                    },
+                    segments: {
+                        type: 'array',
+                        description: 'One or more time segments that compose this clip',
+                        items: {
+                            type: 'object',
+                            properties: {
+                                start: { type: 'number', description: 'Start time in seconds' },
+                                end: { type: 'number', description: 'End time in seconds' },
+                                description: { type: 'string', description: 'What happens in this segment' },
+                            },
+                            required: ['start', 'end', 'description'],
+                        },
+                    },
+                    totalDuration: { type: 'number', description: 'Total clip duration in seconds (60–180)' },
+                    hook: { type: 'string', description: 'Opening hook for the clip' },
+                    topic: { type: 'string', description: 'Main topic covered in the clip' },
+                },
+                required: ['title', 'description', 'tags', 'segments', 'totalDuration', 'hook', 'topic'],
+            },
+        },
+    },
+    required: ['clips'],
+};
+// ── Agent ────────────────────────────────────────────────────────────────────
+class MediumVideoAgent extends BaseAgent {
+    plannedClips = [];
+    constructor() {
+        super('MediumVideoAgent', SYSTEM_PROMPT);
+    }
+    getTools() {
+        return [
+            {
+                name: 'plan_medium_clips',
+                description: 'Submit the planned medium-length clips as a structured JSON array. Call this once with all planned clips.',
+                parameters: PLAN_MEDIUM_CLIPS_SCHEMA,
+                handler: async (args) => {
+                    return this.handleToolCall('plan_medium_clips', args);
+                },
+            },
+        ];
+    }
+    async handleToolCall(toolName, args) {
+        if (toolName === 'plan_medium_clips') {
+            this.plannedClips = args.clips;
+            logger.info(`[MediumVideoAgent] Planned ${this.plannedClips.length} medium clips`);
+            return { success: true, count: this.plannedClips.length };
+        }
+        throw new Error(`Unknown tool: ${toolName}`);
+    }
+    getPlannedClips() {
+        return this.plannedClips;
+    }
+}
+// ── Public API ───────────────────────────────────────────────────────────────
+export async function generateMediumClips(video, transcript) {
+    const agent = new MediumVideoAgent();
+    // Build prompt with full transcript including word-level timestamps
+    const transcriptLines = transcript.segments.map((seg) => {
+        const words = seg.words
+            .map((w) => `[${w.start.toFixed(2)}-${w.end.toFixed(2)}] ${w.word}`)
+            .join(' ');
+        return `[${seg.start.toFixed(2)}s – ${seg.end.toFixed(2)}s] ${seg.text}\nWords: ${words}`;
+    });
+    const prompt = [
+        `Analyze the following transcript (${transcript.duration.toFixed(0)}s total) and plan medium-length clips (1–3 minutes each).\n`,
+        `Video: ${video.filename}`,
+        `Duration: ${transcript.duration.toFixed(1)}s\n`,
+        '--- TRANSCRIPT ---\n',
+        transcriptLines.join('\n\n'),
+        '\n--- END TRANSCRIPT ---',
+    ].join('\n');
+    try {
+        await agent.run(prompt);
+        const planned = agent.getPlannedClips();
+        if (planned.length === 0) {
+            logger.warn('[MediumVideoAgent] No medium clips were planned');
+            return [];
+        }
+        const clipsDir = path.join(path.dirname(video.repoPath), 'medium-clips');
+        await fs.mkdir(clipsDir, { recursive: true });
+        const clips = [];
+        for (const plan of planned) {
+            const id = uuidv4();
+            const clipSlug = slugify(plan.title, { lower: true, strict: true });
+            const totalDuration = plan.segments.reduce((sum, s) => sum + (s.end - s.start), 0);
+            const outputPath = path.join(clipsDir, `${clipSlug}.mp4`);
+            const segments = plan.segments.map((s) => ({
+                start: s.start,
+                end: s.end,
+                description: s.description,
+            }));
+            // Extract the clip — single segment or composite with crossfade transitions
+            if (segments.length === 1) {
+                await extractClip(video.repoPath, segments[0].start, segments[0].end, outputPath);
+            }
+            else {
+                await extractCompositeClipWithTransitions(video.repoPath, segments, outputPath);
+            }
+            // Generate ASS captions with medium style (smaller font, bottom-positioned)
+            let captionedPath;
+            try {
+                const assContent = segments.length === 1
+                    ? generateStyledASSForSegment(transcript, segments[0].start, segments[0].end, 1.0, 'medium')
+                    : generateStyledASSForComposite(transcript, segments, 1.0, 'medium');
+                const assPath = path.join(clipsDir, `${clipSlug}.ass`);
+                await fs.writeFile(assPath, assContent);
+                captionedPath = path.join(clipsDir, `${clipSlug}-captioned.mp4`);
+                await burnCaptions(outputPath, assPath, captionedPath);
+                logger.info(`[MediumVideoAgent] Burned captions for clip: ${plan.title}`);
+            }
+            catch (err) {
+                const message = err instanceof Error ? err.message : String(err);
+                logger.warn(`[MediumVideoAgent] Caption burning failed for ${plan.title}: ${message}`);
+                captionedPath = undefined;
+            }
+            // Generate description markdown
+            const mdPath = path.join(clipsDir, `${clipSlug}.md`);
+            const mdContent = [
+                `# ${plan.title}\n`,
+                `**Topic:** ${plan.topic}\n`,
+                `**Hook:** ${plan.hook}\n`,
+                plan.description,
+                '',
+                '## Segments\n',
+                ...plan.segments.map((s, i) => `${i + 1}. **${s.start.toFixed(2)}s – ${s.end.toFixed(2)}s** — ${s.description}`),
+                '',
+                '## Tags\n',
+                plan.tags.map((t) => `- ${t}`).join('\n'),
+                '',
+            ].join('\n');
+            await fs.writeFile(mdPath, mdContent);
+            clips.push({
+                id,
+                title: plan.title,
+                slug: clipSlug,
+                segments,
+                totalDuration,
+                outputPath,
+                captionedPath,
+                description: plan.description,
+                tags: plan.tags,
+                hook: plan.hook,
+                topic: plan.topic,
+            });
+            logger.info(`[MediumVideoAgent] Created medium clip: ${plan.title} (${totalDuration.toFixed(1)}s)`);
+        }
+        logger.info(`[MediumVideoAgent] Generated ${clips.length} medium clips`);
+        return clips;
+    }
+    finally {
+        await agent.destroy();
+    }
+}
+//# sourceMappingURL=MediumVideoAgent.js.map

package/dist/agents/MediumVideoAgent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MediumVideoAgent.js","sourceRoot":"","sources":["../../src/agents/MediumVideoAgent.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AAEvC,OAAO,EAAE,WAAW,EAAE,mCAAmC,EAAE,MAAM,gCAAgC,CAAA;AACjG,OAAO,EAAE,2BAA2B,EAAE,6BAA6B,EAAE,MAAM,oCAAoC,CAAA;AAC/G,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAA;AAC7D,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAA;AACnC,OAAO,OAAO,MAAM,SAAS,CAAA;AAC7B,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAA;AACnC,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,MAAM,MAAM,kBAAkB,CAAA;AAoBrC,+EAA+E;AAE/E,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iGAqC2E,CAAA;AAEjG,+EAA+E;AAE/E,MAAM,wBAAwB,GAAG;IAC/B,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACV,KAAK,EAAE;YACL,IAAI,EAAE,OAAO;YACb,WAAW,EAAE,sCAAsC;YACnD,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qCAAqC,EAAE;oBAC7E,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,uCAAuC,EAAE;oBACrF,IAAI,EAAE;wBACJ,IAAI,EAAE,OAAO;wBACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACzB,WAAW,EAAE,6CAA6C;qBAC3D;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,kDAAkD;wBAC/D,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,UAAU,EAAE;gCACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,uBAAuB,EAAE;gCAC/D,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qBAAqB,EAAE;gCAC3D,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8BAA8B,EAAE;6BAC7E;4BACD,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,aAAa,CAAC;yBAC1C;qBACF;oBACD,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,yCAAyC,EAAE;oBACzF,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2BAA2B,EAAE;oBAClE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,gCAAgC,EAAE;iBACzE;gBACD,QAAQ,EAAE,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC;aACzF;SACF;KACF;IACD,QAAQ,EAAE,CAAC,OAAO,CAAC;CACpB,CAAA;AAED,gFAAgF;AAEhF,MAAM,gBAAiB,SAAQ,SAAS;IAC9B,YAAY,GAAwB,EAAE,CAAA;IAE9C;QACE,KAAK,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAA;IAC1C,CAAC;IAES,QAAQ;QAChB,OAAO;YACL;gBACE,IAAI,EAAE,mBAAmB;gBACzB,WAAW,EACT,2GAA2G;gBAC7G,UAAU,EAAE,wBAAwB;gBACpC,OAAO,EAAE,KAAK,EAAE,IAAa,EAAE,EAAE;oBAC/B,OAAO,IAAI,CAAC,cAAc,CAAC,mBAAmB,EAAE,IAA+B,CAAC,CAAA;gBAClF,CAAC;aACF;SACF,CAAA;IACH,CAAC;IAES,KAAK,CAAC,cAAc,CAC5B,QAAgB,EAChB,IAA6B;QAE7B,IAAI,QAAQ,KAAK,mBAAmB,EAAE,CAAC;YACrC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,KAA4B,CAAA;YACrD,MAAM,CAAC,IAAI,CAAC,8BAA8B,IAAI,CAAC,YAAY,CAAC,MAAM,eAAe,CAAC,CAAA;YAClF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAA;QAC3D,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,EAAE,CAAC,CAAA;IAC9C,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAA;IAC1B,CAAC;CACF;AAED,gFAAgF;AAEhF,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,KAAgB,EAChB,UAAsB;IAEtB,MAAM,KAAK,GAAG,IAAI,gBAAgB,EAAE,CAAA;IAEpC,oEAAoE;IACpE,MAAM,eAAe,GAAG,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK;aACpB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;aACnE,IAAI,CAAC,GAAG,CAAC,CAAA;QACZ,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,KAAK,EAAE,CAAA;IAC3F,CAAC,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG;QACb,qCAAqC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,6DAA6D;QAChI,UAAU,KAAK,CAAC,QAAQ,EAAE;QAC1B,aAAa,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;QAChD,sBAAsB;QACtB,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5B,0BAA0B;KAC3B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAEZ,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QACvB,MAAM,OAAO,GAAG,KAAK,CAAC,eAAe,EAAE,CAAA;QAEvC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAA;YAC9D,OAAO,EAAE,CAAA;QACX,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,cAAc,CAAC,CAAA;QACxE,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAE7C,MAAM,KAAK,GAAiB,EAAE,CAAA;QAE9B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,EAAE,GAAG,MAAM,EAAE,CAAA;YACnB,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;YACnE,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;YAClF,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,QAAQ,MAAM,CAAC,CAAA;YAEzD,MAAM,QAAQ,GAAoB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC1D,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,GAAG,EAAE,CAAC,CAAC,GAAG;gBACV,WAAW,EAAE,CAAC,CAAC,WAAW;aAC3B,CAAC,CAAC,CAAA;YAEH,4EAA4E;YAC5E,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,WAAW,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;YACnF,CAAC;iBAAM,CAAC;gBACN,MAAM,mCAAmC,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAA;YACjF,CAAC;YAED,4EAA4E;YAC5E,IAAI,aAAiC,CAAA;YACrC,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC;oBACtC,CAAC,CAAC,2BAA2B,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,CAAC;oBAC5F,CAAC,CAAC,6BAA6B,CAAC,UAAU,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAA;gBAEtE,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,QAAQ,MAAM,CAAC,CAAA;gBACtD,MAAM,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;gBAEvC,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,QAAQ,gBAAgB,CAAC,CAAA;gBAChE,MAAM,YAAY,CAAC,UAAU,EAAE,OAAO,EAAE,aAAa,CAAC,CAAA;gBACtD,MAAM,CAAC,IAAI,CAAC,gDAAgD,IAAI,CAAC,KAAK,EAAE,CAAC,CAAA;YAC3E,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;gBAChE,MAAM,CAAC,IAAI,CAAC,iDAAiD,IAAI,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC,CAAA;gBACtF,aAAa,GAAG,SAAS,CAAA;YAC3B,CAAC;YAED,gCAAgC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,QAAQ,KAAK,CAAC,CAAA;YACpD,MAAM,SAAS,GAAG;gBAChB,KAAK,IAAI,CAAC,KAAK,IAAI;gBACnB,cAAc,IAAI,CAAC,KAAK,IAAI;gBAC5B,aAAa,IAAI,CAAC,IAAI,IAAI;gBAC1B,IAAI,CAAC,WAAW;gBAChB,EAAE;gBACF,eAAe;gBACf,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAClB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAC3F;gBACD,EAAE;gBACF,WAAW;gBACX,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;gBACzC,EAAE;aACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACZ,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;YAErC,KAAK,CAAC,IAAI,CAAC;gBACT,EAAE;gBACF,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,QAAQ;gBACd,QAAQ;gBACR,aAAa;gBACb,UAAU;gBACV,aAAa;gBACb,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC,CAAA;YAEF,MAAM,CAAC,IAAI,CAAC,2CAA2C,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACrG,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,gCAAgC,KAAK,CAAC,MAAM,eAAe,CAAC,CAAA;QACxE,OAAO,KAAK,CAAA;IACd,CAAC;YAAS,CAAC;QACT,MAAM,KAAK,CAAC,OAAO,EAAE,CAAA;IACvB,CAAC;AACH,CAAC"}

package/dist/agents/ShortsAgent.d.ts

@@ -0,0 +1,3 @@
+import { VideoFile, Transcript, ShortClip } from '../types';
+export declare function generateShorts(video: VideoFile, transcript: Transcript): Promise<ShortClip[]>;
+//# sourceMappingURL=ShortsAgent.d.ts.map

package/dist/agents/ShortsAgent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ShortsAgent.d.ts","sourceRoot":"","sources":["../../src/agents/ShortsAgent.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAkC,MAAM,UAAU,CAAA;AAsI3F,wBAAsB,cAAc,CAClC,KAAK,EAAE,SAAS,EAChB,UAAU,EAAE,UAAU,GACrB,OAAO,CAAC,SAAS,EAAE,CAAC,CAyJtB"}

package/dist/agents/ShortsAgent.js

@@ -0,0 +1,243 @@
+import { BaseAgent } from './BaseAgent';
+import { extractClip, extractCompositeClip } from '../tools/ffmpeg/clipExtraction';
+import { generateStyledASSForSegment, generateStyledASSForComposite, generatePortraitASSWithHook, generatePortraitASSWithHookComposite } from '../tools/captions/captionGenerator';
+import { burnCaptions } from '../tools/ffmpeg/captionBurning';
+import { generatePlatformVariants } from '../tools/ffmpeg/aspectRatio';
+import { v4 as uuidv4 } from 'uuid';
+import slugify from 'slugify';
+import { promises as fs } from 'fs';
+import path from 'path';
+import logger from '../config/logger';
+// ── System prompt ───────────────────────────────────────────────────────────
+const SYSTEM_PROMPT = `You are a short-form video content strategist. Your job is to analyze a video transcript with word-level timestamps and identify the most compelling moments to extract as shorts (15–60 seconds each).
+
+## What to look for
+- **Key insights** — concise, quotable takeaways
+- **Funny moments** — humor, wit, unexpected punchlines
+- **Controversial takes** — bold opinions that spark discussion
+- **Educational nuggets** — clear explanations of complex topics
+- **Emotional peaks** — passion, vulnerability, excitement
+- **Topic compilations** — multiple brief mentions of one theme that can be stitched together
+
+## Short types
+- **Single segment** — one contiguous section of the video
+- **Composite** — multiple non-contiguous segments combined into one short (great for topic compilations or building a narrative arc)
+
+## Rules
+1. Each short must be 15–60 seconds total duration.
+2. Timestamps must align to word boundaries from the transcript.
+3. Prefer natural sentence boundaries for clean cuts.
+4. Aim for 3–8 shorts per video, depending on length and richness.
+5. Every short needs a catchy, descriptive title (5–10 words).
+6. Tags should be lowercase, no hashes, 3–6 per short.
+7. A 1-second buffer is automatically added before and after each segment boundary during extraction, so plan segments based on content timestamps without worrying about clipping words at the edges.
+
+When you have identified the shorts, call the **plan_shorts** tool with your complete plan.`;
+// ── JSON Schema for the plan_shorts tool ────────────────────────────────────
+const PLAN_SHORTS_SCHEMA = {
+    type: 'object',
+    properties: {
+        shorts: {
+            type: 'array',
+            description: 'Array of planned short clips',
+            items: {
+                type: 'object',
+                properties: {
+                    title: { type: 'string', description: 'Catchy short title (5–10 words)' },
+                    description: { type: 'string', description: 'Brief description of the short content' },
+                    tags: {
+                        type: 'array',
+                        items: { type: 'string' },
+                        description: 'Lowercase tags without hashes, 3–6 per short',
+                    },
+                    segments: {
+                        type: 'array',
+                        description: 'One or more time segments that compose this short',
+                        items: {
+                            type: 'object',
+                            properties: {
+                                start: { type: 'number', description: 'Start time in seconds' },
+                                end: { type: 'number', description: 'End time in seconds' },
+                                description: { type: 'string', description: 'What happens in this segment' },
+                            },
+                            required: ['start', 'end', 'description'],
+                        },
+                    },
+                },
+                required: ['title', 'description', 'tags', 'segments'],
+            },
+        },
+    },
+    required: ['shorts'],
+};
+// ── Agent ────────────────────────────────────────────────────────────────────
+class ShortsAgent extends BaseAgent {
+    plannedShorts = [];
+    constructor() {
+        super('ShortsAgent', SYSTEM_PROMPT);
+    }
+    getTools() {
+        return [
+            {
+                name: 'plan_shorts',
+                description: 'Submit the planned shorts as a structured JSON array. Call this once with all planned shorts.',
+                parameters: PLAN_SHORTS_SCHEMA,
+                handler: async (args) => {
+                    return this.handleToolCall('plan_shorts', args);
+                },
+            },
+        ];
+    }
+    async handleToolCall(toolName, args) {
+        if (toolName === 'plan_shorts') {
+            this.plannedShorts = args.shorts;
+            logger.info(`[ShortsAgent] Planned ${this.plannedShorts.length} shorts`);
+            return { success: true, count: this.plannedShorts.length };
+        }
+        throw new Error(`Unknown tool: ${toolName}`);
+    }
+    getPlannedShorts() {
+        return this.plannedShorts;
+    }
+}
+// ── Public API ───────────────────────────────────────────────────────────────
+export async function generateShorts(video, transcript) {
+    const agent = new ShortsAgent();
+    // Build prompt with full transcript including word-level timestamps
+    const transcriptLines = transcript.segments.map((seg) => {
+        const words = seg.words
+            .map((w) => `[${w.start.toFixed(2)}-${w.end.toFixed(2)}] ${w.word}`)
+            .join(' ');
+        return `[${seg.start.toFixed(2)}s – ${seg.end.toFixed(2)}s] ${seg.text}\nWords: ${words}`;
+    });
+    const prompt = [
+        `Analyze the following transcript (${transcript.duration.toFixed(0)}s total) and plan shorts.\n`,
+        `Video: ${video.filename}`,
+        `Duration: ${transcript.duration.toFixed(1)}s\n`,
+        '--- TRANSCRIPT ---\n',
+        transcriptLines.join('\n\n'),
+        '\n--- END TRANSCRIPT ---',
+    ].join('\n');
+    try {
+        await agent.run(prompt);
+        const planned = agent.getPlannedShorts();
+        if (planned.length === 0) {
+            logger.warn('[ShortsAgent] No shorts were planned');
+            return [];
+        }
+        const shortsDir = path.join(path.dirname(video.repoPath), 'shorts');
+        await fs.mkdir(shortsDir, { recursive: true });
+        const shorts = [];
+        for (const plan of planned) {
+            const id = uuidv4();
+            const shortSlug = slugify(plan.title, { lower: true, strict: true });
+            const totalDuration = plan.segments.reduce((sum, s) => sum + (s.end - s.start), 0);
+            const outputPath = path.join(shortsDir, `${shortSlug}.mp4`);
+            const segments = plan.segments.map((s) => ({
+                start: s.start,
+                end: s.end,
+                description: s.description,
+            }));
+            // Extract the clip (single or composite)
+            if (segments.length === 1) {
+                await extractClip(video.repoPath, segments[0].start, segments[0].end, outputPath);
+            }
+            else {
+                await extractCompositeClip(video.repoPath, segments, outputPath);
+            }
+            // Generate platform-specific aspect ratio variants from UNCAPTIONED video
+            // so portrait/square crops are clean before captions are burned per-variant
+            let variants;
+            try {
+                const defaultPlatforms = ['tiktok', 'youtube-shorts', 'instagram-reels', 'instagram-feed', 'linkedin'];
+                const results = await generatePlatformVariants(outputPath, shortsDir, shortSlug, defaultPlatforms);
+                if (results.length > 0) {
+                    variants = results.map((v) => ({
+                        path: v.path,
+                        aspectRatio: v.aspectRatio,
+                        platform: v.platform,
+                        width: v.width,
+                        height: v.height,
+                    }));
+                    logger.info(`[ShortsAgent] Generated ${variants.length} platform variants for: ${plan.title}`);
+                }
+            }
+            catch (err) {
+                const message = err instanceof Error ? err.message : String(err);
+                logger.warn(`[ShortsAgent] Platform variant generation failed for ${plan.title}: ${message}`);
+            }
+            // Generate ASS captions for the landscape short and burn them in
+            let captionedPath;
+            try {
+                const assContent = segments.length === 1
+                    ? generateStyledASSForSegment(transcript, segments[0].start, segments[0].end)
+                    : generateStyledASSForComposite(transcript, segments);
+                const assPath = path.join(shortsDir, `${shortSlug}.ass`);
+                await fs.writeFile(assPath, assContent);
+                captionedPath = path.join(shortsDir, `${shortSlug}-captioned.mp4`);
+                await burnCaptions(outputPath, assPath, captionedPath);
+                logger.info(`[ShortsAgent] Burned captions for short: ${plan.title}`);
+            }
+            catch (err) {
+                const message = err instanceof Error ? err.message : String(err);
+                logger.warn(`[ShortsAgent] Caption burning failed for ${plan.title}: ${message}`);
+                captionedPath = undefined;
+            }
+            // Burn portrait-style captions (green highlight, centered, hook overlay) onto portrait variant
+            if (variants) {
+                const portraitVariant = variants.find(v => v.aspectRatio === '9:16');
+                if (portraitVariant) {
+                    try {
+                        const portraitAssContent = segments.length === 1
+                            ? generatePortraitASSWithHook(transcript, plan.title, segments[0].start, segments[0].end)
+                            : generatePortraitASSWithHookComposite(transcript, segments, plan.title);
+                        const portraitAssPath = path.join(shortsDir, `${shortSlug}-portrait.ass`);
+                        await fs.writeFile(portraitAssPath, portraitAssContent);
+                        const portraitCaptionedPath = portraitVariant.path.replace('.mp4', '-captioned.mp4');
+                        await burnCaptions(portraitVariant.path, portraitAssPath, portraitCaptionedPath);
+                        // Update the variant path to point to the captioned version
+                        portraitVariant.path = portraitCaptionedPath;
+                        logger.info(`[ShortsAgent] Burned portrait captions with hook for: ${plan.title}`);
+                    }
+                    catch (err) {
+                        const message = err instanceof Error ? err.message : String(err);
+                        logger.warn(`[ShortsAgent] Portrait caption burning failed for ${plan.title}: ${message}`);
+                    }
+                }
+            }
+            // Generate description markdown
+            const mdPath = path.join(shortsDir, `${shortSlug}.md`);
+            const mdContent = [
+                `# ${plan.title}\n`,
+                plan.description,
+                '',
+                '## Segments\n',
+                ...plan.segments.map((s, i) => `${i + 1}. **${s.start.toFixed(2)}s – ${s.end.toFixed(2)}s** — ${s.description}`),
+                '',
+                '## Tags\n',
+                plan.tags.map((t) => `- ${t}`).join('\n'),
+                '',
+            ].join('\n');
+            await fs.writeFile(mdPath, mdContent);
+            shorts.push({
+                id,
+                title: plan.title,
+                slug: shortSlug,
+                segments,
+                totalDuration,
+                outputPath,
+                captionedPath,
+                description: plan.description,
+                tags: plan.tags,
+                variants,
+            });
+            logger.info(`[ShortsAgent] Created short: ${plan.title} (${totalDuration.toFixed(1)}s)`);
+        }
+        logger.info(`[ShortsAgent] Generated ${shorts.length} shorts`);
+        return shorts;
+    }
+    finally {
+        await agent.destroy();
+    }
+}
+//# sourceMappingURL=ShortsAgent.js.map

package/dist/agents/ShortsAgent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ShortsAgent.js","sourceRoot":"","sources":["../../src/agents/ShortsAgent.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AAEvC,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAA;AAClF,OAAO,EAAE,2BAA2B,EAAE,6BAA6B,EAAE,2BAA2B,EAAE,oCAAoC,EAAE,MAAM,oCAAoC,CAAA;AAClL,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAA;AAC7D,OAAO,EAAE,wBAAwB,EAAiB,MAAM,6BAA6B,CAAA;AACrF,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAA;AACnC,OAAO,OAAO,MAAM,SAAS,CAAA;AAC7B,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAA;AACnC,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,MAAM,MAAM,kBAAkB,CAAA;AAiBrC,+EAA+E;AAE/E,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;;;;;;4FAuBsE,CAAA;AAE5F,+EAA+E;AAE/E,MAAM,kBAAkB,GAAG;IACzB,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACV,MAAM,EAAE;YACN,IAAI,EAAE,OAAO;YACb,WAAW,EAAE,8BAA8B;YAC3C,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,iCAAiC,EAAE;oBACzE,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wCAAwC,EAAE;oBACtF,IAAI,EAAE;wBACJ,IAAI,EAAE,OAAO;wBACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACzB,WAAW,EAAE,8CAA8C;qBAC5D;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,mDAAmD;wBAChE,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,UAAU,EAAE;gCACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,uBAAuB,EAAE;gCAC/D,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qBAAqB,EAAE;gCAC3D,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8BAA8B,EAAE;6BAC7E;4BACD,QAAQ,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,aAAa,CAAC;yBAC1C;qBACF;iBACF;gBACD,QAAQ,EAAE,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,UAAU,CAAC;aACvD;SACF;KACF;IACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;CACrB,CAAA;AAED,gFAAgF;AAEhF,MAAM,WAAY,SAAQ,SAAS;IACzB,aAAa,GAAmB,EAAE,CAAA;IAE1C;QACE,KAAK,CAAC,aAAa,EAAE,aAAa,CAAC,CAAA;IACrC,CAAC;IAES,QAAQ;QAChB,OAAO;YACL;gBACE,IAAI,EAAE,aAAa;gBACnB,WAAW,EACT,+FAA+F;gBACjG,UAAU,EAAE,kBAAkB;gBAC9B,OAAO,EAAE,KAAK,EAAE,IAAa,EAAE,EAAE;oBAC/B,OAAO,IAAI,CAAC,cAAc,CAAC,aAAa,EAAE,IAA+B,CAAC,CAAA;gBAC5E,CAAC;aACF;SACF,CAAA;IACH,CAAC;IAES,KAAK,CAAC,cAAc,CAC5B,QAAgB,EAChB,IAA6B;QAE7B,IAAI,QAAQ,KAAK,aAAa,EAAE,CAAC;YAC/B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAwB,CAAA;YAClD,MAAM,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC,aAAa,CAAC,MAAM,SAAS,CAAC,CAAA;YACxE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAA;QAC5D,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,EAAE,CAAC,CAAA;IAC9C,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,aAAa,CAAA;IAC3B,CAAC;CACF;AAED,gFAAgF;AAEhF,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAAgB,EAChB,UAAsB;IAEtB,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAA;IAE/B,oEAAoE;IACpE,MAAM,eAAe,GAAG,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK;aACpB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;aACnE,IAAI,CAAC,GAAG,CAAC,CAAA;QACZ,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,KAAK,EAAE,CAAA;IAC3F,CAAC,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG;QACb,qCAAqC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B;QAChG,UAAU,KAAK,CAAC,QAAQ,EAAE;QAC1B,aAAa,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;QAChD,sBAAsB;QACtB,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5B,0BAA0B;KAC3B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAEZ,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QACvB,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,EAAE,CAAA;QAExC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAA;YACnD,OAAO,EAAE,CAAA;QACX,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,CAAA;QACnE,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAE9C,MAAM,MAAM,GAAgB,EAAE,CAAA;QAE9B,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,EAAE,GAAG,MAAM,EAAE,CAAA;YACnB,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;YACpE,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;YAClF,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,SAAS,MAAM,CAAC,CAAA;YAE3D,MAAM,QAAQ,GAAmB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACzD,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,GAAG,EAAE,CAAC,CAAC,GAAG;gBACV,WAAW,EAAE,CAAC,CAAC,WAAW;aAC3B,CAAC,CAAC,CAAA;YAEH,yCAAyC;YACzC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,WAAW,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;YACnF,CAAC;iBAAM,CAAC;gBACN,MAAM,oBAAoB,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAA;YAClE,CAAC;YAED,0EAA0E;YAC1E,4EAA4E;YAC5E,IAAI,QAAwC,CAAA;YAC5C,IAAI,CAAC;gBACH,MAAM,gBAAgB,GAAe,CAAC,QAAQ,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAA;gBAClH,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAA;gBAClG,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvB,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBAC7B,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;wBAC1B,QAAQ,EAAE,CAAC,CAAC,QAAwC;wBACpD,KAAK,EAAE,CAAC,CAAC,KAAK;wBACd,MAAM,EAAE,CAAC,CAAC,MAAM;qBACjB,CAAC,CAAC,CAAA;oBACH,MAAM,CAAC,IAAI,CAAC,2BAA2B,QAAQ,CAAC,MAAM,2BAA2B,IAAI,CAAC,KAAK,EAAE,CAAC,CAAA;gBAChG,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;gBAChE,MAAM,CAAC,IAAI,CAAC,wDAAwD,IAAI,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC,CAAA;YAC/F,CAAC;YAED,iEAAiE;YACjE,IAAI,aAAiC,CAAA;YACrC,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC;oBACtC,CAAC,CAAC,2BAA2B,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;oBAC7E,CAAC,CAAC,6BAA6B,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;gBAEvD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,SAAS,MAAM,CAAC,CAAA;gBACxD,MAAM,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;gBAEvC,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,SAAS,gBAAgB,CAAC,CAAA;gBAClE,MAAM,YAAY,CAAC,UAAU,EAAE,OAAO,EAAE,aAAa,CAAC,CAAA;gBACtD,MAAM,CAAC,IAAI,CAAC,4CAA4C,IAAI,CAAC,KAAK,EAAE,CAAC,CAAA;YACvE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;gBAChE,MAAM,CAAC,IAAI,CAAC,4CAA4C,IAAI,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC,CAAA;gBACjF,aAAa,GAAG,SAAS,CAAA;YAC3B,CAAC;YAED,+FAA+F;YAC/F,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,MAAM,CAAC,CAAA;gBACpE,IAAI,eAAe,EAAE,CAAC;oBACpB,IAAI,CAAC;wBACH,MAAM,kBAAkB,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC;4BAC9C,CAAC,CAAC,2BAA2B,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;4BACzF,CAAC,CAAC,oCAAoC,CAAC,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;wBAC1E,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,SAAS,eAAe,CAAC,CAAA;wBACzE,MAAM,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAAA;wBACvD,MAAM,qBAAqB,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAA;wBACpF,MAAM,YAAY,CAAC,eAAe,CAAC,IAAI,EAAE,eAAe,EAAE,qBAAqB,CAAC,CAAA;wBAChF,4DAA4D;wBAC5D,eAAe,CAAC,IAAI,GAAG,qBAAqB,CAAA;wBAC5C,MAAM,CAAC,IAAI,CAAC,yDAAyD,IAAI,CAAC,KAAK,EAAE,CAAC,CAAA;oBACpF,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;wBAChE,MAAM,CAAC,IAAI,CAAC,qDAAqD,IAAI,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC,CAAA;oBAC5F,CAAC;gBACH,CAAC;YACH,CAAC;YAED,gCAAgC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,SAAS,KAAK,CAAC,CAAA;YACtD,MAAM,SAAS,GAAG;gBAChB,KAAK,IAAI,CAAC,KAAK,IAAI;gBACnB,IAAI,CAAC,WAAW;gBAChB,EAAE;gBACF,eAAe;gBACf,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAClB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAC3F;gBACD,EAAE;gBACF,WAAW;gBACX,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;gBACzC,EAAE;aACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACZ,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;YAErC,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE;gBACF,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,SAAS;gBACf,QAAQ;gBACR,aAAa;gBACb,UAAU;gBACV,aAAa;gBACb,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,QAAQ;aACT,CAAC,CAAA;YAEF,MAAM,CAAC,IAAI,CAAC,gCAAgC,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QAC1F,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,2BAA2B,MAAM,CAAC,MAAM,SAAS,CAAC,CAAA;QAC9D,OAAO,MAAM,CAAA;IACf,CAAC;YAAS,CAAC;QACT,MAAM,KAAK,CAAC,OAAO,EAAE,CAAA;IACvB,CAAC;AACH,CAAC"}

package/dist/agents/SilenceRemovalAgent.d.ts

@@ -0,0 +1,9 @@
+import type { VideoFile, Transcript, SilenceRemovalResult } from '../types';
+/**
+ * Detect silence, use the agent to decide context-aware removals, and produce
+ * an edited video with dead silence removed.
+ *
+ * Returns the path to the edited video, or the original path if no edits were needed.
+ */
+export declare function removeDeadSilence(video: VideoFile, transcript: Transcript): Promise<SilenceRemovalResult>;
+//# sourceMappingURL=SilenceRemovalAgent.d.ts.map

package/dist/agents/SilenceRemovalAgent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SilenceRemovalAgent.d.ts","sourceRoot":"","sources":["../../src/agents/SilenceRemovalAgent.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAA;AAmH3E;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,SAAS,EAChB,UAAU,EAAE,UAAU,GACrB,OAAO,CAAC,oBAAoB,CAAC,CAsI/B"}