@vibeframe/cli 0.55.0 → 0.55.1

package/dist/commands/ai-highlights.js

@@ -1,1053 +0,0 @@
-/**
- * @module ai-highlights
- *
- * Highlight extraction and auto-shorts generation for long-form content.
- *
- * CLI commands: highlights, auto-shorts
- *
- * Execute functions:
- *   executeHighlights  - Extract best moments from video/audio (Whisper+Claude or Gemini)
- *   executeAutoShorts   - Generate short-form vertical clips from long-form video
- *
- * @dependencies Whisper (OpenAI), Claude (Anthropic), Gemini (Google), FFmpeg
- */
-import { readFile, writeFile, mkdir } from "node:fs/promises";
-import { resolve, dirname, basename, extname } from "node:path";
-import { existsSync } from "node:fs";
-import chalk from "chalk";
-import ora from "ora";
-import { GeminiProvider, WhisperProvider, ClaudeProvider, } from "@vibeframe/ai-providers";
-import { Project } from "../engine/index.js";
-import { getApiKey } from "../utils/api-key.js";
-import { formatTime } from "./ai-helpers.js";
-import { execSafe, commandExists, ffprobeDuration } from "../utils/exec-safe.js";
-import { exitWithError, outputResult, authError, notFoundError, apiError, generalError } from "./output.js";
-import { validateOutputPath } from "./validate.js";
-// ============================================================================
-// Shared helpers
-// ============================================================================
-function filterHighlights(highlights, options) {
-    let filtered = highlights.filter((h) => h.confidence >= options.threshold);
-    filtered.sort((a, b) => b.confidence - a.confidence);
-    if (options.maxCount && filtered.length > options.maxCount) {
-        filtered = filtered.slice(0, options.maxCount);
-    }
-    if (options.targetDuration) {
-        const targetWithTolerance = options.targetDuration * 1.1;
-        let total = 0;
-        filtered = filtered.filter((h) => {
-            if (total + h.duration <= targetWithTolerance) {
-                total += h.duration;
-                return true;
-            }
-            return false;
-        });
-    }
-    filtered.sort((a, b) => a.startTime - b.startTime);
-    return filtered.map((h, i) => ({ ...h, index: i + 1 }));
-}
-function getCategoryColor(category) {
-    switch (category) {
-        case "emotional":
-            return chalk.magenta;
-        case "informative":
-            return chalk.cyan;
-        case "funny":
-            return chalk.yellow;
-        default:
-            return chalk.white;
-    }
-}
-function truncate(text, maxLength) {
-    if (text.length <= maxLength)
-        return text;
-    return text.slice(0, maxLength - 3) + "...";
-}
-/**
- * Extract the best highlights from a video or audio file.
- *
- * Supports two analysis backends:
- * - Whisper + Claude (default): transcribe audio, then analyze text for highlights
- * - Gemini (--useGemini): multimodal visual+audio analysis for richer detection
- *
- * @param options - Highlight extraction configuration
- * @returns Result with filtered highlights sorted by time
- */
-export async function executeHighlights(options) {
-    try {
-        const absPath = resolve(process.cwd(), options.media);
-        if (!existsSync(absPath)) {
-            return { success: false, highlights: [], totalDuration: 0, totalHighlightDuration: 0, error: `File not found: ${absPath}` };
-        }
-        const ext = extname(absPath).toLowerCase();
-        const videoExtensions = [".mp4", ".mov", ".avi", ".mkv", ".webm", ".m4v"];
-        const isVideo = videoExtensions.includes(ext);
-        const targetDuration = options.duration;
-        const maxCount = options.count;
-        const threshold = options.threshold ?? 0.7;
-        let allHighlights = [];
-        let sourceDuration = 0;
-        if (options.useGemini && isVideo) {
-            const geminiApiKey = await getApiKey("GOOGLE_API_KEY", "Google");
-            if (!geminiApiKey) {
-                return { success: false, highlights: [], totalDuration: 0, totalHighlightDuration: 0, error: "Google API key required for Gemini Video Understanding. Run 'vibe setup' or set GOOGLE_API_KEY in .env" };
-            }
-            sourceDuration = await ffprobeDuration(absPath);
-            const gemini = new GeminiProvider();
-            await gemini.initialize({ apiKey: geminiApiKey });
-            const videoBuffer = await readFile(absPath);
-            const criteriaText = options.criteria === "all" || !options.criteria
-                ? "emotional, informative, and funny moments"
-                : `${options.criteria} moments`;
-            const durationText = targetDuration ? `Target a total highlight duration of ${targetDuration} seconds.` : "";
-            const countText = maxCount ? `Find up to ${maxCount} highlights.` : "";
-            const geminiPrompt = `Analyze this video and identify the most engaging highlights based on BOTH visual and audio content.
-
-Focus on finding ${criteriaText}. ${durationText} ${countText}
-
-For each highlight, provide:
-1. Start timestamp (in seconds, as a number)
-2. End timestamp (in seconds, as a number)
-3. Category: "emotional", "informative", or "funny"
-4. Confidence score (0-1)
-5. Brief reason why this is a highlight
-6. What is said/shown during this moment
-
-IMPORTANT: Respond ONLY with valid JSON in this exact format:
-{
-  "highlights": [
-    {
-      "startTime": 12.5,
-      "endTime": 28.3,
-      "category": "emotional",
-      "confidence": 0.95,
-      "reason": "Powerful personal story about overcoming challenges",
-      "transcript": "When I first started, everyone said it was impossible..."
-    }
-  ]
-}
-
-Analyze both what is SHOWN (visual cues, actions, expressions) and what is SAID (speech, reactions) to find the most compelling moments.`;
-            const result = await gemini.analyzeVideo(videoBuffer, geminiPrompt, {
-                fps: 1,
-                lowResolution: options.lowRes,
-            });
-            if (!result.success || !result.response) {
-                return { success: false, highlights: [], totalDuration: 0, totalHighlightDuration: 0, error: `Gemini analysis failed: ${result.error}` };
-            }
-            try {
-                let jsonStr = result.response;
-                const jsonMatch = jsonStr.match(/```(?:json)?\s*([\s\S]*?)```/);
-                if (jsonMatch)
-                    jsonStr = jsonMatch[1];
-                const objectMatch = jsonStr.match(/\{[\s\S]*"highlights"[\s\S]*\}/);
-                if (objectMatch)
-                    jsonStr = objectMatch[0];
-                const parsed = JSON.parse(jsonStr);
-                if (parsed.highlights && Array.isArray(parsed.highlights)) {
-                    allHighlights = parsed.highlights.map((h, i) => ({
-                        index: i + 1,
-                        startTime: h.startTime,
-                        endTime: h.endTime,
-                        duration: h.endTime - h.startTime,
-                        category: h.category || "all",
-                        confidence: h.confidence || 0.8,
-                        reason: h.reason || "Engaging moment",
-                        transcript: h.transcript || "",
-                    }));
-                }
-            }
-            catch {
-                return { success: false, highlights: [], totalDuration: 0, totalHighlightDuration: 0, error: "Failed to parse Gemini response" };
-            }
-        }
-        else {
-            const openaiApiKey = await getApiKey("OPENAI_API_KEY", "OpenAI");
-            if (!openaiApiKey) {
-                return { success: false, highlights: [], totalDuration: 0, totalHighlightDuration: 0, error: "OpenAI API key required for Whisper transcription. Run 'vibe setup' or set OPENAI_API_KEY in .env" };
-            }
-            const claudeApiKey = await getApiKey("ANTHROPIC_API_KEY", "Anthropic");
-            if (!claudeApiKey) {
-                return { success: false, highlights: [], totalDuration: 0, totalHighlightDuration: 0, error: "Anthropic API key required for highlight analysis. Run 'vibe setup' or set ANTHROPIC_API_KEY in .env" };
-            }
-            let audioPath = absPath;
-            let tempAudioPath = null;
-            if (isVideo) {
-                if (!commandExists("ffmpeg")) {
-                    return { success: false, highlights: [], totalDuration: 0, totalHighlightDuration: 0, error: "FFmpeg not found" };
-                }
-                tempAudioPath = `/tmp/vibe_highlight_audio_${Date.now()}.wav`;
-                await execSafe("ffmpeg", [
-                    "-i", absPath, "-vn", "-acodec", "pcm_s16le", "-ar", "16000", "-ac", "1", tempAudioPath, "-y",
-                ], { maxBuffer: 50 * 1024 * 1024 });
-                audioPath = tempAudioPath;
-                sourceDuration = await ffprobeDuration(absPath);
-            }
-            const whisper = new WhisperProvider();
-            await whisper.initialize({ apiKey: openaiApiKey });
-            const audioBuffer = await readFile(audioPath);
-            const audioBlob = new Blob([audioBuffer]);
-            const transcriptResult = await whisper.transcribe(audioBlob, options.language);
-            if (tempAudioPath && existsSync(tempAudioPath)) {
-                const { unlink: unlinkFile } = await import("node:fs/promises");
-                await unlinkFile(tempAudioPath).catch(() => { });
-            }
-            if (transcriptResult.status === "failed" || !transcriptResult.segments) {
-                return { success: false, highlights: [], totalDuration: 0, totalHighlightDuration: 0, error: `Transcription failed: ${transcriptResult.error}` };
-            }
-            if (transcriptResult.segments.length > 0) {
-                sourceDuration = transcriptResult.segments[transcriptResult.segments.length - 1].endTime;
-            }
-            const claude = new ClaudeProvider();
-            await claude.initialize({ apiKey: claudeApiKey });
-            allHighlights = await claude.analyzeForHighlights(transcriptResult.segments, {
-                criteria: (options.criteria || "all"),
-                targetDuration,
-                maxCount,
-            });
-        }
-        if (allHighlights.length === 0) {
-            return { success: true, highlights: [], totalDuration: sourceDuration, totalHighlightDuration: 0 };
-        }
-        const filteredHighlights = filterHighlights(allHighlights, { threshold, targetDuration, maxCount });
-        const totalHighlightDuration = filteredHighlights.reduce((sum, h) => sum + h.duration, 0);
-        const extractResult = {
-            success: true,
-            highlights: filteredHighlights,
-            totalDuration: sourceDuration,
-            totalHighlightDuration,
-        };
-        if (options.output) {
-            const outputPath = resolve(process.cwd(), options.output);
-            await writeFile(outputPath, JSON.stringify({
-                sourceFile: absPath,
-                totalDuration: sourceDuration,
-                criteria: options.criteria || "all",
-                threshold,
-                highlightsCount: filteredHighlights.length,
-                totalHighlightDuration,
-                highlights: filteredHighlights,
-            }, null, 2), "utf-8");
-            extractResult.outputPath = outputPath;
-        }
-        if (options.project) {
-            const project = new Project("Highlight Reel");
-            const source = project.addSource({
-                name: basename(absPath),
-                url: absPath,
-                type: isVideo ? "video" : "audio",
-                duration: sourceDuration,
-            });
-            const videoTrack = project.getTracks().find((t) => t.type === "video");
-            if (videoTrack) {
-                let currentTime = 0;
-                for (const highlight of filteredHighlights) {
-                    project.addClip({
-                        sourceId: source.id,
-                        trackId: videoTrack.id,
-                        startTime: currentTime,
-                        duration: highlight.duration,
-                        sourceStartOffset: highlight.startTime,
-                        sourceEndOffset: highlight.endTime,
-                    });
-                    currentTime += highlight.duration;
-                }
-            }
-            const projectPath = resolve(process.cwd(), options.project);
-            await writeFile(projectPath, JSON.stringify(project.toJSON(), null, 2), "utf-8");
-            extractResult.projectPath = projectPath;
-        }
-        return extractResult;
-    }
-    catch (error) {
-        return {
-            success: false,
-            highlights: [],
-            totalDuration: 0,
-            totalHighlightDuration: 0,
-            error: error instanceof Error ? error.message : String(error),
-        };
-    }
-}
-/**
- * Auto-generate short-form vertical clips from a long-form video.
- *
- * Finds the best viral-worthy moments using Whisper+Claude or Gemini analysis,
- * then extracts and crops them to the target aspect ratio using FFmpeg.
- *
- * @param options - Auto-shorts generation configuration
- * @returns Result with extracted short clips and metadata
- */
-export async function executeAutoShorts(options) {
-    try {
-        if (!commandExists("ffmpeg")) {
-            return { success: false, shorts: [], error: "FFmpeg not found" };
-        }
-        const absPath = resolve(process.cwd(), options.video);
-        if (!existsSync(absPath)) {
-            return { success: false, shorts: [], error: `File not found: ${absPath}` };
-        }
-        const targetDuration = options.duration ?? 60;
-        const shortCount = options.count ?? 1;
-        let highlights = [];
-        if (options.useGemini) {
-            const geminiApiKey = await getApiKey("GOOGLE_API_KEY", "Google");
-            if (!geminiApiKey) {
-                return { success: false, shorts: [], error: "Google API key required for Gemini Video Understanding. Run 'vibe setup' or set GOOGLE_API_KEY in .env" };
-            }
-            const gemini = new GeminiProvider();
-            await gemini.initialize({ apiKey: geminiApiKey });
-            const videoBuffer = await readFile(absPath);
-            const geminiPrompt = `Analyze this video to find the BEST moments for short-form vertical video content (TikTok, YouTube Shorts, Instagram Reels).
-
-Find ${shortCount * 3} potential clips that are ${targetDuration} seconds or shorter each.
-
-Look for:
-- Visually striking or surprising moments
-- Emotional peaks (laughter, reactions, reveals)
-- Key quotes or memorable statements
-- Action sequences or dramatic moments
-- Meme-worthy or shareable moments
-- Strong hooks (great opening lines)
-- Satisfying conclusions
-
-For each highlight, provide:
-1. Start timestamp (seconds, as number)
-2. End timestamp (seconds, as number) - ensure duration is close to ${targetDuration}s
-3. Virality score (0-1) - how likely this would perform on social media
-4. Hook quality (0-1) - how strong is the opening
-5. Brief reason why this would work as a short
-
-IMPORTANT: Respond ONLY with valid JSON:
-{
-  "highlights": [
-    {
-      "startTime": 45.2,
-      "endTime": 75.8,
-      "confidence": 0.92,
-      "hookQuality": 0.85,
-      "reason": "Unexpected plot twist with strong visual reaction"
-    }
-  ]
-}
-
-Analyze both VISUALS (expressions, actions, scene changes) and AUDIO (speech, reactions, music) to find viral-worthy moments.`;
-            const result = await gemini.analyzeVideo(videoBuffer, geminiPrompt, {
-                fps: 1,
-                lowResolution: options.lowRes,
-            });
-            if (!result.success || !result.response) {
-                return { success: false, shorts: [], error: `Gemini analysis failed: ${result.error}` };
-            }
-            try {
-                let jsonStr = result.response;
-                const jsonMatch = jsonStr.match(/```(?:json)?\s*([\s\S]*?)```/);
-                if (jsonMatch)
-                    jsonStr = jsonMatch[1];
-                const objectMatch = jsonStr.match(/\{[\s\S]*"highlights"[\s\S]*\}/);
-                if (objectMatch)
-                    jsonStr = objectMatch[0];
-                const parsed = JSON.parse(jsonStr);
-                if (parsed.highlights && Array.isArray(parsed.highlights)) {
-                    highlights = parsed.highlights.map((h, i) => ({
-                        index: i + 1,
-                        startTime: h.startTime,
-                        endTime: h.endTime,
-                        duration: h.endTime - h.startTime,
-                        category: "viral",
-                        confidence: h.confidence || 0.8,
-                        reason: h.reason || "Engaging moment",
-                        transcript: "",
-                    }));
-                }
-            }
-            catch {
-                return { success: false, shorts: [], error: "Failed to parse Gemini response" };
-            }
-        }
-        else {
-            const openaiApiKey = await getApiKey("OPENAI_API_KEY", "OpenAI");
-            if (!openaiApiKey) {
-                return { success: false, shorts: [], error: "OpenAI API key required for transcription. Run 'vibe setup' or set OPENAI_API_KEY in .env" };
-            }
-            const claudeApiKey = await getApiKey("ANTHROPIC_API_KEY", "Anthropic");
-            if (!claudeApiKey) {
-                return { success: false, shorts: [], error: "Anthropic API key required for highlight detection. Run 'vibe setup' or set ANTHROPIC_API_KEY in .env" };
-            }
-            const tempAudio = absPath.replace(/(\.[^.]+)$/, "-temp-audio.mp3");
-            await execSafe("ffmpeg", ["-i", absPath, "-vn", "-acodec", "libmp3lame", "-q:a", "2", tempAudio, "-y"]);
-            const whisper = new WhisperProvider();
-            await whisper.initialize({ apiKey: openaiApiKey });
-            const audioBuffer = await readFile(tempAudio);
-            const audioBlob = new Blob([audioBuffer]);
-            const transcript = await whisper.transcribe(audioBlob, options.language);
-            try {
-                const { unlink: unlinkFile } = await import("node:fs/promises");
-                await unlinkFile(tempAudio);
-            }
-            catch { /* ignore */ }
-            if (!transcript.segments || transcript.segments.length === 0) {
-                return { success: false, shorts: [], error: "No transcript found" };
-            }
-            const claude = new ClaudeProvider();
-            await claude.initialize({ apiKey: claudeApiKey });
-            highlights = await claude.analyzeForHighlights(transcript.segments, {
-                criteria: "all",
-                targetDuration: targetDuration * shortCount,
-                maxCount: shortCount * 3,
-            });
-        }
-        if (highlights.length === 0) {
-            return { success: false, shorts: [], error: "No highlights found" };
-        }
-        highlights.sort((a, b) => b.confidence - a.confidence);
-        const selectedHighlights = highlights.slice(0, shortCount);
-        if (options.analyzeOnly) {
-            return {
-                success: true,
-                shorts: selectedHighlights.map((h, i) => ({
-                    index: i + 1,
-                    startTime: h.startTime,
-                    endTime: h.endTime,
-                    duration: h.duration,
-                    confidence: h.confidence,
-                    reason: h.reason,
-                })),
-            };
-        }
-        const outputDir = options.outputDir
-            ? resolve(process.cwd(), options.outputDir)
-            : dirname(absPath);
-        if (options.outputDir && !existsSync(outputDir)) {
-            await mkdir(outputDir, { recursive: true });
-        }
-        const result = {
-            success: true,
-            shorts: [],
-        };
-        for (let i = 0; i < selectedHighlights.length; i++) {
-            const h = selectedHighlights[i];
-            const baseName = basename(absPath, extname(absPath));
-            const outputPath = resolve(outputDir, `${baseName}-short-${i + 1}.mp4`);
-            const { stdout: probeOut } = await execSafe("ffprobe", [
-                "-v", "error", "-select_streams", "v:0", "-show_entries", "stream=width,height", "-of", "csv=p=0", absPath,
-            ]);
-            const [width, height] = probeOut.trim().split(",").map(Number);
-            const aspect = options.aspect || "9:16";
-            const [targetW, targetH] = aspect.split(":").map(Number);
-            const targetRatio = targetW / targetH;
-            const sourceRatio = width / height;
-            let cropW, cropH, cropX, cropY;
-            if (sourceRatio > targetRatio) {
-                cropH = height;
-                cropW = Math.round(height * targetRatio);
-                cropX = Math.round((width - cropW) / 2);
-                cropY = 0;
-            }
-            else {
-                cropW = width;
-                cropH = Math.round(width / targetRatio);
-                cropX = 0;
-                cropY = Math.round((height - cropH) / 2);
-            }
-            const vf = `crop=${cropW}:${cropH}:${cropX}:${cropY}`;
-            await execSafe("ffmpeg", [
-                "-ss", String(h.startTime), "-i", absPath, "-t", String(h.duration),
-                "-vf", vf, "-c:a", "aac", "-b:a", "128k", outputPath, "-y",
-            ], { timeout: 300000 });
-            result.shorts.push({
-                index: i + 1,
-                startTime: h.startTime,
-                endTime: h.endTime,
-                duration: h.duration,
-                confidence: h.confidence,
-                reason: h.reason,
-                outputPath,
-            });
-        }
-        return result;
-    }
-    catch (error) {
-        return {
-            success: false,
-            shorts: [],
-            error: error instanceof Error ? error.message : String(error),
-        };
-    }
-}
-// ============================================================================
-// CLI command registration
-// ============================================================================
-export function registerHighlightsCommands(aiCommand) {
-    aiCommand
-        .command("highlights")
-        .description("Extract highlights from long-form video/audio content")
-        .argument("<media>", "Video or audio file path")
-        .option("-o, --output <path>", "Output JSON file with highlights")
-        .option("--project <path>", "Create project with highlight clips")
-        .option("-d, --duration <seconds>", "Target highlight reel duration", "60")
-        .option("-n, --count <number>", "Maximum number of highlights")
-        .option("-t, --threshold <value>", "Confidence threshold (0-1)", "0.7")
-        .option("--criteria <type>", "Selection criteria: emotional | informative | funny | all", "all")
-        .option("-l, --language <lang>", "Language code for transcription (e.g., en, ko)")
-        .option("--use-gemini", "Use Gemini Video Understanding for enhanced visual+audio analysis")
-        .option("--low-res", "Use low resolution mode for longer videos (Gemini only)")
-        .option("--dry-run", "Preview parameters without executing")
-        .action(async (mediaPath, options) => {
-        try {
-            if (options.output) {
-                validateOutputPath(options.output);
-            }
-            const absPath = resolve(process.cwd(), mediaPath);
-            if (!existsSync(absPath)) {
-                exitWithError(notFoundError(absPath));
-            }
-            if (options.dryRun) {
-                outputResult({
-                    dryRun: true,
-                    command: "ai highlights",
-                    params: {
-                        mediaPath,
-                        output: options.output,
-                        project: options.project,
-                        duration: options.duration,
-                        count: options.count,
-                        threshold: options.threshold,
-                        criteria: options.criteria,
-                        language: options.language,
-                        useGemini: options.useGemini ?? false,
-                        lowRes: options.lowRes ?? false,
-                    },
-                });
-                return;
-            }
-            const ext = extname(absPath).toLowerCase();
-            const videoExtensions = [".mp4", ".mov", ".avi", ".mkv", ".webm", ".m4v"];
-            const isVideo = videoExtensions.includes(ext);
-            console.log();
-            console.log(chalk.bold.cyan("🎬 Highlight Extraction Pipeline"));
-            console.log(chalk.dim("─".repeat(60)));
-            if (options.useGemini) {
-                console.log(chalk.dim("Using Gemini Video Understanding (visual + audio analysis)"));
-            }
-            else {
-                console.log(chalk.dim("Using Whisper + Claude (audio-based analysis)"));
-            }
-            console.log();
-            const targetDuration = options.duration ? parseFloat(options.duration) : undefined;
-            const maxCount = options.count ? parseInt(options.count) : undefined;
-            let allHighlights = [];
-            let sourceDuration = 0;
-            if (options.useGemini && isVideo) {
-                const geminiApiKey = await getApiKey("GOOGLE_API_KEY", "Google");
-                if (!geminiApiKey) {
-                    exitWithError(authError("GOOGLE_API_KEY", "Google"));
-                }
-                const durationSpinner = ora("📊 Analyzing video metadata...").start();
-                try {
-                    sourceDuration = await ffprobeDuration(absPath);
-                    durationSpinner.succeed(chalk.green(`Video duration: ${formatTime(sourceDuration)}`));
-                }
-                catch {
-                    durationSpinner.fail("Failed to get video duration");
-                    exitWithError(generalError("Failed to get video duration"));
-                }
-                const geminiSpinner = ora("🎬 Analyzing video with Gemini (visual + audio)...").start();
-                const gemini = new GeminiProvider();
-                await gemini.initialize({ apiKey: geminiApiKey });
-                const videoBuffer = await readFile(absPath);
-                const criteriaText = options.criteria === "all"
-                    ? "emotional, informative, and funny moments"
-                    : `${options.criteria} moments`;
-                const durationText = targetDuration ? `Target a total highlight duration of ${targetDuration} seconds.` : "";
-                const countText = maxCount ? `Find up to ${maxCount} highlights.` : "";
-                const geminiPrompt = `Analyze this video and identify the most engaging highlights based on BOTH visual and audio content.
-
-Focus on finding ${criteriaText}. ${durationText} ${countText}
-
-For each highlight, provide:
-1. Start timestamp (in seconds, as a number)
-2. End timestamp (in seconds, as a number)
-3. Category: "emotional", "informative", or "funny"
-4. Confidence score (0-1)
-5. Brief reason why this is a highlight
-6. What is said/shown during this moment
-
-IMPORTANT: Respond ONLY with valid JSON in this exact format:
-{
-  "highlights": [
-    {
-      "startTime": 12.5,
-      "endTime": 28.3,
-      "category": "emotional",
-      "confidence": 0.95,
-      "reason": "Powerful personal story about overcoming challenges",
-      "transcript": "When I first started, everyone said it was impossible..."
-    }
-  ]
-}
-
-Analyze both what is SHOWN (visual cues, actions, expressions) and what is SAID (speech, reactions) to find the most compelling moments.`;
-                const result = await gemini.analyzeVideo(videoBuffer, geminiPrompt, {
-                    fps: 1,
-                    lowResolution: options.lowRes,
-                });
-                if (!result.success || !result.response) {
-                    geminiSpinner.fail("Gemini analysis failed");
-                    exitWithError(apiError(`Gemini analysis failed: ${result.error}`, true));
-                }
-                try {
-                    let jsonStr = result.response;
-                    const jsonMatch = jsonStr.match(/```(?:json)?\s*([\s\S]*?)```/);
-                    if (jsonMatch)
-                        jsonStr = jsonMatch[1];
-                    const objectMatch = jsonStr.match(/\{[\s\S]*"highlights"[\s\S]*\}/);
-                    if (objectMatch)
-                        jsonStr = objectMatch[0];
-                    const parsed = JSON.parse(jsonStr);
-                    if (parsed.highlights && Array.isArray(parsed.highlights)) {
-                        allHighlights = parsed.highlights.map((h, i) => ({
-                            index: i + 1,
-                            startTime: h.startTime,
-                            endTime: h.endTime,
-                            duration: h.endTime - h.startTime,
-                            category: h.category || "all",
-                            confidence: h.confidence || 0.8,
-                            reason: h.reason || "Engaging moment",
-                            transcript: h.transcript || "",
-                        }));
-                    }
-                }
-                catch {
-                    geminiSpinner.fail("Failed to parse Gemini response");
-                    exitWithError(apiError("Failed to parse Gemini response", true));
-                }
-                geminiSpinner.succeed(chalk.green(`Found ${allHighlights.length} highlights via visual+audio analysis`));
-            }
-            else {
-                const openaiApiKey = await getApiKey("OPENAI_API_KEY", "OpenAI");
-                if (!openaiApiKey) {
-                    exitWithError(authError("OPENAI_API_KEY", "OpenAI"));
-                }
-                const claudeApiKey = await getApiKey("ANTHROPIC_API_KEY", "Anthropic");
-                if (!claudeApiKey) {
-                    exitWithError(authError("ANTHROPIC_API_KEY", "Anthropic"));
-                }
-                let audioPath = absPath;
-                let tempAudioPath = null;
-                if (isVideo) {
-                    const audioSpinner = ora("🎵 Extracting audio from video...").start();
-                    try {
-                        if (!commandExists("ffmpeg")) {
-                            audioSpinner.fail("FFmpeg not found");
-                            exitWithError(generalError("FFmpeg not found. Please install FFmpeg."));
-                        }
-                        const { stdout: probeOut } = await execSafe("ffprobe", [
-                            "-v", "error", "-select_streams", "a", "-show_entries", "stream=codec_type", "-of", "csv=p=0", absPath,
-                        ]);
-                        const hasAudio = probeOut.trim().length > 0;
-                        if (!hasAudio) {
-                            audioSpinner.fail("Video has no audio track");
-                            exitWithError(generalError("Video has no audio track — cannot use Whisper transcription.", "Use --use-gemini flag for visual-only analysis of videos without audio."));
-                        }
-                        else {
-                            tempAudioPath = `/tmp/vibe_highlight_audio_${Date.now()}.wav`;
-                            await execSafe("ffmpeg", [
-                                "-i", absPath, "-vn", "-acodec", "pcm_s16le", "-ar", "16000", "-ac", "1", tempAudioPath, "-y",
-                            ], { maxBuffer: 50 * 1024 * 1024 });
-                            audioPath = tempAudioPath;
-                        }
-                        sourceDuration = await ffprobeDuration(absPath);
-                        if (hasAudio) {
-                            audioSpinner.succeed(chalk.green(`Extracted audio (${formatTime(sourceDuration)} total duration)`));
-                        }
-                    }
-                    catch (error) {
-                        audioSpinner.fail("Failed to extract audio");
-                        exitWithError(generalError(`Failed to extract audio: ${error instanceof Error ? error.message : String(error)}`));
-                    }
-                }
-                const transcribeSpinner = ora("📝 Transcribing with Whisper...").start();
-                const whisper = new WhisperProvider();
-                await whisper.initialize({ apiKey: openaiApiKey });
-                const audioBuffer = await readFile(audioPath);
-                const audioBlob = new Blob([audioBuffer]);
-                const transcriptResult = await whisper.transcribe(audioBlob, options.language);
-                if (transcriptResult.status === "failed" || !transcriptResult.segments) {
-                    transcribeSpinner.fail("Transcription failed");
-                    if (tempAudioPath && existsSync(tempAudioPath)) {
-                        const { unlink: unlinkFile } = await import("node:fs/promises");
-                        await unlinkFile(tempAudioPath).catch(() => { });
-                    }
-                    exitWithError(apiError(`Transcription failed: ${transcriptResult.error}`, true));
-                }
-                transcribeSpinner.succeed(chalk.green(`Transcribed ${transcriptResult.segments.length} segments`));
-                if (tempAudioPath && existsSync(tempAudioPath)) {
-                    const { unlink: unlinkFile } = await import("node:fs/promises");
-                    await unlinkFile(tempAudioPath).catch(() => { });
-                }
-                if (transcriptResult.segments.length > 0) {
-                    sourceDuration = transcriptResult.segments[transcriptResult.segments.length - 1].endTime;
-                }
-                const analyzeSpinner = ora("🔍 Analyzing highlights with Claude...").start();
-                const claude = new ClaudeProvider();
-                await claude.initialize({ apiKey: claudeApiKey });
-                allHighlights = await claude.analyzeForHighlights(transcriptResult.segments, {
-                    criteria: options.criteria,
-                    targetDuration,
-                    maxCount,
-                });
-                if (allHighlights.length === 0) {
-                    analyzeSpinner.warn(chalk.yellow("No highlights detected in the content"));
-                    process.exit(0);
-                }
-                analyzeSpinner.succeed(chalk.green(`Found ${allHighlights.length} potential highlights`));
-            }
-            if (allHighlights.length === 0) {
-                console.log(chalk.yellow("No highlights detected in the content"));
-                process.exit(0);
-            }
-            const filterSpinner = ora("📊 Filtering and ranking...").start();
-            const threshold = parseFloat(options.threshold);
-            const filteredHighlights = filterHighlights(allHighlights, { threshold, targetDuration, maxCount });
-            const totalHighlightDuration = filteredHighlights.reduce((sum, h) => sum + h.duration, 0);
-            filterSpinner.succeed(chalk.green(`Selected ${filteredHighlights.length} highlights (${totalHighlightDuration.toFixed(1)}s total)`));
-            const result = {
-                sourceFile: absPath,
-                totalDuration: sourceDuration,
-                criteria: options.criteria,
-                threshold,
-                highlightsCount: filteredHighlights.length,
-                totalHighlightDuration,
-                highlights: filteredHighlights,
-            };
-            console.log();
-            console.log(chalk.bold.cyan("Highlights Summary"));
-            console.log(chalk.dim("─".repeat(60)));
-            for (const highlight of filteredHighlights) {
-                const startFormatted = formatTime(highlight.startTime);
-                const endFormatted = formatTime(highlight.endTime);
-                const confidencePercent = (highlight.confidence * 100).toFixed(0);
-                const categoryColor = getCategoryColor(highlight.category);
-                console.log();
-                console.log(`  ${chalk.yellow(`${highlight.index}.`)} [${startFormatted} - ${endFormatted}] ${categoryColor(highlight.category)}, ${chalk.dim(`${confidencePercent}%`)}`);
-                console.log(`     ${chalk.white(highlight.reason)}`);
-                console.log(`     ${chalk.dim(truncate(highlight.transcript, 80))}`);
-            }
-            console.log();
-            console.log(chalk.dim("─".repeat(60)));
-            console.log(`Total: ${chalk.bold(filteredHighlights.length)} highlights, ${chalk.bold(totalHighlightDuration.toFixed(1))} seconds`);
-            console.log();
-            if (options.output) {
-                const outputPath = resolve(process.cwd(), options.output);
-                await writeFile(outputPath, JSON.stringify(result, null, 2), "utf-8");
-                console.log(chalk.green(`💾 Saved highlights to: ${outputPath}`));
-            }
-            if (options.project) {
-                const projectSpinner = ora("📦 Creating project...").start();
-                const project = new Project("Highlight Reel");
-                const source = project.addSource({
-                    name: basename(absPath),
-                    url: absPath,
-                    type: isVideo ? "video" : "audio",
-                    duration: sourceDuration,
-                });
-                const videoTrack = project.getTracks().find((t) => t.type === "video");
-                if (!videoTrack) {
-                    projectSpinner.fail("Failed to create project");
-                    exitWithError(generalError("Failed to create project: no video track"));
-                }
-                let currentTime = 0;
-                for (const highlight of filteredHighlights) {
-                    project.addClip({
-                        sourceId: source.id,
-                        trackId: videoTrack.id,
-                        startTime: currentTime,
-                        duration: highlight.duration,
-                        sourceStartOffset: highlight.startTime,
-                        sourceEndOffset: highlight.endTime,
-                    });
-                    currentTime += highlight.duration;
-                }
-                const projectPath = resolve(process.cwd(), options.project);
-                await writeFile(projectPath, JSON.stringify(project.toJSON(), null, 2), "utf-8");
-                projectSpinner.succeed(chalk.green(`Created project: ${projectPath}`));
-            }
-            console.log();
-            console.log(chalk.bold.green("✅ Highlight extraction complete!"));
-            console.log();
-        }
-        catch (error) {
-            exitWithError(apiError(`Highlight extraction failed: ${error instanceof Error ? error.message : String(error)}`, true));
-        }
-    });
-    aiCommand
-        .command("auto-shorts")
-        .alias("shorts")
-        .description("Auto-generate shorts from long-form video")
-        .argument("<video>", "Video file path")
-        .option("-o, --output <path>", "Output file (single) or directory (multiple)")
-        .option("-d, --duration <seconds>", "Target duration in seconds (15-60)", "60")
-        .option("-n, --count <number>", "Number of shorts to generate", "1")
-        .option("-a, --aspect <ratio>", "Aspect ratio: 9:16, 1:1", "9:16")
-        .option("--output-dir <dir>", "Output directory for multiple shorts")
-        .option("--add-captions", "Add auto-generated captions")
-        .option("--caption-style <style>", "Caption style: minimal, bold, animated", "bold")
-        .option("--analyze-only", "Show segments without generating")
-        .option("-l, --language <lang>", "Language code for transcription")
-        .option("--use-gemini", "Use Gemini Video Understanding for enhanced visual+audio analysis")
-        .option("--low-res", "Use low resolution mode for longer videos (Gemini only)")
-        .option("--dry-run", "Preview parameters without executing")
-        .action(async (videoPath, options) => {
-        try {
-            if (options.output) {
-                validateOutputPath(options.output);
-            }
-            const absPath = resolve(process.cwd(), videoPath);
-            if (!existsSync(absPath)) {
-                exitWithError(notFoundError(absPath));
-            }
-            if (options.dryRun) {
-                outputResult({
-                    dryRun: true,
-                    command: "ai auto-shorts",
-                    params: {
-                        videoPath,
-                        output: options.output,
-                        duration: options.duration,
-                        count: options.count,
-                        aspect: options.aspect,
-                        outputDir: options.outputDir,
-                        addCaptions: options.addCaptions ?? false,
-                        captionStyle: options.captionStyle,
-                        analyzeOnly: options.analyzeOnly ?? false,
-                        language: options.language,
-                        useGemini: options.useGemini ?? false,
-                        lowRes: options.lowRes ?? false,
-                    },
-                });
-                return;
-            }
-            if (!commandExists("ffmpeg")) {
-                exitWithError(generalError("FFmpeg not found. Please install FFmpeg."));
-            }
-            const targetDuration = parseInt(options.duration);
-            const shortCount = parseInt(options.count);
-            console.log();
-            console.log(chalk.bold.cyan("🎬 Auto Shorts Generator"));
-            console.log(chalk.dim("─".repeat(60)));
-            if (options.useGemini) {
-                console.log(chalk.dim("Using Gemini Video Understanding (visual + audio analysis)"));
-            }
-            else {
-                console.log(chalk.dim("Using Whisper + Claude (audio-based analysis)"));
-            }
-            console.log();
-            let highlights = [];
-            if (options.useGemini) {
-                const geminiApiKey = await getApiKey("GOOGLE_API_KEY", "Google");
-                if (!geminiApiKey) {
-                    exitWithError(authError("GOOGLE_API_KEY", "Google"));
-                }
-                const spinner = ora("🎬 Analyzing video with Gemini (visual + audio)...").start();
-                const gemini = new GeminiProvider();
-                await gemini.initialize({ apiKey: geminiApiKey });
-                const videoBuffer = await readFile(absPath);
-                const geminiPrompt = `Analyze this video to find the BEST moments for short-form vertical video content (TikTok, YouTube Shorts, Instagram Reels).
-
-Find ${shortCount * 3} potential clips that are ${targetDuration} seconds or shorter each.
-
-Look for:
-- Visually striking or surprising moments
-- Emotional peaks (laughter, reactions, reveals)
-- Key quotes or memorable statements
-- Action sequences or dramatic moments
-- Meme-worthy or shareable moments
-- Strong hooks (great opening lines)
-- Satisfying conclusions
-
-For each highlight, provide:
-1. Start timestamp (seconds, as number)
-2. End timestamp (seconds, as number) - ensure duration is close to ${targetDuration}s
-3. Virality score (0-1) - how likely this would perform on social media
-4. Hook quality (0-1) - how strong is the opening
-5. Brief reason why this would work as a short
-
-IMPORTANT: Respond ONLY with valid JSON:
-{
-  "highlights": [
-    {
-      "startTime": 45.2,
-      "endTime": 75.8,
-      "confidence": 0.92,
-      "hookQuality": 0.85,
-      "reason": "Unexpected plot twist with strong visual reaction"
-    }
-  ]
-}
-
-Analyze both VISUALS (expressions, actions, scene changes) and AUDIO (speech, reactions, music) to find viral-worthy moments.`;
-                const result = await gemini.analyzeVideo(videoBuffer, geminiPrompt, {
-                    fps: 1,
-                    lowResolution: options.lowRes,
-                });
-                if (!result.success || !result.response) {
-                    spinner.fail("Gemini analysis failed");
-                    exitWithError(apiError(`Gemini analysis failed: ${result.error}`, true));
-                }
-                try {
-                    let jsonStr = result.response;
-                    const jsonMatch = jsonStr.match(/```(?:json)?\s*([\s\S]*?)```/);
-                    if (jsonMatch)
-                        jsonStr = jsonMatch[1];
-                    const objectMatch = jsonStr.match(/\{[\s\S]*"highlights"[\s\S]*\}/);
-                    if (objectMatch)
-                        jsonStr = objectMatch[0];
-                    const parsed = JSON.parse(jsonStr);
-                    if (parsed.highlights && Array.isArray(parsed.highlights)) {
-                        highlights = parsed.highlights.map((h, i) => ({
-                            index: i + 1,
-                            startTime: h.startTime,
-                            endTime: h.endTime,
-                            duration: h.endTime - h.startTime,
-                            category: "viral",
-                            confidence: h.confidence || 0.8,
-                            reason: h.reason || "Engaging moment",
-                            transcript: "",
-                        }));
-                    }
-                }
-                catch {
-                    spinner.fail("Failed to parse Gemini response");
-                    exitWithError(apiError("Failed to parse Gemini response", true));
-                }
-                spinner.succeed(chalk.green(`Found ${highlights.length} potential shorts via visual+audio analysis`));
-            }
-            else {
-                const openaiApiKey = await getApiKey("OPENAI_API_KEY", "OpenAI");
-                if (!openaiApiKey) {
-                    exitWithError(authError("OPENAI_API_KEY", "OpenAI"));
-                }
-                const claudeApiKey = await getApiKey("ANTHROPIC_API_KEY", "Anthropic");
-                if (!claudeApiKey) {
-                    exitWithError(authError("ANTHROPIC_API_KEY", "Anthropic"));
-                }
-                const spinner = ora("Extracting audio...").start();
-                const { stdout: autoShortsProbe } = await execSafe("ffprobe", [
-                    "-v", "error", "-select_streams", "a", "-show_entries", "stream=codec_type", "-of", "csv=p=0", absPath,
-                ]);
-                if (!autoShortsProbe.trim()) {
-                    spinner.fail("Video has no audio track");
-                    exitWithError(generalError("Video has no audio track — cannot use Whisper transcription.", "Use --use-gemini flag for visual-only analysis of videos without audio."));
-                }
-                const tempAudio = absPath.replace(/(\.[^.]+)$/, "-temp-audio.mp3");
-                await execSafe("ffmpeg", ["-i", absPath, "-vn", "-acodec", "libmp3lame", "-q:a", "2", tempAudio, "-y"]);
-                spinner.text = "Transcribing audio...";
-                const whisper = new WhisperProvider();
-                await whisper.initialize({ apiKey: openaiApiKey });
-                const audioBuffer = await readFile(tempAudio);
-                const audioBlob = new Blob([audioBuffer]);
-                const transcript = await whisper.transcribe(audioBlob, options.language);
-                try {
-                    const { unlink: unlinkFile } = await import("node:fs/promises");
-                    await unlinkFile(tempAudio);
-                }
-                catch { /* ignore cleanup errors */ }
-                if (!transcript.segments || transcript.segments.length === 0) {
-                    spinner.fail("No transcript found");
-                    exitWithError(apiError("No transcript found", true));
-                }
-                spinner.text = "Finding highlights...";
-                const claude = new ClaudeProvider();
-                await claude.initialize({ apiKey: claudeApiKey });
-                highlights = await claude.analyzeForHighlights(transcript.segments, {
-                    criteria: "all",
-                    targetDuration: targetDuration * shortCount,
-                    maxCount: shortCount * 3,
-                });
-                spinner.succeed(chalk.green(`Found ${highlights.length} potential highlights`));
-            }
-            if (highlights.length === 0) {
-                exitWithError(apiError("No highlights found", false));
-            }
-            highlights.sort((a, b) => b.confidence - a.confidence);
-            const selectedHighlights = highlights.slice(0, shortCount);
-            console.log(chalk.green(`Selected top ${selectedHighlights.length} for short generation`));
-            console.log();
-            console.log(chalk.bold.cyan("Auto Shorts"));
-            console.log(chalk.dim("─".repeat(60)));
-            console.log(`Target duration: ${targetDuration}s`);
-            console.log(`Aspect ratio: ${options.aspect}`);
-            console.log();
-            for (let i = 0; i < selectedHighlights.length; i++) {
-                const h = selectedHighlights[i];
-                console.log(chalk.yellow(`[Short ${i + 1}] ${formatTime(h.startTime)} - ${formatTime(h.endTime)} (${h.duration.toFixed(1)}s)`));
-                console.log(`  ${h.reason}`);
-                console.log(chalk.dim(`  Confidence: ${(h.confidence * 100).toFixed(0)}%`));
-            }
-            console.log();
-            if (options.analyzeOnly) {
-                console.log(chalk.dim("Use without --analyze-only to generate shorts."));
-                return;
-            }
-            const outputDir = options.outputDir
-                ? resolve(process.cwd(), options.outputDir)
-                : dirname(absPath);
-            if (options.outputDir && !existsSync(outputDir)) {
-                await mkdir(outputDir, { recursive: true });
-            }
-            for (let i = 0; i < selectedHighlights.length; i++) {
-                const h = selectedHighlights[i];
-                const shortSpinner = ora(`Generating short ${i + 1}/${selectedHighlights.length}...`).start();
-                let outputPath;
-                if (shortCount === 1 && options.output) {
-                    outputPath = resolve(process.cwd(), options.output);
-                    if (!extname(outputPath)) {
-                        outputPath += ".mp4";
-                    }
-                }
-                else {
-                    const baseName = basename(absPath, extname(absPath));
-                    outputPath = resolve(outputDir, `${baseName}-short-${i + 1}.mp4`);
-                }
-                const parentDir = dirname(outputPath);
-                if (!existsSync(parentDir)) {
-                    await mkdir(parentDir, { recursive: true });
-                }
-                const { stdout: probeOut } = await execSafe("ffprobe", [
-                    "-v", "error", "-select_streams", "v:0", "-show_entries", "stream=width,height", "-of", "csv=p=0", absPath,
-                ]);
-                const [width, height] = probeOut.trim().split(",").map(Number);
-                const [targetW, targetH] = options.aspect.split(":").map(Number);
-                const targetRatio = targetW / targetH;
-                const sourceRatio = width / height;
-                let cropW, cropH, cropX, cropY;
-                if (sourceRatio > targetRatio) {
-                    cropH = height;
-                    cropW = Math.round(height * targetRatio);
-                    cropX = Math.round((width - cropW) / 2);
-                    cropY = 0;
-                }
-                else {
-                    cropW = width;
-                    cropH = Math.round(width / targetRatio);
-                    cropX = 0;
-                    cropY = Math.round((height - cropH) / 2);
-                }
-                const vf = `crop=${cropW}:${cropH}:${cropX}:${cropY}`;
-                await execSafe("ffmpeg", [
-                    "-ss", String(h.startTime), "-i", absPath, "-t", String(h.duration),
-                    "-vf", vf, "-c:a", "aac", "-b:a", "128k", outputPath, "-y",
-                ], { timeout: 300000 });
-                shortSpinner.succeed(chalk.green(`Short ${i + 1}: ${outputPath}`));
-            }
-            console.log();
-            console.log(chalk.bold.green(`Generated ${selectedHighlights.length} short(s)`));
-            console.log();
-        }
-        catch (error) {
-            exitWithError(apiError(`Auto shorts failed: ${error instanceof Error ? error.message : String(error)}`, true));
-        }
-    });
-}
-//# sourceMappingURL=ai-highlights.js.map