@vibeframe/cli 0.27.0

package/dist/commands/ai-analyze.js

@@ -0,0 +1,327 @@
+/**
+ * @module ai-analyze
+ *
+ * Media analysis execute functions using Gemini multimodal AI.
+ *
+ * CLI commands: gemini-video, analyze
+ *
+ * Execute functions:
+ *   executeGeminiVideo - Analyze video files or YouTube URLs with Gemini
+ *   executeAnalyze     - Unified analysis for images, videos, and YouTube URLs
+ *
+ * @dependencies Gemini (Google)
+ */
+import { readFile } from "node:fs/promises";
+import { extname, resolve } from "node:path";
+import { existsSync } from "node:fs";
+import chalk from "chalk";
+import ora from "ora";
+import { GeminiProvider } from "@vibeframe/ai-providers";
+import { getApiKey } from "../utils/api-key.js";
+/**
+ * Analyze a video file or YouTube URL using Gemini multimodal AI.
+ *
+ * Supports local video files and YouTube URLs. Provides structured responses
+ * with optional token usage reporting.
+ *
+ * @param options - Video analysis configuration
+ * @returns Result with Gemini's response text and token usage
+ */
+export async function executeGeminiVideo(options) {
+    try {
+        const apiKey = await getApiKey("GOOGLE_API_KEY", "Google");
+        if (!apiKey) {
+            return { success: false, error: "Google API key required. Run 'vibe setup' or set GOOGLE_API_KEY in .env" };
+        }
+        const isYouTube = options.source.includes("youtube.com") || options.source.includes("youtu.be");
+        const modelMap = {
+            flash: "gemini-3-flash-preview",
+            "flash-2.5": "gemini-2.5-flash",
+            pro: "gemini-2.5-pro",
+        };
+        const modelId = modelMap[options.model || "flash"] || modelMap.flash;
+        let videoData;
+        if (isYouTube) {
+            videoData = options.source;
+        }
+        else {
+            const absPath = resolve(process.cwd(), options.source);
+            if (!existsSync(absPath)) {
+                return { success: false, error: `File not found: ${absPath}` };
+            }
+            videoData = await readFile(absPath);
+        }
+        const gemini = new GeminiProvider();
+        await gemini.initialize({ apiKey });
+        const result = await gemini.analyzeVideo(videoData, options.prompt, {
+            model: modelId,
+            fps: options.fps,
+            startOffset: options.start,
+            endOffset: options.end,
+            lowResolution: options.lowRes,
+        });
+        if (!result.success) {
+            return { success: false, error: result.error || "Video analysis failed" };
+        }
+        return {
+            success: true,
+            response: result.response,
+            model: result.model,
+            totalTokens: result.totalTokens,
+            promptTokens: result.promptTokens,
+            responseTokens: result.responseTokens,
+        };
+    }
+    catch (error) {
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : String(error),
+        };
+    }
+}
+/**
+ * Analyze any media source (image, video, or YouTube URL) using Gemini.
+ *
+ * Auto-detects source type from file extension or URL pattern. Supports
+ * local files, remote URLs, and YouTube links.
+ *
+ * @param options - Unified analysis configuration
+ * @returns Result with Gemini's response, detected source type, and token usage
+ */
+export async function executeAnalyze(options) {
+    try {
+        const apiKey = await getApiKey("GOOGLE_API_KEY", "Google");
+        if (!apiKey) {
+            return { success: false, error: "Google API key required. Run 'vibe setup' or set GOOGLE_API_KEY in .env" };
+        }
+        const source = options.source;
+        const isYouTube = source.includes("youtube.com") || source.includes("youtu.be");
+        const isImageUrl = /^https?:\/\/.+\.(png|jpg|jpeg|webp|gif)(\?.*)?$/i.test(source);
+        const isVideoUrl = /^https?:\/\/.+\.(mp4|mov|webm)(\?.*)?$/i.test(source);
+        const ext = extname(source).toLowerCase();
+        const imageExts = [".png", ".jpg", ".jpeg", ".webp", ".gif"];
+        const videoExts = [".mp4", ".mov", ".webm", ".avi", ".mkv"];
+        const isLocalImage = imageExts.includes(ext);
+        const isLocalVideo = videoExts.includes(ext);
+        const isImage = isImageUrl || isLocalImage;
+        const isVideo = isYouTube || isVideoUrl || isLocalVideo;
+        if (!isImage && !isVideo) {
+            return {
+                success: false,
+                error: "Cannot detect source type. Supported: images (.png/.jpg/.webp/.gif), videos (.mp4/.mov/.webm), YouTube URLs, image URLs.",
+            };
+        }
+        const modelMap = {
+            flash: "gemini-3-flash-preview",
+            "flash-2.5": "gemini-2.5-flash",
+            pro: "gemini-2.5-pro",
+        };
+        const modelId = modelMap[options.model || "flash"] || modelMap.flash;
+        const gemini = new GeminiProvider();
+        await gemini.initialize({ apiKey });
+        if (isImage) {
+            let imageBuffer;
+            if (isImageUrl) {
+                const response = await fetch(source);
+                if (!response.ok) {
+                    return { success: false, error: `Failed to fetch image: ${response.status}` };
+                }
+                imageBuffer = Buffer.from(await response.arrayBuffer());
+            }
+            else {
+                const absPath = resolve(process.cwd(), source);
+                if (!existsSync(absPath)) {
+                    return { success: false, error: `File not found: ${absPath}` };
+                }
+                imageBuffer = await readFile(absPath);
+            }
+            const result = await gemini.analyzeImage(imageBuffer, options.prompt, {
+                model: modelId,
+                lowResolution: options.lowRes,
+            });
+            if (!result.success) {
+                return { success: false, error: result.error || "Image analysis failed" };
+            }
+            return {
+                success: true,
+                response: result.response,
+                model: result.model,
+                sourceType: "image",
+                totalTokens: result.totalTokens,
+                promptTokens: result.promptTokens,
+                responseTokens: result.responseTokens,
+            };
+        }
+        let videoData;
+        let sourceType = "video";
+        if (isYouTube) {
+            videoData = source;
+            sourceType = "youtube";
+        }
+        else if (isVideoUrl) {
+            const response = await fetch(source);
+            if (!response.ok) {
+                return { success: false, error: `Failed to fetch video: ${response.status}` };
+            }
+            videoData = Buffer.from(await response.arrayBuffer());
+        }
+        else {
+            const absPath = resolve(process.cwd(), source);
+            if (!existsSync(absPath)) {
+                return { success: false, error: `File not found: ${absPath}` };
+            }
+            videoData = await readFile(absPath);
+        }
+        const result = await gemini.analyzeVideo(videoData, options.prompt, {
+            model: modelId,
+            fps: options.fps,
+            startOffset: options.start,
+            endOffset: options.end,
+            lowResolution: options.lowRes,
+        });
+        if (!result.success) {
+            return { success: false, error: result.error || "Video analysis failed" };
+        }
+        return {
+            success: true,
+            response: result.response,
+            model: result.model,
+            sourceType,
+            totalTokens: result.totalTokens,
+            promptTokens: result.promptTokens,
+            responseTokens: result.responseTokens,
+        };
+    }
+    catch (error) {
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : String(error),
+        };
+    }
+}
+export function registerAnalyzeCommands(aiCommand) {
+    aiCommand
+        .command("gemini-video")
+        .description("Analyze video using Gemini (summarize, Q&A, extract info)")
+        .argument("<source>", "Video file path or YouTube URL")
+        .argument("<prompt>", "Analysis prompt (e.g., 'Summarize this video')")
+        .option("-k, --api-key <key>", "Google API key (or set GOOGLE_API_KEY env)")
+        .option("-m, --model <model>", "Model: flash (default), flash-2.5, pro", "flash")
+        .option("--fps <number>", "Frames per second (default: 1, higher for action)")
+        .option("--start <seconds>", "Start offset in seconds (for clipping)")
+        .option("--end <seconds>", "End offset in seconds (for clipping)")
+        .option("--low-res", "Use low resolution mode (fewer tokens, longer videos)")
+        .option("-v, --verbose", "Show token usage")
+        .action(async (source, prompt, options) => {
+        try {
+            if (options.apiKey) {
+                process.env.GOOGLE_API_KEY = options.apiKey;
+            }
+            else {
+                const apiKey = await getApiKey("GOOGLE_API_KEY", "Google");
+                if (!apiKey) {
+                    console.error(chalk.red("Google API key required. Set GOOGLE_API_KEY in .env or run: vibe setup"));
+                    console.error(chalk.dim("Use --api-key or set GOOGLE_API_KEY environment variable"));
+                    process.exit(1);
+                }
+            }
+            const spinner = ora("Analyzing video...").start();
+            const result = await executeGeminiVideo({
+                source,
+                prompt,
+                model: options.model,
+                fps: options.fps ? parseFloat(options.fps) : undefined,
+                start: options.start ? parseInt(options.start, 10) : undefined,
+                end: options.end ? parseInt(options.end, 10) : undefined,
+                lowRes: options.lowRes,
+            });
+            if (!result.success) {
+                spinner.fail(chalk.red(result.error || "Video analysis failed"));
+                process.exit(1);
+            }
+            spinner.succeed(chalk.green("Video analyzed"));
+            console.log();
+            console.log(result.response);
+            console.log();
+            if (options.verbose && result.totalTokens) {
+                console.log(chalk.dim("-".repeat(40)));
+                console.log(chalk.dim(`Model: ${result.model}`));
+                if (result.promptTokens) {
+                    console.log(chalk.dim(`Prompt tokens: ${result.promptTokens.toLocaleString()}`));
+                }
+                if (result.responseTokens) {
+                    console.log(chalk.dim(`Response tokens: ${result.responseTokens.toLocaleString()}`));
+                }
+                console.log(chalk.dim(`Total tokens: ${result.totalTokens.toLocaleString()}`));
+            }
+        }
+        catch (error) {
+            console.error(chalk.red("Video analysis failed"));
+            console.error(error);
+            process.exit(1);
+        }
+    });
+    aiCommand
+        .command("analyze")
+        .description("Analyze any media: images, videos, or YouTube URLs using Gemini")
+        .argument("<source>", "Image/video file path, image URL, or YouTube URL")
+        .argument("<prompt>", "Analysis prompt (e.g., 'Describe this image', 'Summarize this video')")
+        .option("-k, --api-key <key>", "Google API key (or set GOOGLE_API_KEY env)")
+        .option("-m, --model <model>", "Model: flash (default), flash-2.5, pro", "flash")
+        .option("--fps <number>", "Frames per second for video (default: 1)")
+        .option("--start <seconds>", "Start offset in seconds (video only)")
+        .option("--end <seconds>", "End offset in seconds (video only)")
+        .option("--low-res", "Use low resolution mode (fewer tokens)")
+        .option("-v, --verbose", "Show token usage")
+        .action(async (source, prompt, options) => {
+        try {
+            if (options.apiKey) {
+                process.env.GOOGLE_API_KEY = options.apiKey;
+            }
+            else {
+                const apiKey = await getApiKey("GOOGLE_API_KEY", "Google");
+                if (!apiKey) {
+                    console.error(chalk.red("Google API key required. Set GOOGLE_API_KEY in .env or run: vibe setup"));
+                    console.error(chalk.dim("Use --api-key or set GOOGLE_API_KEY environment variable"));
+                    process.exit(1);
+                }
+            }
+            const spinner = ora("Analyzing source...").start();
+            const result = await executeAnalyze({
+                source,
+                prompt,
+                model: options.model,
+                fps: options.fps ? parseFloat(options.fps) : undefined,
+                start: options.start ? parseInt(options.start, 10) : undefined,
+                end: options.end ? parseInt(options.end, 10) : undefined,
+                lowRes: options.lowRes,
+            });
+            if (!result.success) {
+                spinner.fail(chalk.red(result.error || "Analysis failed"));
+                process.exit(1);
+            }
+            spinner.succeed(chalk.green("Analysis complete"));
+            console.log();
+            console.log(result.response);
+            console.log();
+            if (options.verbose && result.totalTokens) {
+                console.log(chalk.dim("-".repeat(40)));
+                console.log(chalk.dim(`Source type: ${result.sourceType}`));
+                console.log(chalk.dim(`Model: ${result.model}`));
+                if (result.promptTokens) {
+                    console.log(chalk.dim(`Prompt tokens: ${result.promptTokens.toLocaleString()}`));
+                }
+                if (result.responseTokens) {
+                    console.log(chalk.dim(`Response tokens: ${result.responseTokens.toLocaleString()}`));
+                }
+                console.log(chalk.dim(`Total tokens: ${result.totalTokens.toLocaleString()}`));
+            }
+        }
+        catch (error) {
+            console.error(chalk.red("Analysis failed"));
+            console.error(error);
+            process.exit(1);
+        }
+    });
+}
+//# sourceMappingURL=ai-analyze.js.map

package/dist/commands/ai-analyze.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-analyze.js","sourceRoot":"","sources":["../../src/commands/ai-analyze.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAsChD;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAA2B;IAE3B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,yEAAyE,EAAE,CAAC;QAC9G,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAEhG,MAAM,QAAQ,GAA2B;YACvC,KAAK,EAAE,wBAAwB;YAC/B,WAAW,EAAE,kBAAkB;YAC/B,GAAG,EAAE,gBAAgB;SACtB,CAAC;QACF,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC;QAErE,IAAI,SAA0B,CAAC;QAC/B,IAAI,SAAS,EAAE,CAAC;YACd,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACvD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,mBAAmB,OAAO,EAAE,EAAE,CAAC;YACjE,CAAC;YACD,SAAS,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,cAAc,EAAE,CAAC;QACpC,MAAM,MAAM,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAEpC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,EAAE;YAClE,KAAK,EAAE,OAA2E;YAClF,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,WAAW,EAAE,OAAO,CAAC,KAAK;YAC1B,SAAS,EAAE,OAAO,CAAC,GAAG;YACtB,aAAa,EAAE,OAAO,CAAC,MAAM;SAC9B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,uBAAuB,EAAE,CAAC;QAC5E,CAAC;QAED,OAAO;YACL,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,cAAc,EAAE,MAAM,CAAC,cAAc;SACtC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;IACJ,CAAC;AACH,CAAC;AAwCD;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAuB;IAEvB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,yEAAyE,EAAE,CAAC;QAC9G,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAE9B,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAChF,MAAM,UAAU,GAAG,kDAAkD,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnF,MAAM,UAAU,GAAG,yCAAyC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1E,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC5D,MAAM,YAAY,GAAG,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,UAAU,IAAI,YAAY,CAAC;QAC3C,MAAM,OAAO,GAAG,SAAS,IAAI,UAAU,IAAI,YAAY,CAAC;QAExD,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;YACzB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,0HAA0H;aAClI,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAA2B;YACvC,KAAK,EAAE,wBAAwB;YAC/B,WAAW,EAAE,kBAAkB;YAC/B,GAAG,EAAE,gBAAgB;SACtB,CAAC;QACF,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC;QAErE,MAAM,MAAM,GAAG,IAAI,cAAc,EAAE,CAAC;QACpC,MAAM,MAAM,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAEpC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,WAAmB,CAAC;YACxB,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;gBACrC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,0BAA0B,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;gBAChF,CAAC;gBACD,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;YAC1D,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC;gBAC/C,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;oBACzB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,mBAAmB,OAAO,EAAE,EAAE,CAAC;gBACjE,CAAC;gBACD,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;YACxC,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE;gBACpE,KAAK,EAAE,OAA2E;gBAClF,aAAa,EAAE,OAAO,CAAC,MAAM;aAC9B,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,uBAAuB,EAAE,CAAC;YAC5E,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,UAAU,EAAE,OAAO;gBACnB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,cAAc,EAAE,MAAM,CAAC,cAAc;aACtC,CAAC;QACJ,CAAC;QAED,IAAI,SAA0B,CAAC;QAC/B,IAAI,UAAU,GAAwB,OAAO,CAAC;QAE9C,IAAI,SAAS,EAAE,CAAC;YACd,SAAS,GAAG,MAAM,CAAC;YACnB,UAAU,GAAG,SAAS,CAAC;QACzB,CAAC;aAAM,IAAI,UAAU,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;YACrC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,0BAA0B,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAChF,CAAC;YACD,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC;YAC/C,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,mBAAmB,OAAO,EAAE,EAAE,CAAC;YACjE,CAAC;YACD,SAAS,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,EAAE;YAClE,KAAK,EAAE,OAA2E;YAClF,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,WAAW,EAAE,OAAO,CAAC,KAAK;YAC1B,SAAS,EAAE,OAAO,CAAC,GAAG;YACtB,aAAa,EAAE,OAAO,CAAC,MAAM;SAC9B,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,uBAAuB,EAAE,CAAC;QAC5E,CAAC;QAED,OAAO;YACL,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,UAAU;YACV,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,cAAc,EAAE,MAAM,CAAC,cAAc;SACtC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,SAAkB;IACxD,SAAS;SACN,OAAO,CAAC,cAAc,CAAC;SACvB,WAAW,CAAC,2DAA2D,CAAC;SACxE,QAAQ,CAAC,UAAU,EAAE,gCAAgC,CAAC;SACtD,QAAQ,CAAC,UAAU,EAAE,gDAAgD,CAAC;SACtE,MAAM,CAAC,qBAAqB,EAAE,4CAA4C,CAAC;SAC3E,MAAM,CAAC,qBAAqB,EAAE,wCAAwC,EAAE,OAAO,CAAC;SAChF,MAAM,CAAC,gBAAgB,EAAE,mDAAmD,CAAC;SAC7E,MAAM,CAAC,mBAAmB,EAAE,wCAAwC,CAAC;SACrE,MAAM,CAAC,iBAAiB,EAAE,sCAAsC,CAAC;SACjE,MAAM,CAAC,WAAW,EAAE,uDAAuD,CAAC;SAC5E,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC;SAC3C,MAAM,CAAC,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,OAAO,EAAE,EAAE;QACxD,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;gBAC3D,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,wEAAwE,CAAC,CAAC,CAAC;oBACnG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC,CAAC;oBACrF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;YACH,CAAC;YAED,MAAM,OAAO,GAAG,GAAG,CAAC,oBAAoB,CAAC,CAAC,KAAK,EAAE,CAAC;YAClD,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC;gBACtC,MAAM;gBACN,MAAM;gBACN,KAAK,EAAE,OAAO,CAAC,KAAsC;gBACrD,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;gBACtD,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC9D,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;gBACxD,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,uBAAuB,CAAC,CAAC,CAAC;gBACjE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YAED,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC;YAC/C,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC7B,OAAO,CAAC,GAAG,EAAE,CAAC;YAEd,IAAI,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC1C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACvC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBACjD,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,YAAY,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC;gBACnF,CAAC;gBACD,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;oBAC1B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,cAAc,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC;gBACvF,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,WAAW,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC;YACjF,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAC;YAClD,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,SAAS;SACN,OAAO,CAAC,SAAS,CAAC;SAClB,WAAW,CAAC,iEAAiE,CAAC;SAC9E,QAAQ,CAAC,UAAU,EAAE,kDAAkD,CAAC;SACxE,QAAQ,CAAC,UAAU,EAAE,uEAAuE,CAAC;SAC7F,MAAM,CAAC,qBAAqB,EAAE,4CAA4C,CAAC;SAC3E,MAAM,CAAC,qBAAqB,EAAE,wCAAwC,EAAE,OAAO,CAAC;SAChF,MAAM,CAAC,gBAAgB,EAAE,0CAA0C,CAAC;SACpE,MAAM,CAAC,mBAAmB,EAAE,sCAAsC,CAAC;SACnE,MAAM,CAAC,iBAAiB,EAAE,oCAAoC,CAAC;SAC/D,MAAM,CAAC,WAAW,EAAE,wCAAwC,CAAC;SAC7D,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC;SAC3C,MAAM,CAAC,KAAK,EAAE,MAAc,EAAE,MAAc,EAAE,OAAO,EAAE,EAAE;QACxD,IAAI,CAAC;YACH,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;gBAC3D,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,wEAAwE,CAAC,CAAC,CAAC;oBACnG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC,CAAC;oBACrF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;YACH,CAAC;YAED,MAAM,OAAO,GAAG,GAAG,CAAC,qBAAqB,CAAC,CAAC,KAAK,EAAE,CAAC;YACnD,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC;gBAClC,MAAM;gBACN,MAAM;gBACN,KAAK,EAAE,OAAO,CAAC,KAAsC;gBACrD,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;gBACtD,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC9D,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;gBACxD,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,iBAAiB,CAAC,CAAC,CAAC;gBAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC;YAED,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC7B,OAAO,CAAC,GAAG,EAAE,CAAC;YAEd,IAAI,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC1C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACvC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBAC5D,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBACjD,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;oBACxB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,YAAY,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC;gBACnF,CAAC;gBACD,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;oBAC1B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,cAAc,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC;gBACvF,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,WAAW,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC;YACjF,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAC5C,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/commands/ai-animated-caption.d.ts

@@ -0,0 +1,64 @@
+/**
+ * @module ai-animated-caption
+ * @description Animated caption pipeline — word-by-word TikTok/Reels-style captions.
+ *
+ * Pipeline: Video → FFmpeg audio extract → Whisper word-level transcribe
+ *   → Word grouping → Style routing (ASS fast tier / Remotion tier) → Output MP4
+ *
+ * ## Commands: vibe pipeline animated-caption
+ * ## Dependencies: Whisper (OpenAI), FFmpeg, Remotion (optional)
+ * @see MODELS.md for AI model configuration
+ */
+export interface WordTiming {
+    word: string;
+    start: number;
+    end: number;
+}
+export interface WordGroup {
+    words: WordTiming[];
+    startTime: number;
+    endTime: number;
+    text: string;
+}
+export type AnimatedCaptionStyle = "highlight" | "bounce" | "pop-in" | "neon" | "karaoke-sweep" | "typewriter";
+export interface AnimatedCaptionOptions {
+    videoPath: string;
+    outputPath: string;
+    style: AnimatedCaptionStyle;
+    highlightColor: string;
+    fontSize?: number;
+    position: "top" | "center" | "bottom";
+    wordsPerGroup?: number;
+    maxChars?: number;
+    language?: string;
+    fast?: boolean;
+}
+export interface AnimatedCaptionResult {
+    success: boolean;
+    outputPath?: string;
+    wordCount?: number;
+    groupCount?: number;
+    style?: string;
+    tier?: "ass" | "remotion";
+    error?: string;
+}
+/**
+ * Group words into display groups for animated captions.
+ * Groups by natural sentence boundaries, pauses, and word/char limits.
+ */
+export declare function groupWords(words: WordTiming[], options?: {
+    wordsPerGroup?: number;
+    maxChars?: number;
+}): WordGroup[];
+/**
+ * Generate ASS subtitle content for fast-tier animated captions.
+ */
+export declare function generateASS(groups: WordGroup[], style: "karaoke-sweep" | "typewriter", options: {
+    highlightColor: string;
+    fontSize: number;
+    position: string;
+    width: number;
+    height: number;
+}): string;
+export declare function executeAnimatedCaption(options: AnimatedCaptionOptions): Promise<AnimatedCaptionResult>;
+//# sourceMappingURL=ai-animated-caption.d.ts.map

package/dist/commands/ai-animated-caption.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-animated-caption.d.ts","sourceRoot":"","sources":["../../src/commands/ai-animated-caption.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAgBH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,oBAAoB,GAC5B,WAAW,GACX,QAAQ,GACR,QAAQ,GACR,MAAM,GACN,eAAe,GACf,YAAY,CAAC;AAIjB,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,oBAAoB,CAAC;IAC5B,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACtC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAQD;;;GAGG;AACH,wBAAgB,UAAU,CACxB,KAAK,EAAE,UAAU,EAAE,EACnB,OAAO,GAAE;IAAE,aAAa,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GAC1D,SAAS,EAAE,CA2Db;AAuBD;;GAEG;AACH,wBAAgB,WAAW,CACzB,MAAM,EAAE,SAAS,EAAE,EACnB,KAAK,EAAE,eAAe,GAAG,YAAY,EACrC,OAAO,EAAE;IACP,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,GACA,MAAM,CAsDR;AAID,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,qBAAqB,CAAC,CAqJhC"}