@vibeframe/cli 0.27.0 → 0.29.0

package/src/commands/ai.ts

@@ -1,307 +0,0 @@
-/**
- * @module ai
- * @description AI command orchestrator - registers all AI subcommands.
- *
- * This file is a thin wiring layer. Each command group lives in its own module:
- * - ai-audio.ts       — TTS, SFX, music generation
- * - ai-image.ts       — Image generation (OpenAI, Gemini)
- * - ai-edit.ts        — Post-production editing (silence-cut, caption, etc.)
- * - ai-video.ts       — Video generation (Runway, Kling, Grok)
- * - ai-analyze.ts     — Unified media analysis
- * - ai-review.ts      — AI video review & auto-fix
- * - ai-highlights.ts  — Highlight extraction + auto-shorts
- * - ai-script-pipeline.ts — Script-to-video pipeline
- * - ai-motion.ts      — Remotion motion graphics
- * - ai-suggest-edit.ts — Suggest, edit, storyboard commands
- * - ai-fill-gaps.ts   — Fill timeline gaps with AI video
- * - ai-video-fx.ts    — Video upscale, interpolate, inpaint, track
- * - ai-broll.ts       — B-roll matching
- * - ai-viral.ts       — Viral optimizer
- * - ai-visual-fx.ts   — Grade, speed-ramp, reframe, style-transfer
- * - ai-narrate.ts     — Auto-narration + providers list
- *
- * @see MODELS.md for AI model configuration
- */
-
-import { Command } from "commander";
-import { Project } from "../engine/index.js";
-import type { EffectType } from "@vibeframe/core/timeline";
-import type { TimelineCommand } from "@vibeframe/ai-providers";
-
-// Module registrations
-import { registerAudioCommands } from "./ai-audio.js";
-import { registerImageCommands } from "./ai-image.js";
-import { registerEditCommands } from "./ai-edit-cli.js";
-import { registerVideoCommands } from "./ai-video.js";
-import { registerAnalyzeCommands } from "./ai-analyze.js";
-import { registerReviewCommand } from "./ai-review.js";
-import { registerHighlightsCommands } from "./ai-highlights.js";
-import { registerScriptPipelineCommands } from "./ai-script-pipeline-cli.js";
-import { registerMotionCommand } from "./ai-motion.js";
-import { registerSuggestEditCommands } from "./ai-suggest-edit.js";
-import { registerFillGapsCommand } from "./ai-fill-gaps.js";
-import { registerVideoFxCommands } from "./ai-video-fx.js";
-import { registerBrollCommand } from "./ai-broll.js";
-import { registerViralCommand } from "./ai-viral.js";
-import { registerVisualFxCommands } from "./ai-visual-fx.js";
-import { registerNarrateCommands } from "./ai-narrate.js";
-
-// ============================================================================
-// Re-exports for backward compatibility (agent tools import from this file)
-// ============================================================================
-
-export {
-  executeMotion,
-  type MotionCommandOptions,
-  type MotionCommandResult,
-} from "./ai-motion.js";
-
-export {
-  executeSilenceCut, executeJumpCut, executeCaption, executeNoiseReduce,
-  executeFade, executeTranslateSrt, applyTextOverlays, executeTextOverlay,
-  type TextOverlayStyle, type TextOverlayOptions, type TextOverlayResult,
-  type CaptionStyle, type CaptionOptions, type CaptionResult,
-  type SilencePeriod, type SilenceCutOptions, type SilenceCutResult,
-  type FillerWord, type JumpCutOptions, type JumpCutResult,
-  type NoiseReduceOptions, type NoiseReduceResult,
-  type FadeOptions, type FadeResult,
-  type TranslateSrtOptions, type TranslateSrtResult,
-  DEFAULT_FILLER_WORDS, detectFillerRanges,
-} from "./ai-edit.js";
-
-export {
-  executeThumbnailBestFrame,
-  type ThumbnailBestFrameOptions,
-  type ThumbnailBestFrameResult,
-} from "./ai-image.js";
-
-export {
-  executeReview,
-  type ReviewOptions,
-  type ReviewResult,
-} from "./ai-review.js";
-
-export {
-  executeHighlights,
-  executeAutoShorts,
-  type HighlightsOptions,
-  type HighlightsExtractResult,
-  type AutoShortsOptions,
-  type AutoShortsResult,
-} from "./ai-highlights.js";
-
-export {
-  executeGeminiVideo,
-  executeAnalyze,
-  type GeminiVideoOptions,
-  type GeminiVideoResult,
-  type AnalyzeOptions,
-  type AnalyzeResult,
-} from "./ai-analyze.js";
-
-export {
-  executeScriptToVideo,
-  executeRegenerateScene,
-  type ScriptToVideoOptions,
-  type ScriptToVideoResult,
-  type NarrationEntry,
-  type RegenerateSceneOptions,
-  type RegenerateSceneResult,
-} from "./ai-script-pipeline.js";
-
-export {
-  autoNarrate,
-  type AutoNarrateOptions,
-  type AutoNarrateResult,
-} from "./ai-narrate.js";
-
-// ============================================================================
-// AI Command — register all subcommands
-// ============================================================================
-
-export const aiCommand = new Command("ai")
-  .description("AI provider commands");
-
-// Previously extracted modules
-registerAudioCommands(aiCommand);
-registerImageCommands(aiCommand);
-registerEditCommands(aiCommand);
-registerVideoCommands(aiCommand);
-registerAnalyzeCommands(aiCommand);
-registerReviewCommand(aiCommand);
-registerHighlightsCommands(aiCommand);
-registerScriptPipelineCommands(aiCommand);
-registerMotionCommand(aiCommand);
-
-// Newly extracted modules
-registerSuggestEditCommands(aiCommand);
-registerFillGapsCommand(aiCommand);
-registerVideoFxCommands(aiCommand);
-registerBrollCommand(aiCommand);
-registerViralCommand(aiCommand);
-registerVisualFxCommands(aiCommand);
-registerNarrateCommands(aiCommand);
-
-// ============================================================================
-// executeCommand — applies parsed timeline commands to a project
-// ============================================================================
-
-export function executeCommand(project: Project, cmd: TimelineCommand): boolean {
-  const { action, clipIds, params } = cmd;
-
-  try {
-    switch (action) {
-      case "trim":
-        for (const clipId of clipIds) {
-          if (params.newDuration) {
-            project.trimClipEnd(clipId, params.newDuration as number);
-          }
-          if (params.startTrim) {
-            project.trimClipStart(clipId, params.startTrim as number);
-          }
-        }
-        return true;
-
-      case "remove-clip":
-        for (const clipId of clipIds) {
-          project.removeClip(clipId);
-        }
-        return true;
-
-      case "split":
-        if (clipIds.length > 0 && params.splitTime) {
-          project.splitClip(clipIds[0], params.splitTime as number);
-        }
-        return true;
-
-      case "duplicate":
-        for (const clipId of clipIds) {
-          project.duplicateClip(clipId, params.newStartTime as number | undefined);
-        }
-        return true;
-
-      case "move":
-        for (const clipId of clipIds) {
-          const clip = project.getClips().find((c) => c.id === clipId);
-          if (clip) {
-            const newTrackId = (params.newTrackId as string) || clip.trackId;
-            const newStartTime = (params.newStartTime as number) ?? clip.startTime;
-            project.moveClip(clipId, newTrackId, newStartTime);
-          }
-        }
-        return true;
-
-      case "add-effect":
-        for (const clipId of clipIds) {
-          const effectType = ((params.effectType as string) || "fadeIn") as EffectType;
-          project.addEffect(clipId, {
-            type: effectType,
-            startTime: (params.startTime as number) || 0,
-            duration: (params.duration as number) || 1,
-            params: {},
-          });
-        }
-        return true;
-
-      case "remove-effect":
-        console.warn("remove-effect is not yet supported. Use the timeline UI to remove effects.");
-        return false;
-
-      case "set-volume":
-        console.warn("set-volume is not yet supported. Audio ducking via 'vibe ai duck' can adjust levels.");
-        return false;
-
-      case "add-track": {
-        const trackType = (params.trackType as "video" | "audio") || "video";
-        const tracks = project.getTracks();
-        project.addTrack({
-          type: trackType,
-          name: `${trackType}-track-${tracks.length + 1}`,
-          order: tracks.length,
-          isMuted: false,
-          isLocked: false,
-          isVisible: true,
-        });
-        return true;
-      }
-
-      case "speed-change":
-        for (const clipId of clipIds) {
-          const clip = project.getClips().find((c) => c.id === clipId);
-          if (clip) {
-            const speed = (params.speed as number) || 1.0;
-            project.addEffect(clipId, {
-              type: "speed" as EffectType,
-              startTime: 0,
-              duration: clip.duration,
-              params: { speed },
-            });
-          }
-        }
-        return true;
-
-      case "reverse":
-        for (const clipId of clipIds) {
-          const clip = project.getClips().find((c) => c.id === clipId);
-          if (clip) {
-            project.addEffect(clipId, {
-              type: "reverse" as EffectType,
-              startTime: 0,
-              duration: clip.duration,
-              params: {},
-            });
-          }
-        }
-        return true;
-
-      case "crop":
-        for (const clipId of clipIds) {
-          const clip = project.getClips().find((c) => c.id === clipId);
-          if (clip) {
-            project.addEffect(clipId, {
-              type: "crop" as EffectType,
-              startTime: 0,
-              duration: clip.duration,
-              params: {
-                aspectRatio: params.aspectRatio as string,
-                x: params.x as number,
-                y: params.y as number,
-                width: params.width as number,
-                height: params.height as number,
-              },
-            });
-          }
-        }
-        return true;
-
-      case "position":
-        for (const clipId of clipIds) {
-          const clip = project.getClips().find((c) => c.id === clipId);
-          if (clip) {
-            const position = params.position as string;
-            const allClips = project.getClips().filter((c) => c.trackId === clip.trackId);
-            let newStartTime = 0;
-
-            if (position === "end") {
-              const maxEnd = Math.max(...allClips.filter((c) => c.id !== clipId).map((c) => c.startTime + c.duration));
-              newStartTime = maxEnd;
-            } else if (position === "middle") {
-              const totalDuration = allClips.reduce((sum, c) => sum + c.duration, 0);
-              newStartTime = (totalDuration - clip.duration) / 2;
-            }
-            // "beginning" stays at 0
-
-            project.moveClip(clipId, clip.trackId, newStartTime);
-          }
-        }
-        return true;
-
-      default:
-        console.warn(`Unknown action: ${action}`);
-        return false;
-    }
-  } catch (error) {
-    console.error(`Error executing ${action}:`, error);
-    return false;
-  }
-}

package/src/commands/analyze.ts

@@ -1,282 +0,0 @@
-/**
- * @module analyze
- *
- * Top-level `vibe analyze` command group for media analysis.
- *
- * Commands:
- *   analyze media   - Unified analysis for images, videos, and YouTube URLs (Gemini)
- *   analyze video   - Analyze video files or YouTube URLs with Gemini
- *   analyze review  - AI video quality review and auto-fix (Gemini)
- *   analyze suggest - Get AI edit suggestions using Gemini
- *
- * @dependencies Gemini (Google), FFmpeg (auto-fix filters)
- */
-
-import { Command } from "commander";
-import { readFile, writeFile } from "node:fs/promises";
-import { resolve } from "node:path";
-import chalk from "chalk";
-import ora from "ora";
-import { GeminiProvider } from "@vibeframe/ai-providers";
-import { Project, type ProjectFile } from "../engine/index.js";
-import { requireApiKey } from "../utils/api-key.js";
-import { applySuggestion } from "./ai-helpers.js";
-import { executeAnalyze, executeGeminiVideo } from "./ai-analyze.js";
-import { registerReviewCommand } from "./ai-review.js";
-import { isJsonMode, outputResult, exitWithError, apiError } from "./output.js";
-import { sanitizeLLMResponse } from "./sanitize.js";
-import { rejectControlChars } from "./validate.js";
-
-export const analyzeCommand = new Command("analyze")
-  .alias("az")
-  .description("Analyze media using AI (images, videos, YouTube URLs)")
-  .addHelpText(
-    "after",
-    `
-Examples:
-  $ vibe analyze media image.png "Describe this image"
-  $ vibe analyze media video.mp4 "Summarize this video"
-  $ vibe analyze media "https://youtube.com/watch?v=..." "Key takeaways"
-  $ vibe analyze video video.mp4 "List all scene changes" --low-res
-  $ vibe analyze review video.mp4 --auto-apply -o fixed.mp4
-  $ vibe analyze suggest project.vibe.json "make it more dramatic"
-
-API Keys:
-  GOOGLE_API_KEY  Required for all analyze commands (Gemini)
-
-Use '--fields response,model' to limit output size.
-Run 'vibe schema analyze.<command>' for structured parameter info.
-`
-  );
-
-// ── analyze media ──────────────────────────────────────────────────────
-
-analyzeCommand
-  .command("media")
-  .description("Analyze any media: images, videos, or YouTube URLs using Gemini")
-  .argument("<source>", "Image/video file path, image URL, or YouTube URL")
-  .argument("<prompt>", "Analysis prompt (e.g., 'Describe this image', 'Summarize this video')")
-  .option("-k, --api-key <key>", "Google API key (or set GOOGLE_API_KEY env)")
-  .option("-m, --model <model>", "Model: flash (default), flash-2.5, pro", "flash")
-  .option("--fps <number>", "Frames per second for video (default: 1)")
-  .option("--start <seconds>", "Start offset in seconds (video only)")
-  .option("--end <seconds>", "End offset in seconds (video only)")
-  .option("--low-res", "Use low resolution mode (fewer tokens)")
-  .option("-v, --verbose", "Show token usage")
-  .option("--fields <fields>", "Comma-separated fields to include in output (e.g., response,model)")
-  .action(async (source: string, prompt: string, options) => {
-    try {
-      rejectControlChars(prompt);
-
-      if (options.apiKey) {
-        process.env.GOOGLE_API_KEY = options.apiKey;
-      } else {
-        await requireApiKey("GOOGLE_API_KEY", "Google");
-      }
-
-      const spinner = ora("Analyzing source...").start();
-      const result = await executeAnalyze({
-        source,
-        prompt,
-        model: options.model as "flash" | "flash-2.5" | "pro",
-        fps: options.fps ? parseFloat(options.fps) : undefined,
-        start: options.start ? parseInt(options.start, 10) : undefined,
-        end: options.end ? parseInt(options.end, 10) : undefined,
-        lowRes: options.lowRes,
-      });
-
-      if (!result.success) {
-        spinner.fail(chalk.red(result.error || "Analysis failed"));
-        process.exit(1);
-      }
-
-      spinner.succeed(chalk.green("Analysis complete"));
-
-      const response = sanitizeLLMResponse(result.response || "");
-
-      if (isJsonMode()) {
-        let result_obj: Record<string, unknown> = { success: true, response, sourceType: result.sourceType, model: result.model };
-        if (result.totalTokens) {
-          result_obj = { ...result_obj, promptTokens: result.promptTokens, responseTokens: result.responseTokens, totalTokens: result.totalTokens };
-        }
-        if (options.fields) {
-          const fields = options.fields.split(",").map((f: string) => f.trim());
-          result_obj = Object.fromEntries(Object.entries(result_obj).filter(([k]) => fields.includes(k) || k === "success"));
-        }
-        outputResult(result_obj);
-        return;
-      }
-
-      console.log();
-      console.log(response);
-      console.log();
-
-      if (options.verbose && result.totalTokens) {
-        console.log(chalk.dim("-".repeat(40)));
-        console.log(chalk.dim(`Source type: ${result.sourceType}`));
-        console.log(chalk.dim(`Model: ${result.model}`));
-        if (result.promptTokens) {
-          console.log(chalk.dim(`Prompt tokens: ${result.promptTokens.toLocaleString()}`));
-        }
-        if (result.responseTokens) {
-          console.log(chalk.dim(`Response tokens: ${result.responseTokens.toLocaleString()}`));
-        }
-        console.log(chalk.dim(`Total tokens: ${result.totalTokens.toLocaleString()}`));
-      }
-    } catch (error) {
-      exitWithError(apiError(`Analysis failed: ${(error as Error).message}`));
-    }
-  });
-
-// ── analyze video ──────────────────────────────────────────────────────
-
-analyzeCommand
-  .command("video")
-  .description("Analyze video using Gemini (summarize, Q&A, extract info)")
-  .argument("<source>", "Video file path or YouTube URL")
-  .argument("<prompt>", "Analysis prompt (e.g., 'Summarize this video')")
-  .option("-k, --api-key <key>", "Google API key (or set GOOGLE_API_KEY env)")
-  .option("-m, --model <model>", "Model: flash (default), flash-2.5, pro", "flash")
-  .option("--fps <number>", "Frames per second (default: 1, higher for action)")
-  .option("--start <seconds>", "Start offset in seconds (for clipping)")
-  .option("--end <seconds>", "End offset in seconds (for clipping)")
-  .option("--low-res", "Use low resolution mode (fewer tokens, longer videos)")
-  .option("-v, --verbose", "Show token usage")
-  .option("--fields <fields>", "Comma-separated fields to include in output (e.g., response,model)")
-  .action(async (source: string, prompt: string, options) => {
-    try {
-      rejectControlChars(prompt);
-
-      if (options.apiKey) {
-        process.env.GOOGLE_API_KEY = options.apiKey;
-      } else {
-        await requireApiKey("GOOGLE_API_KEY", "Google");
-      }
-
-      const spinner = ora("Analyzing video...").start();
-      const result = await executeGeminiVideo({
-        source,
-        prompt,
-        model: options.model as "flash" | "flash-2.5" | "pro",
-        fps: options.fps ? parseFloat(options.fps) : undefined,
-        start: options.start ? parseInt(options.start, 10) : undefined,
-        end: options.end ? parseInt(options.end, 10) : undefined,
-        lowRes: options.lowRes,
-      });
-
-      if (!result.success) {
-        spinner.fail(chalk.red(result.error || "Video analysis failed"));
-        process.exit(1);
-      }
-
-      spinner.succeed(chalk.green("Video analyzed"));
-
-      const response = sanitizeLLMResponse(result.response || "");
-
-      if (isJsonMode()) {
-        let result_obj: Record<string, unknown> = { success: true, response, model: result.model };
-        if (result.totalTokens) {
-          result_obj = { ...result_obj, promptTokens: result.promptTokens, responseTokens: result.responseTokens, totalTokens: result.totalTokens };
-        }
-        if (options.fields) {
-          const fields = options.fields.split(",").map((f: string) => f.trim());
-          result_obj = Object.fromEntries(Object.entries(result_obj).filter(([k]) => fields.includes(k) || k === "success"));
-        }
-        outputResult(result_obj);
-        return;
-      }
-
-      console.log();
-      console.log(response);
-      console.log();
-
-      if (options.verbose && result.totalTokens) {
-        console.log(chalk.dim("-".repeat(40)));
-        console.log(chalk.dim(`Model: ${result.model}`));
-        if (result.promptTokens) {
-          console.log(chalk.dim(`Prompt tokens: ${result.promptTokens.toLocaleString()}`));
-        }
-        if (result.responseTokens) {
-          console.log(chalk.dim(`Response tokens: ${result.responseTokens.toLocaleString()}`));
-        }
-        console.log(chalk.dim(`Total tokens: ${result.totalTokens.toLocaleString()}`));
-      }
-    } catch (error) {
-      exitWithError(apiError(`Video analysis failed: ${(error as Error).message}`));
-    }
-  });
-
-// ── analyze review ─────────────────────────────────────────────────────
-
-registerReviewCommand(analyzeCommand);
-
-// ── analyze suggest ────────────────────────────────────────────────────
-
-analyzeCommand
-  .command("suggest")
-  .description("Get AI edit suggestions using Gemini")
-  .argument("<project>", "Project file path")
-  .argument("<instruction>", "Natural language instruction")
-  .option("-k, --api-key <key>", "Google API key (or set GOOGLE_API_KEY env)")
-  .option("--apply", "Apply the first suggestion automatically")
-  .action(async (projectPath: string, instruction: string, options) => {
-    try {
-      rejectControlChars(instruction);
-
-      const apiKey = await requireApiKey("GOOGLE_API_KEY", "Google", options.apiKey);
-
-      const spinner = ora("Initializing Gemini...").start();
-
-      const filePath = resolve(process.cwd(), projectPath);
-      const content = await readFile(filePath, "utf-8");
-      const data: ProjectFile = JSON.parse(content);
-      const project = Project.fromJSON(data);
-
-      const gemini = new GeminiProvider();
-      await gemini.initialize({ apiKey });
-
-      spinner.text = "Analyzing...";
-      const clips = project.getClips();
-      const suggestions = await gemini.autoEdit(clips, instruction);
-
-      spinner.succeed(chalk.green(`Found ${suggestions.length} suggestion(s)`));
-
-      if (isJsonMode()) {
-        outputResult({ success: true, suggestions: suggestions.map(s => ({ type: s.type, description: s.description, confidence: s.confidence, clipIds: s.clipIds, params: s.params })) });
-        return;
-      }
-
-      console.log();
-      console.log(chalk.bold.cyan("Edit Suggestions"));
-      console.log(chalk.dim("─".repeat(60)));
-
-      for (let i = 0; i < suggestions.length; i++) {
-        const sug = suggestions[i];
-        console.log();
-        console.log(chalk.yellow(`[${i + 1}] ${sug.type.toUpperCase()}`));
-        console.log(`    ${sug.description}`);
-        console.log(chalk.dim(`    Confidence: ${(sug.confidence * 100).toFixed(0)}%`));
-        console.log(chalk.dim(`    Clips: ${sug.clipIds.join(", ")}`));
-        console.log(chalk.dim(`    Params: ${JSON.stringify(sug.params)}`));
-      }
-
-      if (options.apply && suggestions.length > 0) {
-        console.log();
-        spinner.start("Applying first suggestion...");
-
-        const sug = suggestions[0];
-        const applied = applySuggestion(project, sug);
-
-        if (applied) {
-          await writeFile(filePath, JSON.stringify(project.toJSON(), null, 2), "utf-8");
-          spinner.succeed(chalk.green("Suggestion applied"));
-        } else {
-          spinner.warn(chalk.yellow("Could not apply suggestion automatically"));
-        }
-      }
-
-      console.log();
-    } catch (error) {
-      exitWithError(apiError(`AI suggestion failed: ${(error as Error).message}`));
-    }
-  });