@vibeframe/cli 0.115.1 → 0.115.3

package/dist/agent/adapters/gemini.d.ts

@@ -3,6 +3,8 @@
  */
 import type { LLMAdapter } from "./index.js";
 import type { ToolDefinition, LLMResponse, AgentMessage, LLMProvider } from "../types.js";
+/** Drop schema keys Gemini rejects, recursing into properties and items. */
+export declare function toGeminiSchema(schema: unknown): unknown;
 export declare class GeminiAdapter implements LLMAdapter {
     readonly provider: LLMProvider;
     private client;

package/dist/agent/adapters/provider-content.test.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Claude and Gemini adapters replay the provider's own assistant content
+ * (thinking blocks, thought signatures) and group tool results per turn.
+ * Mock-based, no API calls.
+ */
+export {};

package/dist/agent/memory/index.d.ts

@@ -21,7 +21,7 @@ export declare class ConversationMemory {
     /**
      * Add an assistant message
      */
-    addAssistant(content: string, toolCalls?: ToolCall[]): void;
+    addAssistant(content: string, toolCalls?: ToolCall[], providerContent?: unknown): void;
     /**
      * Add a tool result message
      */

package/dist/agent/types.d.ts

@@ -48,6 +48,12 @@ export interface AgentMessage {
     content: string;
     toolCalls?: ToolCall[];
     toolCallId?: string;
+    /**
+     * The provider's own assistant content (Claude content blocks, Gemini
+     * parts), replayed verbatim on the next turn. Newer models require their
+     * thinking blocks and thought signatures back unmodified during tool use.
+     */
+    providerContent?: unknown;
 }
 export interface AgentConfig {
     provider: LLMProvider;
@@ -60,6 +66,8 @@ export interface LLMResponse {
     content: string;
     toolCalls?: ToolCall[];
     finishReason: "stop" | "tool_calls" | "length" | "error";
+    /** See {@link AgentMessage.providerContent}. */
+    providerContent?: unknown;
 }
 export interface AgentContext {
     projectPath: string | null;

package/dist/commands/_shared/build-cache-model.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/commands/_shared/build-cache.d.ts

@@ -19,6 +19,8 @@ export declare function backdropCacheDescriptor(opts: {
     quality: "standard" | "hd";
     size: string;
     ratio?: string;
+    /** Provider-specific image model override — switching models re-keys the asset. */
+    model?: string;
 }): CacheAssetDescriptor;
 export declare function characterCacheDescriptor(opts: {
     name: string;
@@ -26,6 +28,8 @@ export declare function characterCacheDescriptor(opts: {
     provider: string;
     quality: "standard" | "hd";
     size: string;
+    /** Provider-specific image model override — switching models re-keys the asset. */
+    model?: string;
 }): CacheAssetDescriptor;
 export declare function keyframeCacheDescriptor(opts: {
     beatId: string;
@@ -36,6 +40,8 @@ export declare function keyframeCacheDescriptor(opts: {
     ratio?: string;
     /** Character sheet paths used as edit references — changing them re-keys the keyframe. */
     characters?: string[];
+    /** Provider-specific image model override — switching models re-keys the asset. */
+    model?: string;
 }): CacheAssetDescriptor;
 export declare function imageRatioForSize(size: string | undefined): string;
 export declare function videoCacheDescriptor(opts: {

package/dist/commands/_shared/build-plan.d.ts

@@ -109,6 +109,8 @@ export interface CreateBuildPlanOptions {
     imageProvider?: string;
     imageQuality?: "standard" | "hd";
     imageSize?: string;
+    /** Provider-specific image model override — must match executeSceneBuild for cache parity. */
+    imageModel?: string;
     videoProvider?: string;
     musicProvider?: string;
     composer?: string;

package/dist/commands/_shared/build-video-providers.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Video providers a project build (`vibe plan`, `vibe build`, storyboard
+ * `provider:` cues, project config) can target. One list, so adding a
+ * provider is a one-line change instead of a hunt through every command.
+ */
+export declare const BUILD_VIDEO_PROVIDERS: readonly ["seedance", "grok", "kling", "runway", "omni", "veo"];
+export type BuildVideoProvider = (typeof BUILD_VIDEO_PROVIDERS)[number];
+export declare function isBuildVideoProvider(value: string): value is BuildVideoProvider;
+/** Normalize user input; `fal` is the deprecated alias for seedance. Unknown values fall back to seedance. */
+export declare function resolveBuildVideoProvider(value: unknown): BuildVideoProvider;
+/** Config/API-key id that unlocks a video provider. */
+export declare function videoProviderConfigKey(provider: string): string;

package/dist/commands/_shared/build-video-providers.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/commands/_shared/edit/translate-srt.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/commands/_shared/footage-assemble.d.ts

@@ -0,0 +1,166 @@
+import type { ReviewAction } from "./review-report.js";
+export interface FootageClipInput {
+    id: string;
+    clipDurationSec: number;
+    narrationDurationSec?: number;
+}
+export interface FootagePlanOptions {
+    /** Crossfade length between segments (seconds). */
+    transitionSec?: number;
+    /** Fade-from/to-black length at the head and tail of the cut (seconds). */
+    fadeSec?: number;
+    /** Gap between a segment becoming dominant and its narration starting. */
+    narrationLeadSec?: number;
+    /** Silence required after narration ends before the segment may end. */
+    narrationTailSec?: number;
+}
+export interface FootageBeatPlan {
+    id: string;
+    clipDurationSec: number;
+    narrationDurationSec?: number;
+    /** Segment length on the timeline (clip, possibly tpad-extended). */
+    segmentDurationSec: number;
+    /** Seconds of last-frame clone added so narration + tail fit. 0 = untouched. */
+    extendedSec: number;
+    /** Timeline position where this segment (and its incoming crossfade) starts. */
+    startSec: number;
+    /** Timeline position where this segment's narration starts (when present). */
+    narrationStartSec?: number;
+}
+export interface FootageTimelinePlan {
+    beats: FootageBeatPlan[];
+    transitionSec: number;
+    fadeSec: number;
+    totalDurationSec: number;
+    warnings: string[];
+}
+export declare const FOOTAGE_DEFAULTS: {
+    readonly transitionSec: 0.5;
+    readonly fadeSec: 0.6;
+    readonly narrationLeadSec: 0.35;
+    readonly narrationTailSec: 0.4;
+    readonly width: 1920;
+    readonly height: 1080;
+    readonly fps: 30;
+    readonly crf: 18;
+    readonly finishCrf: 23;
+    readonly musicVolume: 0.35;
+    readonly duck: {
+        readonly thresholdDb: -30;
+        readonly ratio: 3;
+        readonly attackMs: 20;
+        readonly releaseMs: 200;
+    };
+    /**
+     * The cinematic finish pass: subtle vignette + temporal film grain, applied
+     * before the head/tail fades. These are the field-tested values that pull
+     * provider clips away from the too-clean "AI look"; the fades multiply over
+     * them so blacks stay black.
+     */
+    readonly finish: readonly ["vignette=angle=PI/5", "noise=alls=7:allf=t"];
+    /** Base segment length for a ken-burns keyframe fallback (no clip to probe). */
+    readonly kenburnsSec: 4;
+    /** Slow-push ceiling for the ken-burns zoom. */
+    readonly kenburnsMaxZoom: 1.1;
+};
+/**
+ * Compute segment lengths and timeline offsets from real clip/narration
+ * durations. Deterministic and side-effect free so agents can reason about the
+ * cut from the report alone.
+ *
+ * Timeline model: segment i starts at `start_i = start_{i-1} + seg_{i-1} - T`
+ * (each crossfade overlaps T seconds), so the xfade filter offset for join i
+ * is exactly `start_i`. When clips are too short to host the requested
+ * transition, T is clamped (with a warning) instead of failing the run.
+ */
+export declare function planFootageTimeline(inputs: FootageClipInput[], opts?: FootagePlanOptions): FootageTimelinePlan;
+/** One visual source per beat: a generated clip, or a keyframe still to ken-burns. */
+export interface FootageSource {
+    /** Absolute path to the clip (video) or keyframe still (image). */
+    path: string;
+    kind: "video" | "image";
+}
+export interface FootageAssembleArgsOptions {
+    /** Visual sources in beat order (parallel to `plan.beats`). */
+    sources: FootageSource[];
+    plan: FootageTimelinePlan;
+    /** Absolute narration paths keyed by beat index (sparse — not every beat narrates). */
+    narrationPaths: ReadonlyMap<number, string>;
+    /** Absolute music-bed path; looped and ducked under narration when present. */
+    musicPath?: string;
+    outputPath: string;
+    width?: number;
+    height?: number;
+    fps?: number;
+    crf?: number;
+    musicVolume?: number;
+    /** Apply the cinematic finish pass (vignette + film grain) before the fades. */
+    finish?: boolean;
+}
+/**
+ * Build the single-pass FFmpeg invocation: normalize every clip to one
+ * geometry/fps, xfade-chain them at the planned offsets, fade the head and
+ * tail, and mix narration (adelay per beat) over an optional looped,
+ * sidechain-ducked music bed.
+ */
+export declare function buildFootageAssembleArgs(opts: FootageAssembleArgsOptions): string[];
+export interface FootageAssembleOptions {
+    projectDir: string;
+    /** Output path (relative paths resolve against projectDir). Default: renders/footage.mp4. */
+    output?: string;
+    transitionSec?: number;
+    fadeSec?: number;
+    /**
+     * Music bed: an explicit path, `"none"` to disable, or undefined to
+     * auto-detect `assets/music.mp3|wav` then `assets/music-<firstBeat>.mp3|wav`.
+     */
+    music?: string;
+    musicVolume?: number;
+    /** Apply the cinematic finish pass (vignette + film grain). */
+    finish?: boolean;
+    dryRun?: boolean;
+}
+export interface FootageAssembleReport {
+    schemaVersion: "1";
+    kind: "footage-assemble";
+    project: string;
+    output: string;
+    totalDurationSec: number;
+    transitionSec: number;
+    fadeSec: number;
+    beats: Array<FootageBeatPlan & {
+        /** The visual source file (generated clip, or keyframe still on fallback). */
+        clip: string;
+        /** How the segment was produced. */
+        source: "clip" | "keyframe-kenburns";
+        narration?: string;
+    }>;
+    music: {
+        path: string;
+        source: "flag" | "auto";
+        volume: number;
+        ducked: boolean;
+    } | null;
+    /** The finish filters applied before the fades, or null when skipped. */
+    finish: {
+        filters: string[];
+    } | null;
+    warnings: string[];
+    nextActions: ReviewAction[];
+}
+export interface FootageAssembleResult {
+    success: boolean;
+    dryRun: boolean;
+    outputPath: string;
+    reportPath?: string;
+    report?: FootageAssembleReport;
+    error?: string;
+    suggestion?: string;
+}
+/**
+ * Assemble a scene project's generated clips into the footage cut. Probes real
+ * durations, plans the timeline, runs one FFmpeg pass, and writes
+ * `assemble-report.json` so the driving agent can read the cut's anatomy
+ * (offsets, extensions, clamps) without watching the video.
+ */
+export declare function executeFootageAssemble(opts: FootageAssembleOptions): Promise<FootageAssembleResult>;

package/dist/commands/_shared/footage-assemble.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/commands/_shared/openai-image.d.ts

@@ -14,7 +14,7 @@
  *
  * See issue #58.
  */
-import type { ImageResult } from "@vibeframe/ai-providers";
+import type { GPTImageModel, ImageResult } from "@vibeframe/ai-providers";
 /** Subset of CLI options consumed by the helper. */
 export interface OpenAIImageHelperOptions {
     model?: string;
@@ -27,18 +27,18 @@ export interface OpenAIImageHelperOptions {
 export interface OpenAIImageHelperResult {
     result: ImageResult;
     /** Resolved model id passed to the API. */
-    openaiModel: "gpt-image-2" | "gpt-image-1.5";
+    openaiModel: GPTImageModel;
     /** Human-friendly label for spinner / success output. */
-    modelLabel: "GPT Image 2" | "GPT Image 1.5";
+    modelLabel: string;
 }
 /**
  * Resolve the user-supplied model alias to the API id + display label.
- * Exported so unit tests can assert label↔model parity (regression cover
- * for v0.52.0 bug).
+ * Unknown or empty aliases resolve to the default model. Exported so unit
+ * tests can assert label↔model parity (regression cover for v0.52.0 bug).
  */
 export declare function resolveOpenAIImageModel(modelAlias?: string): {
-    openaiModel: "gpt-image-2" | "gpt-image-1.5";
-    modelLabel: "GPT Image 2" | "GPT Image 1.5";
+    openaiModel: GPTImageModel;
+    modelLabel: string;
 };
 /**
  * Run an OpenAI image generation. Caller owns: api-key acquisition,

package/dist/commands/_shared/project-config.d.ts

@@ -1,9 +1,10 @@
 import type { SceneAspect, SceneKind } from "./scene-project.js";
+import type { BuildVideoProvider } from "./build-video-providers.js";
 export declare const VIBE_CONFIG_FILENAME = "vibe.config.json";
 export declare const LEGACY_VIBE_PROJECT_FILENAME = "vibe.project.yaml";
 export type CompositionEngine = "hyperframes";
 export type ProjectImageProvider = "openai" | "gemini" | "grok" | null;
-export type ProjectVideoProvider = "seedance" | "grok" | "kling" | "runway" | "veo" | null;
+export type ProjectVideoProvider = BuildVideoProvider | null;
 export type ProjectNarrationProvider = "elevenlabs" | "openai" | "kokoro" | null;
 export type ProjectComposerProvider = "claude" | "openai" | "gemini" | null;
 export type ProjectQuality = "draft" | "standard" | "high";

package/dist/commands/_shared/scene-build.d.ts

@@ -19,6 +19,7 @@
  *     already have one with sub-composition references.
  */
 import { type ImageOptions } from "@vibeframe/ai-providers";
+import { type FootageAssembleReport } from "./footage-assemble.js";
 import type { ComposerProvider } from "./composer-resolve.js";
 import { type ComposePromptsBeat } from "./compose-prompts.js";
 import { type SceneRenderResult } from "./scene-render.js";
@@ -28,6 +29,7 @@ import { type JobRecord } from "./status-jobs.js";
 import { type SceneRepairResult } from "./scene-repair.js";
 import { type TtsProviderName } from "./tts-resolve.js";
 import { type SceneBuildMode } from "./scene-build-mode.js";
+import { type BuildVideoProvider } from "./build-video-providers.js";
 export { resolveSceneBuildMode, type SceneBuildMode } from "./scene-build-mode.js";
 export type BuildImageProvider = "openai" | "gemini" | "grok";
 export type SceneBuildProgressEvent = {
@@ -128,6 +130,12 @@ export type SceneBuildProgressEvent = {
     type: "video-failed";
     beatId: string;
     error: string;
+} | {
+    type: "video-fallback";
+    beatId: string;
+    from: string;
+    to: string;
+    reason: string;
 } | {
     type: "video-skipped";
     beatId: string;
@@ -213,7 +221,7 @@ export interface BeatBuildOutcome {
     musicSourcePath?: string;
     musicDurationSec?: number;
 }
-export type BuildVideoProvider = "seedance" | "grok" | "kling" | "runway" | "veo";
+export type { BuildVideoProvider } from "./build-video-providers.js";
 export type BuildMusicProvider = "elevenlabs" | "replicate";
 /**
  * Build mode dispatch (Phase H3 / Plan H).
@@ -244,7 +252,7 @@ export interface SceneBuildOptions {
      * based on env keys (claude > gemini > openai). Pass an explicit value
      * to require that provider's key.
      */
-    composer?: ComposerProvider | "template";
+    composer?: ComposerProvider | "template" | "footage";
     skipNarration?: boolean;
     skipBackdrop?: boolean;
     skipRender?: boolean;
@@ -271,6 +279,12 @@ export interface SceneBuildOptions {
      * kinetic-type reveals to speech. Pass true to opt out (no transcribe cost).
      */
     skipTranscript?: boolean;
+    /**
+     * Provider-specific image model for backdrops/keyframes/character sheets
+     * (e.g. gemini `flash` | `pro`, openai `gpt-image-2.5-sunburst`). Provider default when
+     * omitted; grok has a single model and ignores it.
+     */
+    imageModel?: string;
     /** OpenAI image quality — see `vibe generate image --quality`. */
     imageQuality?: "standard" | "hd";
     /** OpenAI image size. Default 1536x1024 for cinematic 16:9-ish framing. */
@@ -341,6 +355,12 @@ export interface SceneBuildResult {
     /** MP4 path when `skipRender` is false and render succeeded. */
     outputPath?: string;
     renderResult?: SceneRenderResult;
+    /**
+     * The footage composer's cut anatomy (offsets, extensions, clamps) — also
+     * persisted as `assemble-report.json`. Present only when
+     * `composer === "footage"` reached the render phase.
+     */
+    footageReport?: FootageAssembleReport;
     /**
      * Populated only in agent mode when {@link phase} === `"needs-author"`.
      * The host agent should consume this to write each beat's HTML, then
@@ -372,6 +392,12 @@ export interface SceneBuildResult {
     totalLatencyMs: number;
 }
 export declare function executeSceneBuild(opts: SceneBuildOptions): Promise<SceneBuildResult>;
+/**
+ * ByteDance's platform-wide moderation rejects i2v inputs showing a
+ * recognizable face with a deterministic 422 ("likenesses of real people") —
+ * it applies to AI-generated photoreal faces too, and retrying never helps.
+ */
+export declare function isLikenessRejection(error: string | undefined): boolean;
 export type BuildReport = ReturnType<typeof toBuildReport>;
 declare function toBuildReport(projectDir: string, result: SceneBuildResult): {
     schemaVersion: string;

package/dist/commands/_shared/storyboard-parse.d.ts

@@ -104,7 +104,7 @@ export declare function resolveCharacters(frontmatter: ProjectFrontmatter | unde
  * rather than restating it - four surfaces had drifted to four different
  * sub-lists before this became the one list.
  */
-export declare const STORYBOARD_CUE_KEYS: readonly ["duration", "narration", "backdrop", "video", "keyframe", "motion", "voice", "music", "asset", "characters", "eyebrow", "title", "caption", "kicker", "sub"];
+export declare const STORYBOARD_CUE_KEYS: readonly ["duration", "narration", "backdrop", "video", "keyframe", "provider", "motion", "voice", "music", "asset", "characters", "eyebrow", "title", "caption", "kicker", "sub"];
 export type StoryboardCueKey = (typeof STORYBOARD_CUE_KEYS)[number];
 /**
  * Per-beat cues extracted from the first ```yaml fenced block inside a beat
@@ -138,6 +138,12 @@ export interface BeatCues {
      * and shapes the HTML that agent writes.
      */
     motion?: string;
+    /**
+     * Video-provider override for this beat (seedance|runway|kling|veo|grok).
+     * Use to pin a face-visible keyframe to a provider that accepts it (e.g.
+     * `provider: runway` — Seedance's likeness filter rejects face i2v inputs).
+     */
+    provider?: string;
     /** Voice override for this beat (overrides project frontmatter `voice`). */
     voice?: string;
     /** Music prompt or a project-relative path to an existing track. */

package/dist/commands/ai-video.d.ts

@@ -28,6 +28,8 @@ export interface VideoGenerateOptions {
     veoModel?: string;
     runwayModel?: string;
     seedanceModel?: string;
+    grokModel?: string;
+    klingModel?: string;
     generateAudio?: boolean;
     output?: string;
     wait?: boolean;

package/dist/commands/generate/image.d.ts

@@ -1,7 +1,7 @@
 /**
  * @module generate/image
  * @description `vibe generate image` (alias `img`) — multi-provider image
- * generation. OpenAI gpt-image-2, Gemini Nano Banana, Grok, Runway. Split
+ * generation. OpenAI gpt-image-2.5, Gemini Nano Banana, Grok, Runway. Split
  * out of `generate.ts` in v0.69 (Plan G Phase 2).
  */
 import type { Command } from "commander";

package/dist/commands/generate/video.d.ts

@@ -2,20 +2,11 @@
  * @module generate/video
  * @description `vibe generate video` (alias `vid`) — multi-provider video
  * generation. fal.ai (Seedance 2.0), Grok, Veo (Gemini), Kling, Runway,
- * plus experimental Gemini Omni (`-p omni`).
+ * plus Gemini Omni 1.1 Flash (`-p omni`).
  * Split out of `generate.ts` in v0.69 (Plan G Phase 2).
  */
 import type { Command } from "commander";
 export declare function registerVideoCommand(parent: Command): void;
-/**
- * Cost figure for a REAL (non-dry-run) generation envelope.
- *
- * Seedance has a token-accurate estimator; every other provider reports the
- * command's tier upper bound with a warning naming it an estimate. Without
- * this the success envelope defaulted to costUsd 0, which an agent budget
- * loop reads as "free" - the hybrid-brew dogfood run billed Runway twice
- * while reporting $0.
- */
 export declare function realRunCost(provider: string, options: {
     duration?: string;
     resolution?: string;

package/dist/config/schema.d.ts

@@ -33,7 +33,7 @@ export interface VibeConfig {
         /** Default provider for image generation */
         imageProvider?: "gemini" | "openai" | "grok";
         /** Default provider for video generation. `fal` is a deprecated v0.x alias for `seedance` and will be removed at 1.0. */
-        videoProvider?: "seedance" | "fal" | "grok" | "kling" | "runway" | "veo";
+        videoProvider?: "seedance" | "fal" | "grok" | "kling" | "runway" | "omni" | "veo";
         /** Default provider for storyboard analysis */
         storyboardProvider?: "claude" | "openai" | "gemini";
         /** Default voice for TTS */