vidspotai-shared 1.0.68 → 1.0.69-dev.0

package/lib/services/agent/tools/planVideo.tool.d.ts

@@ -0,0 +1,343 @@
+import { z } from "zod";
+import { LlmCaller } from "../llmCaller";
+import { ToolDefinition } from "../toolRegistry";
+export declare function setPlannerLlmCaller(llm: LlmCaller): void;
+declare const InputSchema: z.ZodObject<{
+    brief: z.ZodObject<{
+        rawPrompt: z.ZodString;
+        goal: z.ZodOptional<z.ZodString>;
+        niche: z.ZodOptional<z.ZodEnum<{
+            other: "other";
+            news: "news";
+            "ugc-ad": "ugc-ad";
+            "faceless-yt": "faceless-yt";
+            "product-demo": "product-demo";
+            "talking-head": "talking-head";
+            "social-recap": "social-recap";
+            "real-estate": "real-estate";
+            recipe: "recipe";
+            travel: "travel";
+            fitness: "fitness";
+            "podcast-clip": "podcast-clip";
+            education: "education";
+        }>>;
+        audience: z.ZodOptional<z.ZodString>;
+        tone: z.ZodOptional<z.ZodEnum<{
+            professional: "professional";
+            energetic: "energetic";
+            calm: "calm";
+            cinematic: "cinematic";
+            casual: "casual";
+            playful: "playful";
+            edgy: "edgy";
+            warm: "warm";
+            informational: "informational";
+        }>>;
+        hookStyle: z.ZodOptional<z.ZodEnum<{
+            question: "question";
+            "bold-claim": "bold-claim";
+            "pattern-interrupt": "pattern-interrupt";
+            story: "story";
+            stat: "stat";
+            demo: "demo";
+            "voiceover-only": "voiceover-only";
+        }>>;
+        pacing: z.ZodOptional<z.ZodEnum<{
+            medium: "medium";
+            fast: "fast";
+            slow: "slow";
+            "very-fast": "very-fast";
+        }>>;
+        durationSec: z.ZodOptional<z.ZodNumber>;
+        aspect: z.ZodOptional<z.ZodEnum<{
+            "9:16": "9:16";
+            "1:1": "1:1";
+            "4:5": "4:5";
+            "16:9": "16:9";
+        }>>;
+        voice: z.ZodOptional<z.ZodObject<{
+            gender: z.ZodOptional<z.ZodEnum<{
+                male: "male";
+                female: "female";
+                neutral: "neutral";
+            }>>;
+            ageRange: z.ZodOptional<z.ZodEnum<{
+                child: "child";
+                teen: "teen";
+                "young-adult": "young-adult";
+                adult: "adult";
+                senior: "senior";
+            }>>;
+            accent: z.ZodOptional<z.ZodString>;
+            language: z.ZodDefault<z.ZodString>;
+            voiceId: z.ZodOptional<z.ZodString>;
+            style: z.ZodOptional<z.ZodEnum<{
+                energetic: "energetic";
+                calm: "calm";
+                casual: "casual";
+                warm: "warm";
+                neutral: "neutral";
+                excited: "excited";
+                happy: "happy";
+                serious: "serious";
+                dramatic: "dramatic";
+                whisper: "whisper";
+            }>>;
+        }, z.core.$strip>>;
+        music: z.ZodOptional<z.ZodObject<{
+            moods: z.ZodDefault<z.ZodArray<z.ZodEnum<{
+                energetic: "energetic";
+                calm: "calm";
+                cinematic: "cinematic";
+                playful: "playful";
+                uplifting: "uplifting";
+                tense: "tense";
+                dreamy: "dreamy";
+                dark: "dark";
+            }>>>;
+            bpmMin: z.ZodOptional<z.ZodNumber>;
+            bpmMax: z.ZodOptional<z.ZodNumber>;
+        }, z.core.$strip>>;
+        cta: z.ZodOptional<z.ZodString>;
+        claims: z.ZodDefault<z.ZodObject<{
+            allow: z.ZodDefault<z.ZodArray<z.ZodString>>;
+            block: z.ZodDefault<z.ZodArray<z.ZodString>>;
+        }, z.core.$strip>>;
+        references: z.ZodDefault<z.ZodArray<z.ZodObject<{
+            url: z.ZodString;
+            analyzed: z.ZodOptional<z.ZodObject<{
+                durationMs: z.ZodNumber;
+                sceneCount: z.ZodNumber;
+                hookMs: z.ZodNumber;
+                cutsPerSecond: z.ZodNumber;
+                bpm: z.ZodOptional<z.ZodNumber>;
+                transcriptExcerpt: z.ZodOptional<z.ZodString>;
+            }, z.core.$strip>>;
+        }, z.core.$strip>>>;
+        tierBudget: z.ZodDefault<z.ZodEnum<{
+            T0: "T0";
+            T1: "T1";
+            T2: "T2";
+            T3: "T3";
+        }>>;
+        videoStrategy: z.ZodOptional<z.ZodEnum<{
+            auto: "auto";
+            direct: "direct";
+            indirect: "indirect";
+        }>>;
+        consistencyTier: z.ZodOptional<z.ZodEnum<{
+            C0: "C0";
+            C1: "C1";
+            C2: "C2";
+        }>>;
+        confidence: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodNumber>>;
+    }, z.core.$strip>;
+}, z.core.$strip>;
+declare const OutputSchema: z.ZodObject<{
+    plan: z.ZodObject<{
+        briefId: z.ZodOptional<z.ZodString>;
+        persona: z.ZodEnum<{
+            "ugc-ad": "ugc-ad";
+            "faceless-yt": "faceless-yt";
+            "product-demo": "product-demo";
+            "talking-head": "talking-head";
+            "social-recap": "social-recap";
+        }>;
+        aspect: z.ZodEnum<{
+            "9:16": "9:16";
+            "1:1": "1:1";
+            "4:5": "4:5";
+            "16:9": "16:9";
+        }>;
+        totalDurationMs: z.ZodNumber;
+        totalEstimatedCredits: z.ZodNumber;
+        scenes: z.ZodArray<z.ZodObject<{
+            sceneIndex: z.ZodNumber;
+            intent: z.ZodString;
+            strategy: z.ZodEnum<{
+                "stock-video": "stock-video";
+                "stock-image-ken-burns": "stock-image-ken-burns";
+                "ai-image-static": "ai-image-static";
+                "ai-image-motion": "ai-image-motion";
+                "ai-image-to-video": "ai-image-to-video";
+                "ai-text-to-video": "ai-text-to-video";
+                "user-asset": "user-asset";
+                "talking-head-avatar": "talking-head-avatar";
+            }>;
+            tier: z.ZodEnum<{
+                T0: "T0";
+                T1: "T1";
+                T2: "T2";
+                T3: "T3";
+            }>;
+            preferredProvider: z.ZodOptional<z.ZodString>;
+            preferredModel: z.ZodOptional<z.ZodString>;
+            prompt: z.ZodString;
+            durationMs: z.ZodNumber;
+            voiceoverLine: z.ZodOptional<z.ZodString>;
+            voiceStyle: z.ZodOptional<z.ZodString>;
+            onScreenText: z.ZodOptional<z.ZodString>;
+            overlays: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                text: z.ZodString;
+                role: z.ZodEnum<{
+                    body: "body";
+                    watermark: "watermark";
+                    cta: "cta";
+                    headline: "headline";
+                    subheadline: "subheadline";
+                    disclaimer: "disclaimer";
+                    label: "label";
+                }>;
+                position: z.ZodOptional<z.ZodEnum<{
+                    center: "center";
+                    top: "top";
+                    "top-left": "top-left";
+                    "top-right": "top-right";
+                    "top-banner": "top-banner";
+                    "left-rail": "left-rail";
+                    "lower-third": "lower-third";
+                    bottom: "bottom";
+                    "bottom-left": "bottom-left";
+                    "bottom-right": "bottom-right";
+                    "caption-strip": "caption-strip";
+                }>>;
+                emphasis: z.ZodOptional<z.ZodEnum<{
+                    primary: "primary";
+                    secondary: "secondary";
+                }>>;
+                font: z.ZodOptional<z.ZodString>;
+                fontSize: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<"auto">, z.ZodNumber]>>;
+                sizePct: z.ZodOptional<z.ZodNumber>;
+                weight: z.ZodOptional<z.ZodEnum<{
+                    bold: "bold";
+                    regular: "regular";
+                    black: "black";
+                    medium: "medium";
+                }>>;
+                color: z.ZodOptional<z.ZodString>;
+                bgColor: z.ZodOptional<z.ZodString>;
+                bgStyle: z.ZodOptional<z.ZodEnum<{
+                    none: "none";
+                    shadow: "shadow";
+                    pill: "pill";
+                    bar: "bar";
+                    outline: "outline";
+                }>>;
+                animation: z.ZodOptional<z.ZodEnum<{
+                    type: "type";
+                    pop: "pop";
+                    none: "none";
+                    fade: "fade";
+                    "slide-up": "slide-up";
+                    "word-pop": "word-pop";
+                    "highlight-current": "highlight-current";
+                }>>;
+                startMs: z.ZodOptional<z.ZodNumber>;
+                endMs: z.ZodOptional<z.ZodNumber>;
+                persistAcrossScenes: z.ZodOptional<z.ZodBoolean>;
+            }, z.core.$strip>>>;
+            transitionIn: z.ZodDefault<z.ZodEnum<{
+                none: "none";
+                fade: "fade";
+                crossfade: "crossfade";
+                wipe: "wipe";
+                whipPan: "whipPan";
+                dipToBlack: "dipToBlack";
+                dipToWhite: "dipToWhite";
+                cut: "cut";
+            }>>;
+            estimatedCredits: z.ZodNumber;
+            avatarFaceUrl: z.ZodOptional<z.ZodString>;
+            characterAnchorSceneIndex: z.ZodOptional<z.ZodNumber>;
+            bibleEntityIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+            allowTrailingSilence: z.ZodOptional<z.ZodBoolean>;
+            layout: z.ZodOptional<z.ZodObject<{
+                composition: z.ZodEnum<{
+                    "full-bleed": "full-bleed";
+                    letterbox: "letterbox";
+                    "blur-fill": "blur-fill";
+                    "split-top": "split-top";
+                    "split-bottom": "split-bottom";
+                    "pip-bottom-right": "pip-bottom-right";
+                }>;
+                focalPoint: z.ZodOptional<z.ZodObject<{
+                    x: z.ZodNumber;
+                    y: z.ZodNumber;
+                }, z.core.$strip>>;
+                backgroundFill: z.ZodOptional<z.ZodEnum<{
+                    black: "black";
+                    white: "white";
+                    "brand-primary": "brand-primary";
+                    "brand-secondary": "brand-secondary";
+                    "blur-extend": "blur-extend";
+                    gradient: "gradient";
+                }>>;
+            }, z.core.$strip>>;
+        }, z.core.$strip>>;
+        music: z.ZodOptional<z.ZodObject<{
+            strategy: z.ZodEnum<{
+                none: "none";
+                "stock-track": "stock-track";
+                generated: "generated";
+            }>;
+            query: z.ZodOptional<z.ZodString>;
+            moodTag: z.ZodOptional<z.ZodString>;
+            bpm: z.ZodOptional<z.ZodNumber>;
+            url: z.ZodOptional<z.ZodString>;
+            durationSec: z.ZodOptional<z.ZodNumber>;
+            source: z.ZodOptional<z.ZodString>;
+            attribution: z.ZodOptional<z.ZodString>;
+            onsets: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
+        }, z.core.$strip>>;
+        voiceId: z.ZodOptional<z.ZodString>;
+        voiceStyle: z.ZodOptional<z.ZodString>;
+        notes: z.ZodOptional<z.ZodString>;
+        bible: z.ZodOptional<z.ZodObject<{
+            characters: z.ZodDefault<z.ZodArray<z.ZodObject<{
+                id: z.ZodString;
+                name: z.ZodString;
+                description: z.ZodString;
+                referenceImageUrl: z.ZodOptional<z.ZodString>;
+            }, z.core.$strip>>>;
+            objects: z.ZodDefault<z.ZodArray<z.ZodObject<{
+                id: z.ZodString;
+                name: z.ZodString;
+                description: z.ZodString;
+                referenceImageUrl: z.ZodOptional<z.ZodString>;
+            }, z.core.$strip>>>;
+            environments: z.ZodDefault<z.ZodArray<z.ZodObject<{
+                id: z.ZodString;
+                name: z.ZodString;
+                description: z.ZodString;
+                referenceImageUrl: z.ZodOptional<z.ZodString>;
+            }, z.core.$strip>>>;
+            consistencyTier: z.ZodDefault<z.ZodEnum<{
+                C0: "C0";
+                C1: "C1";
+                C2: "C2";
+            }>>;
+        }, z.core.$strip>>;
+        warnings: z.ZodDefault<z.ZodArray<z.ZodObject<{
+            sceneIndex: z.ZodNumber;
+            kind: z.ZodEnum<{
+                "vo-clip": "vo-clip";
+                "trailing-silence": "trailing-silence";
+            }>;
+            message: z.ZodString;
+            meta: z.ZodOptional<z.ZodObject<{
+                voEstimateMs: z.ZodOptional<z.ZodNumber>;
+                sceneDurationMs: z.ZodOptional<z.ZodNumber>;
+                silenceMs: z.ZodOptional<z.ZodNumber>;
+                overrunMs: z.ZodOptional<z.ZodNumber>;
+            }, z.core.$strip>>;
+        }, z.core.$strip>>>;
+        meta: z.ZodOptional<z.ZodObject<{
+            usedWebResearch: z.ZodOptional<z.ZodBoolean>;
+            usedThinking: z.ZodOptional<z.ZodBoolean>;
+            bibleBuilt: z.ZodOptional<z.ZodBoolean>;
+        }, z.core.$strip>>;
+    }, z.core.$strip>;
+}, z.core.$strip>;
+export declare const planVideoTool: ToolDefinition<typeof InputSchema, typeof OutputSchema>;
+export {};
+//# sourceMappingURL=planVideo.tool.d.ts.map

package/lib/services/agent/tools/planVideo.tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"planVideo.tool.d.ts","sourceRoot":"","sources":["../../../../src/services/agent/tools/planVideo.tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAgB,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAQ/D,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,SAAS,GAAG,IAAI,CAExD;AAED,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAIf,CAAC;AAEH,QAAA,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAEhB,CAAC;AAEH,eAAO,MAAM,aAAa,EAAE,cAAc,CACxC,OAAO,WAAW,EAClB,OAAO,YAAY,CAuBpB,CAAC"}

package/lib/services/agent/tools/planVideo.tool.js

@@ -0,0 +1,46 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.planVideoTool = void 0;
+exports.setPlannerLlmCaller = setPlannerLlmCaller;
+const zod_1 = require("zod");
+const brief_schema_1 = require("../../../schemas/brief.schema");
+const videoPlan_schema_1 = require("../../../schemas/videoPlan.schema");
+const planner_1 = require("../planner");
+const toolRegistry_1 = require("../toolRegistry");
+/**
+ * The Planner needs an LlmCaller, which is host-wired (Vercel AI Gateway /
+ * OpenRouter). The tool layer is host-agnostic, so we expose a setter that
+ * the host calls once at boot. Until set, the tool errors loudly.
+ */
+let injectedLlm = null;
+function setPlannerLlmCaller(llm) {
+    injectedLlm = llm;
+}
+const InputSchema = zod_1.z.object({
+    brief: brief_schema_1.VideoBriefSchema.describe("Structured brief produced by the intent-capture stage."),
+});
+const OutputSchema = zod_1.z.object({
+    plan: videoPlan_schema_1.VideoPlanSchema,
+});
+exports.planVideoTool = {
+    name: "plan_video",
+    description: [
+        "Turn a structured VideoBrief into a scene-by-scene VideoPlan with per-scene",
+        "tier, prompt, voiceover line, and estimated credits. Always run this BEFORE",
+        "any generate_* tool — the storyboard preview gate depends on a valid plan.",
+        "Do NOT call this multiple times for the same brief in one run; if the user",
+        "edits a scene, mutate the existing plan rather than re-planning from scratch.",
+    ].join(" "),
+    inputSchema: InputSchema,
+    outputSchema: OutputSchema,
+    idempotent: false,
+    handler: async (input) => {
+        if (!injectedLlm) {
+            throw new Error("plan_video: no LlmCaller wired. Host must call setPlannerLlmCaller() at boot.");
+        }
+        const planner = new planner_1.Planner({ llm: injectedLlm });
+        const plan = await planner.plan(input.brief);
+        return { plan };
+    },
+};
+(0, toolRegistry_1.registerTool)(exports.planVideoTool);