vidspotai-shared 1.0.53 → 1.0.55

package/lib/services/agent/tools/analyzeReference.tool.js

@@ -0,0 +1,44 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.analyzeReferenceTool = void 0;
+exports.setReferenceAnalyzer = setReferenceAnalyzer;
+const zod_1 = require("zod");
+const toolRegistry_1 = require("../toolRegistry");
+let injectedAnalyzer = null;
+function setReferenceAnalyzer(fn) {
+    injectedAnalyzer = fn;
+}
+const InputSchema = zod_1.z.object({
+    url: zod_1.z
+        .string()
+        .url()
+        .describe("Public TikTok / IG / YouTube URL the user dropped as a 'make it like this'."),
+});
+const OutputSchema = zod_1.z.object({
+    durationMs: zod_1.z.number().positive(),
+    sceneCount: zod_1.z.number().int().nonnegative(),
+    hookMs: zod_1.z.number().nonnegative(),
+    cutsPerSecond: zod_1.z.number().nonnegative(),
+    bpm: zod_1.z.number().positive().optional(),
+    transcriptExcerpt: zod_1.z.string().optional(),
+});
+exports.analyzeReferenceTool = {
+    name: "analyze_reference",
+    description: [
+        "Extract structural features from a reference video URL. Use ONCE at the",
+        "start of intent capture if the user provided a 'make it like this' link;",
+        "feed the result into the planner so it inherits pacing/hook structure.",
+        "Do NOT call this multiple times for the same url — cache the result on",
+        "the brief.references[].analyzed field instead.",
+    ].join(" "),
+    inputSchema: InputSchema,
+    outputSchema: OutputSchema,
+    idempotent: true,
+    handler: async (input) => {
+        if (!injectedAnalyzer) {
+            throw new Error("analyze_reference: no analyzer wired. Host must call setReferenceAnalyzer() at boot.");
+        }
+        return injectedAnalyzer(input.url);
+    },
+};
+(0, toolRegistry_1.registerTool)(exports.analyzeReferenceTool);

package/lib/services/agent/tools/animateImage.tool.d.ts

@@ -0,0 +1,23 @@
+import { z } from "zod";
+import { EVideoGenModels } from "../../../globals/aiModels";
+import { ToolDefinition } from "../toolRegistry";
+declare const InputSchema: z.ZodObject<{
+    imageUrl: z.ZodString;
+    motionHint: z.ZodString;
+    modelKey: z.ZodDefault<z.ZodEnum<typeof EVideoGenModels>>;
+    durationSec: z.ZodDefault<z.ZodNumber>;
+    aspectRatio: z.ZodDefault<z.ZodEnum<{
+        "9:16": "9:16";
+        "16:9": "16:9";
+        "1:1": "1:1";
+        "4:5": "4:5";
+    }>>;
+}, z.core.$strip>;
+declare const OutputSchema: z.ZodObject<{
+    status: z.ZodLiteral<"triggered">;
+    taskId: z.ZodString;
+    raw: z.ZodUnknown;
+}, z.core.$strip>;
+export declare const animateImageTool: ToolDefinition<typeof InputSchema, typeof OutputSchema>;
+export {};
+//# sourceMappingURL=animateImage.tool.d.ts.map

package/lib/services/agent/tools/animateImage.tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"animateImage.tool.d.ts","sourceRoot":"","sources":["../../../../src/services/agent/tools/animateImage.tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAE5D,OAAO,EAAgB,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAE/D,QAAA,MAAM,WAAW;;;;;;;;;;;iBAgBf,CAAC;AAEH,QAAA,MAAM,YAAY;;;;iBAIhB,CAAC;AAEH,eAAO,MAAM,gBAAgB,EAAE,cAAc,CAC3C,OAAO,WAAW,EAClB,OAAO,YAAY,CAiCpB,CAAC"}

package/lib/services/agent/tools/animateImage.tool.js

@@ -0,0 +1,58 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.animateImageTool = void 0;
+const zod_1 = require("zod");
+const aiModels_1 = require("../../../globals/aiModels");
+const aiGenFactory_service_1 = require("../../aiGen/aiGenFactory.service");
+const toolRegistry_1 = require("../toolRegistry");
+const InputSchema = zod_1.z.object({
+    imageUrl: zod_1.z.string().url().describe("Source still — output of generate_image or stock pull."),
+    motionHint: zod_1.z
+        .string()
+        .min(1)
+        .describe('Plain-language motion direction, e.g. "slow zoom-in, subtle parallax", "subject turns left then smiles".'),
+    modelKey: zod_1.z
+        .nativeEnum(aiModels_1.EVideoGenModels)
+        .default(aiModels_1.EVideoGenModels.KLING_V2_5_TURBO)
+        .describe("I2V-capable model. Defaults to kling-v2.5-turbo (good cost/quality). runway-gen4-turbo for stronger motion control."),
+    durationSec: zod_1.z.number().int().min(2).max(10).default(5),
+    aspectRatio: zod_1.z.enum(["9:16", "16:9", "1:1", "4:5"]).default("9:16"),
+});
+const OutputSchema = zod_1.z.object({
+    status: zod_1.z.literal("triggered"),
+    taskId: zod_1.z.string(),
+    raw: zod_1.z.unknown(),
+});
+exports.animateImageTool = {
+    name: "animate_image",
+    description: [
+        "Animate a still image into a short clip (T2 image-to-video). Use after",
+        "generate_image or search_stock when you need camera/subject motion but a",
+        "full T3 text-to-video would be overkill. Always cheaper than generate_video",
+        "for the same length because the still locks composition and saves the model",
+        "from inventing the frame.",
+        "Examples:",
+        '  { imageUrl: "https://...", motionHint: "slow dolly-in, parallax foreground" }',
+        '  { imageUrl: "https://...", motionHint: "subject turns to camera and nods", modelKey: "runway-gen4-turbo" }',
+    ].join(" "),
+    inputSchema: InputSchema,
+    outputSchema: OutputSchema,
+    idempotent: false,
+    estimateCost: async (input) => Math.ceil(input.durationSec * 4),
+    handler: async (input) => {
+        const provider = (0, aiGenFactory_service_1.getAiGenProviderService)(input.modelKey);
+        const result = await provider.generateVideo({
+            prompt: input.motionHint,
+            modelKey: input.modelKey,
+            duration: input.durationSec,
+            aspectRatio: input.aspectRatio,
+            inputImageUrl: input.imageUrl,
+            type: "image-to-video",
+        });
+        const taskId = result.task?.taskId ??
+            result.task?.id ??
+            "unknown";
+        return { status: "triggered", taskId, raw: result.task };
+    },
+};
+(0, toolRegistry_1.registerTool)(exports.animateImageTool);

package/lib/services/agent/tools/animateImageWithMotionBrush.tool.d.ts

@@ -0,0 +1,30 @@
+import { z } from "zod";
+import { EVideoGenModels } from "../../../globals/aiModels";
+import { ToolDefinition } from "../toolRegistry";
+declare const InputSchema: z.ZodObject<{
+    imageUrl: z.ZodString;
+    motionHint: z.ZodString;
+    staticMaskUrl: z.ZodOptional<z.ZodString>;
+    dynamicMasks: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        maskUrl: z.ZodString;
+        trajectories: z.ZodArray<z.ZodObject<{
+            x: z.ZodNumber;
+            y: z.ZodNumber;
+        }, z.core.$strip>>;
+    }, z.core.$strip>>>;
+    modelKey: z.ZodDefault<z.ZodEnum<typeof EVideoGenModels>>;
+    durationSec: z.ZodDefault<z.ZodNumber>;
+    aspectRatio: z.ZodDefault<z.ZodEnum<{
+        "9:16": "9:16";
+        "16:9": "16:9";
+        "1:1": "1:1";
+    }>>;
+}, z.core.$strip>;
+declare const OutputSchema: z.ZodObject<{
+    status: z.ZodLiteral<"triggered">;
+    taskId: z.ZodString;
+    raw: z.ZodUnknown;
+}, z.core.$strip>;
+export declare const animateImageWithMotionBrushTool: ToolDefinition<typeof InputSchema, typeof OutputSchema>;
+export {};
+//# sourceMappingURL=animateImageWithMotionBrush.tool.d.ts.map

package/lib/services/agent/tools/animateImageWithMotionBrush.tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"animateImageWithMotionBrush.tool.d.ts","sourceRoot":"","sources":["../../../../src/services/agent/tools/animateImageWithMotionBrush.tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAE5D,OAAO,EAAgB,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAoB/D,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;;iBAiCf,CAAC;AAEH,QAAA,MAAM,YAAY;;;;iBAIhB,CAAC;AAEH,eAAO,MAAM,+BAA+B,EAAE,cAAc,CAC1D,OAAO,WAAW,EAClB,OAAO,YAAY,CAsCpB,CAAC"}

package/lib/services/agent/tools/animateImageWithMotionBrush.tool.js

@@ -0,0 +1,90 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.animateImageWithMotionBrushTool = void 0;
+const zod_1 = require("zod");
+const aiModels_1 = require("../../../globals/aiModels");
+const aiGenFactory_service_1 = require("../../aiGen/aiGenFactory.service");
+const toolRegistry_1 = require("../toolRegistry");
+const TrajectoryPoint = zod_1.z.object({
+    x: zod_1.z.number().describe("X in pixels of the input image's native resolution."),
+    y: zod_1.z.number().describe("Y in pixels of the input image's native resolution."),
+});
+const DynamicMask = zod_1.z.object({
+    maskUrl: zod_1.z
+        .string()
+        .url()
+        .describe("Public PNG URL. Same dimensions as inputImageUrl. Opaque pixels = the region that should follow the trajectory."),
+    trajectories: zod_1.z
+        .array(TrajectoryPoint)
+        .min(2)
+        .describe("≥2 polyline points (native pixel coords). Interpreted as motion path over the clip duration."),
+});
+const InputSchema = zod_1.z.object({
+    imageUrl: zod_1.z
+        .string()
+        .url()
+        .describe("Source still — the image the masks were painted against."),
+    motionHint: zod_1.z
+        .string()
+        .min(1)
+        .describe("Plain-language motion description for the unmasked / dynamic regions, e.g. \"clouds drift right while the person stays still\"."),
+    staticMaskUrl: zod_1.z
+        .string()
+        .url()
+        .optional()
+        .describe("Optional PNG mask URL. Same dimensions as imageUrl. Opaque = keep frozen."),
+    dynamicMasks: zod_1.z
+        .array(DynamicMask)
+        .max(6)
+        .optional()
+        .describe("Up to 6 motion-brush regions. Each has a mask PNG + a trajectory polyline."),
+    modelKey: zod_1.z
+        .nativeEnum(aiModels_1.EVideoGenModels)
+        .default(aiModels_1.EVideoGenModels.KLING_V2_5_TURBO)
+        .describe("Kling I2V model that supports motion-brush. Defaults to kling-v2.5-turbo."),
+    durationSec: zod_1.z.number().int().min(2).max(10).default(5),
+    aspectRatio: zod_1.z.enum(["9:16", "16:9", "1:1"]).default("9:16"),
+});
+const OutputSchema = zod_1.z.object({
+    status: zod_1.z.literal("triggered"),
+    taskId: zod_1.z.string(),
+    raw: zod_1.z.unknown(),
+});
+exports.animateImageWithMotionBrushTool = {
+    name: "animate_image_with_motion_brush",
+    description: [
+        "Animate a still image with fine-grained Kling motion-brush control:",
+        "freeze regions with `staticMaskUrl`, and/or move regions along a path",
+        "with `dynamicMasks[]`. Use this instead of `animate_image` when the user",
+        "has already painted masks (e.g. via the motion-brush Studio Tool or the",
+        "Generate-new-video Advanced section), or when only some parts of the",
+        "image should move.",
+        "Coordinate space: trajectory points are in the input image's native",
+        "pixel resolution. Mask PNGs must match those native dimensions exactly.",
+        "Examples:",
+        '  { imageUrl, motionHint: "drift the clouds right", dynamicMasks: [{maskUrl, trajectories:[{x:120,y:80},{x:540,y:80}]}] }',
+        '  { imageUrl, motionHint: "person nods", staticMaskUrl: "https://…background.png", dynamicMasks: [{maskUrl, trajectories:[{x:300,y:400},{x:300,y:380}]}] }',
+    ].join(" "),
+    inputSchema: InputSchema,
+    outputSchema: OutputSchema,
+    idempotent: false,
+    estimateCost: async (input) => Math.ceil(input.durationSec * 5),
+    handler: async (input) => {
+        const provider = (0, aiGenFactory_service_1.getAiGenProviderService)(input.modelKey);
+        const result = await provider.generateVideo({
+            prompt: input.motionHint,
+            modelKey: input.modelKey,
+            duration: input.durationSec,
+            aspectRatio: input.aspectRatio,
+            inputImageUrl: input.imageUrl,
+            type: "image-to-video",
+            staticMaskUrl: input.staticMaskUrl,
+            dynamicMasks: input.dynamicMasks,
+        });
+        const taskId = result.task?.taskId ??
+            result.task?.id ??
+            "unknown";
+        return { status: "triggered", taskId, raw: result.task };
+    },
+};
+(0, toolRegistry_1.registerTool)(exports.animateImageWithMotionBrushTool);