@shop-os/modelkit 0.13.0 → 0.15.0

package/CHANGELOG.md

@@ -9,6 +9,26 @@ header in the release PR.
 
 ## [Unreleased]
 
+## [0.15.0] - Unreleased
+
+Reference and source videos have a minimum frame size, checked before the provider call (ENG-3453).
+
+### Added
+- `references.videoPixels` and `sourceVideoPixels` constraints (`{ minWidth?, minHeight? }`, `VideoPixelLimits`): the smallest frame a row takes for a reference or source video. Kits before 0.15.0 ignore them (the constraint objects are loose).
+- `videoSizeViolation(model, { referenceVideos?, sourceVideo? })` beside `videoLengthViolation`: the first undersized video as a user-facing message ("Kling 4.0 takes reference videos at least 700 px wide; video 1 is 576 px."), from measured sizes. An unmeasured video passes.
+- Limits from fal's schemas: `kling-4.0` reference videos and `kling-4.0-edit` source 700 px, `kling-o3-edit` source 720 px, `kling-3.0-motion-control-*` motion clip 340 px (width and height each). The stored `model_catalog` rows need the same values (pro-admin) for runtime checks to see them.
+
+## [0.14.0] - Unreleased
+
+Video Depth Anything on fal, as a Creative Studio video tool.
+
+### Added
+- Video-tool kind `depth`: a depth map of the source clip at its frame rate and length, H.264, billed per source second at the output tier. `planVideoTool` needs the source's measured frame rate when the row has `maxOutputFrames` (fal keeps the source rate and drops frames past the limit), refuses a clip past it, and shrinks the frame to `maxOutputShortEdge`.
+- `depth-anything-video` (Video Depth Anything) video-tool row on the fal adapter (`fal-ai/depth-anything-video`), listed on `cowork`, sources up to 100 s. The adapter always sends `model: "VDA-Small"` and `colormap: "grayscale"` (Small is the only Apache-2.0 size; fal defaults to the CC-BY-NC Large). fal caps the output at a 1080 px short edge and 2400 frames and bills $0.04 per second. The `credit_pricing_video` rows ship in the consumer bump.
+
+### Changed
+- `submitFalVideoTool` sends `output_format` only for `hdr` rows; a tool kind with no fields of its own gets none.
+
 ## [0.13.0] - Unreleased
 
 The fal and Luma keys have one env name each; every provider key now has exactly one name.

package/dist/catalog.cjs

@@ -79,6 +79,7 @@ __export(catalog_entry_exports, {
   sortCatalogRows: () => sortCatalogRows,
   takesTargetAspectRatio: () => takesTargetAspectRatio,
   videoLengthViolation: () => videoLengthViolation,
+  videoSizeViolation: () => videoSizeViolation,
   videoToolConstraints: () => videoToolConstraints
 });
 module.exports = __toCommonJS(catalog_entry_exports);
@@ -5167,6 +5168,7 @@ function klingMotionControl(tier) {
         videos: 1,
         audios: 0,
         videoSeconds: { min: 3, max: 30.05 },
+        videoPixels: { minWidth: 340, minHeight: 340 },
         min: { images: 1, videos: 1 }
       },
       requires: ["references"],
@@ -5233,6 +5235,7 @@ var VIDEO_FAMILY_MODELS = [
       references: { ...NO_REFERENCES, images: 4 },
       requires: ["sourceVideo"],
       sourceVideoSeconds: { min: 3, max: 15.05 },
+      sourceVideoPixels: { minWidth: 720, minHeight: 720 },
       // generateAudio keeps (true) or drops (false) the source soundtrack.
       supports: ["generateAudio"],
       prompt: KLING_PROMPT,
@@ -5273,7 +5276,8 @@ var VIDEO_FAMILY_MODELS = [
         ...NO_REFERENCES,
         images: 10,
         videos: 5,
-        videoSeconds: { min: 3, max: 30.05, total: 30 }
+        videoSeconds: { min: 3, max: 30.05, total: 30 },
+        videoPixels: { minWidth: 700, minHeight: 700 }
       },
       supports: ["lastFrame"],
       prompt: KLING_V4_PROMPT,
@@ -5307,6 +5311,7 @@ var VIDEO_FAMILY_MODELS = [
       references: { ...NO_REFERENCES, images: 10 },
       requires: ["sourceVideo"],
       sourceVideoSeconds: { min: 3, max: 30.05 },
+      sourceVideoPixels: { minWidth: 700, minHeight: 700 },
       supports: [],
       prompt: KLING_V4_PROMPT,
       audio: KLING_V4_AUDIO
@@ -6643,6 +6648,33 @@ var VIDEO_TOOL_MODELS = [
       description: "Topaz Hyperion 2.5 SDR to HDR: a 10-bit HDR master in H.265 (HDR10) or ProRes 422 HQ, at the source's size and frame rate."
     }
   },
+  {
+    // https://fal.ai/models/fal-ai/depth-anything-video/api: greyscale depth (white = near)
+    // at the source's frame rate, short edge capped at 1080 px (a 2160x3840 source came
+    // back 1080x1920), at most 2400 frames; one fal price of $0.04 per second for every
+    // model size. The adapter always sends VDA-Small, the only Apache-2.0 size. 100 s is
+    // 2400 frames at 24 fps; the frame check refuses faster clips sooner.
+    id: "depth-anything-video",
+    aliases: [],
+    label: "Video Depth Anything",
+    type: "video-tool",
+    adapter: "fal",
+    providerModelId: "fal-ai/depth-anything-video",
+    lifecycle: "active",
+    exposure: ["cowork"],
+    constraints: {
+      supports: [],
+      sourceVideoSeconds: { max: 100 },
+      tool: { kind: "depth", maxOutputShortEdge: 1080, maxOutputFrames: 2400 }
+    },
+    defaults: {},
+    usage: SECONDS_USAGE,
+    pricingKind: "video_per_second",
+    display: {
+      provider: "depth-anything",
+      description: "Video Depth Anything: a greyscale depth map of the clip (near is white), frame for frame, for motion and camera control."
+    }
+  },
   {
     id: "flux-video-upscale-precise",
     aliases: [],
@@ -7830,6 +7862,10 @@ var VideoSecondsLimitsSchema = import_zod3.z.looseObject({
   total: import_zod3.z.number().optional(),
   editMin: import_zod3.z.number().optional()
 });
+var VideoPixelLimitsSchema = import_zod3.z.looseObject({
+  minWidth: import_zod3.z.number().int().positive().optional(),
+  minHeight: import_zod3.z.number().int().positive().optional()
+});
 var ReferenceLimitsSchema = import_zod3.z.looseObject({
   images: import_zod3.z.number().optional(),
   imagesWithVideo: import_zod3.z.number().optional(),
@@ -7838,6 +7874,7 @@ var ReferenceLimitsSchema = import_zod3.z.looseObject({
   total: import_zod3.z.number().optional(),
   audioOnly: import_zod3.z.boolean().optional(),
   videoSeconds: VideoSecondsLimitsSchema.optional(),
+  videoPixels: VideoPixelLimitsSchema.optional(),
   audioSeconds: import_zod3.z.looseObject({
     min: import_zod3.z.number().optional(),
     max: import_zod3.z.number().optional(),
@@ -7866,7 +7903,7 @@ var LanguageOptionSchema = import_zod3.z.looseObject({
   name: import_zod3.z.string().min(1)
 });
 var VideoToolConstraintsSchema = import_zod3.z.looseObject({
-  kind: import_zod3.z.enum(["upscale", "interpolate", "hdr", "bg-remove", "subtitles"]),
+  kind: import_zod3.z.enum(["upscale", "interpolate", "hdr", "bg-remove", "subtitles", "depth"]),
   upscaleFactor: RangeSchema.optional(),
   maxOutputLongEdge: import_zod3.z.number().positive().optional(),
   prompt: import_zod3.z.boolean().optional(),
@@ -7927,6 +7964,7 @@ var ModelConstraintsSchema = import_zod3.z.looseObject({
   }).optional(),
   languages: import_zod3.z.array(LanguageOptionSchema).optional(),
   outputFormats: import_zod3.z.array(import_zod3.z.string().min(1)).min(1).optional(),
+  sourceVideoPixels: VideoPixelLimitsSchema.optional(),
   sourceVideoSeconds: VideoSecondsLimitsSchema.omit({ total: true }).extend({ inReferenceTotal: import_zod3.z.boolean().optional() }).optional(),
   // segmentSeconds/maxTotalSeconds stay required: a kit before 0.3.0 drops a row whose
   // extension lacks them, so every extension block keeps them.
@@ -8472,7 +8510,7 @@ function subtitleProblem(label, tool, options, resolution, durationSeconds) {
 // src/catalog/video-tools-spec.ts
 var RangeSchema2 = import_zod6.z.object({ min: import_zod6.z.number(), max: import_zod6.z.number() });
 var ToolSchema = import_zod6.z.object({
-  kind: import_zod6.z.enum(["upscale", "interpolate", "hdr", "bg-remove", "subtitles"]),
+  kind: import_zod6.z.enum(["upscale", "interpolate", "hdr", "bg-remove", "subtitles", "depth"]),
   upscaleFactor: RangeSchema2.optional(),
   maxOutputLongEdge: import_zod6.z.number().positive().optional(),
   prompt: import_zod6.z.boolean().optional(),
@@ -8610,6 +8648,25 @@ function planVideoTool(row2, req) {
       }
     };
   }
+  if (tool.kind === "depth") {
+    const limit = tool.maxOutputFrames;
+    if (limit !== void 0) {
+      if (fps === void 0) return fail("The source video's frame rate is required");
+      if (durationSeconds * fps > limit) {
+        return fail(`${row2.label} renders up to ${limit} frames (${seconds(limit, fps)}).`);
+      }
+    }
+    const out2 = shrinkToShortEdge(width, height, tool.maxOutputShortEdge);
+    return {
+      ok: true,
+      output: {
+        ...base,
+        ...out2,
+        resolution: resolutionTier(out2.width, out2.height),
+        format: "h264"
+      }
+    };
+  }
   if (tool.kind === "subtitles") {
     const resolution = resolutionTier(width, height);
     const problem = subtitleProblem(
@@ -9432,6 +9489,28 @@ function videoLengthViolation(model, input) {
     return `${model.label} takes a source video of at least ${String(sourceMin)} s; this one is ${seconds2(source, sourceMin)} s.`;
   return void 0;
 }
+function undersizedSide(frame, limits) {
+  if (!frame || !limits) return void 0;
+  const { width, height } = frame;
+  if (limits.minWidth !== void 0 && width !== void 0 && width > 0 && width < limits.minWidth)
+    return { side: "wide", min: limits.minWidth, actual: width };
+  if (limits.minHeight !== void 0 && height !== void 0 && height > 0 && height < limits.minHeight)
+    return { side: "tall", min: limits.minHeight, actual: height };
+  return void 0;
+}
+function videoSizeViolation(model, input) {
+  const refLimits = model.constraints.references?.videoPixels;
+  const refs = input.referenceVideos ?? [];
+  for (let i = 0; i < refs.length; i++) {
+    const under2 = undersizedSide(refs[i], refLimits);
+    if (under2)
+      return `${model.label} takes reference videos at least ${String(under2.min)} px ${under2.side}; video ${i + 1} is ${String(under2.actual)} px.`;
+  }
+  const under = undersizedSide(input.sourceVideo, model.constraints.sourceVideoPixels);
+  if (under)
+    return `${model.label} takes a source video at least ${String(under.min)} px ${under.side}; this one is ${String(under.actual)} px.`;
+  return void 0;
+}
 function resolveImageOptions(model, request, onUnsupported = "error") {
   const warnings = [];
   const c = model.constraints;