@shop-os/modelkit 0.3.2 → 0.3.4

package/dist/catalog.d.cts

@@ -149,6 +149,8 @@ interface VideoToolRequest {
     source: VideoToolSource;
     /** Upscale rows. */
     upscaleFactor?: number;
+    /** Upscale rows whose `constraints.tool.prompt` is set; ignored by every other row. */
+    prompt?: string;
     /** Interpolate rows. */
     targetFps?: number;
     /** HDR rows; the row's first `outputFormats` entry when unset. */
@@ -271,6 +273,8 @@ interface VideoToolConstraints {
     };
     /** Upscale: the output's long edge may not pass this, in pixels. */
     maxOutputLongEdge?: number;
+    /** Upscale: the row takes an optional prompt that guides added detail. */
+    prompt?: boolean;
     /** Interpolate: allowed target frame rate range. */
     fps?: {
         min: number;
@@ -393,6 +397,8 @@ interface CatalogCapabilities {
     videoEdit?: boolean;
     /** Video rows: first/last frames and reference images are mutually exclusive inputs. */
     framesExcludeReferences?: boolean;
+    /** Video rows: a source video is never sent with first/last frames or reference images. */
+    sourceVideoExcludesFrames?: boolean;
     /** Video rows: a last frame is accepted only together with a first frame. */
     lastFrameRequiresFirstFrame?: boolean;
     /** Text rows. `reasoning`: the model streams reasoning the UI should surface. */
@@ -792,6 +798,7 @@ declare const CatalogModelSchemaBase: z.ZodObject<{
                 max: z.ZodNumber;
             }, z.core.$loose>>;
             maxOutputLongEdge: z.ZodOptional<z.ZodNumber>;
+            prompt: z.ZodOptional<z.ZodBoolean>;
             fps: z.ZodOptional<z.ZodObject<{
                 min: z.ZodNumber;
                 max: z.ZodNumber;
@@ -994,6 +1001,7 @@ declare const CatalogModelSchemaBase: z.ZodObject<{
         acceptsSourceVideo: z.ZodOptional<z.ZodBoolean>;
         videoEdit: z.ZodOptional<z.ZodBoolean>;
         framesExcludeReferences: z.ZodOptional<z.ZodBoolean>;
+        sourceVideoExcludesFrames: z.ZodOptional<z.ZodBoolean>;
         lastFrameRequiresFirstFrame: z.ZodOptional<z.ZodBoolean>;
         reasoning: z.ZodOptional<z.ZodBoolean>;
         vision: z.ZodOptional<z.ZodBoolean>;
@@ -1062,7 +1070,11 @@ declare const VIDEO_MODELS: CatalogModel[];
 
 /**
  * Topaz Labs video tools on fal. `providerOptions.fal.model` names the Topaz model the
- * endpoint runs; the adapter sends it as `model`. Exposed on cowork only (Creative Studio).
+ * endpoint runs; the adapter sends it as `model`. Precision and Starlight are also listed in
+ * Space Builder's video upscale node.
+ *
+ * FLUX video upscale on fal: one endpoint, two rows, because fal prices its `creativity`
+ * modes differently and pricing is keyed by model. `providerOptions.fal.input` fixes the mode.
  */
 declare const VIDEO_TOOL_MODELS: CatalogModel[];
 

package/dist/catalog.d.ts

@@ -149,6 +149,8 @@ interface VideoToolRequest {
     source: VideoToolSource;
     /** Upscale rows. */
     upscaleFactor?: number;
+    /** Upscale rows whose `constraints.tool.prompt` is set; ignored by every other row. */
+    prompt?: string;
     /** Interpolate rows. */
     targetFps?: number;
     /** HDR rows; the row's first `outputFormats` entry when unset. */
@@ -271,6 +273,8 @@ interface VideoToolConstraints {
     };
     /** Upscale: the output's long edge may not pass this, in pixels. */
     maxOutputLongEdge?: number;
+    /** Upscale: the row takes an optional prompt that guides added detail. */
+    prompt?: boolean;
     /** Interpolate: allowed target frame rate range. */
     fps?: {
         min: number;
@@ -393,6 +397,8 @@ interface CatalogCapabilities {
     videoEdit?: boolean;
     /** Video rows: first/last frames and reference images are mutually exclusive inputs. */
     framesExcludeReferences?: boolean;
+    /** Video rows: a source video is never sent with first/last frames or reference images. */
+    sourceVideoExcludesFrames?: boolean;
     /** Video rows: a last frame is accepted only together with a first frame. */
     lastFrameRequiresFirstFrame?: boolean;
     /** Text rows. `reasoning`: the model streams reasoning the UI should surface. */
@@ -792,6 +798,7 @@ declare const CatalogModelSchemaBase: z.ZodObject<{
                 max: z.ZodNumber;
             }, z.core.$loose>>;
             maxOutputLongEdge: z.ZodOptional<z.ZodNumber>;
+            prompt: z.ZodOptional<z.ZodBoolean>;
             fps: z.ZodOptional<z.ZodObject<{
                 min: z.ZodNumber;
                 max: z.ZodNumber;
@@ -994,6 +1001,7 @@ declare const CatalogModelSchemaBase: z.ZodObject<{
         acceptsSourceVideo: z.ZodOptional<z.ZodBoolean>;
         videoEdit: z.ZodOptional<z.ZodBoolean>;
         framesExcludeReferences: z.ZodOptional<z.ZodBoolean>;
+        sourceVideoExcludesFrames: z.ZodOptional<z.ZodBoolean>;
         lastFrameRequiresFirstFrame: z.ZodOptional<z.ZodBoolean>;
         reasoning: z.ZodOptional<z.ZodBoolean>;
         vision: z.ZodOptional<z.ZodBoolean>;
@@ -1062,7 +1070,11 @@ declare const VIDEO_MODELS: CatalogModel[];
 
 /**
  * Topaz Labs video tools on fal. `providerOptions.fal.model` names the Topaz model the
- * endpoint runs; the adapter sends it as `model`. Exposed on cowork only (Creative Studio).
+ * endpoint runs; the adapter sends it as `model`. Precision and Starlight are also listed in
+ * Space Builder's video upscale node.
+ *
+ * FLUX video upscale on fal: one endpoint, two rows, because fal prices its `creativity`
+ * modes differently and pricing is keyed by model. `providerOptions.fal.input` fixes the mode.
  */
 declare const VIDEO_TOOL_MODELS: CatalogModel[];
 

package/dist/catalog.js

@@ -2002,8 +2002,16 @@ var VIDEO_MODELS = [
 
 // src/catalog/video-tools.ts
 var TOPAZ_LOGO = "https://cdn.jsdelivr.net/npm/@lobehub/icons-static-png@1.97.0/light/topazlabs.png";
+var FLUX_LOGO = "https://cdn.jsdelivr.net/npm/@lobehub/icons-static-png@1.97.0/light/flux.png";
 var TOPAZ_SOURCE_SECONDS = { max: 300 };
-var TOPAZ_USAGE = { unit: "seconds" };
+var SECONDS_USAGE = { unit: "seconds" };
+var FLUX_SOURCE_SECONDS = { max: 20 };
+var FLUX_UPSCALE_TOOL = {
+  kind: "upscale",
+  upscaleFactor: { min: 1.5, max: 3 },
+  maxOutputLongEdge: 3840,
+  prompt: true
+};
 var VIDEO_TOOL_MODELS = [
   {
     id: "topaz-precision",
@@ -2013,7 +2021,7 @@ var VIDEO_TOOL_MODELS = [
     adapter: "fal",
     providerModelId: "topaz/upscale/video/precision",
     lifecycle: "active",
-    exposure: ["cowork"],
+    exposure: ["cowork", "space_builder"],
     constraints: {
       supports: [],
       sourceVideoSeconds: TOPAZ_SOURCE_SECONDS,
@@ -2021,7 +2029,7 @@ var VIDEO_TOOL_MODELS = [
     },
     defaults: {},
     providerOptions: { fal: { model: "Proteus" } },
-    usage: TOPAZ_USAGE,
+    usage: SECONDS_USAGE,
     pricingKind: "video_per_second",
     display: {
       provider: "topaz",
@@ -2038,7 +2046,7 @@ var VIDEO_TOOL_MODELS = [
     adapter: "fal",
     providerModelId: "topaz/upscale/video/generative",
     lifecycle: "active",
-    exposure: ["cowork"],
+    exposure: ["cowork", "space_builder"],
     constraints: {
       supports: [],
       sourceVideoSeconds: TOPAZ_SOURCE_SECONDS,
@@ -2046,7 +2054,7 @@ var VIDEO_TOOL_MODELS = [
     },
     defaults: {},
     providerOptions: { fal: { model: "Starlight Precise 2.6" } },
-    usage: TOPAZ_USAGE,
+    usage: SECONDS_USAGE,
     pricingKind: "video_per_second",
     display: {
       provider: "topaz",
@@ -2071,7 +2079,7 @@ var VIDEO_TOOL_MODELS = [
     },
     defaults: {},
     providerOptions: { fal: { model: "Apollo" } },
-    usage: TOPAZ_USAGE,
+    usage: SECONDS_USAGE,
     pricingKind: "video_per_second",
     display: {
       provider: "topaz",
@@ -2094,13 +2102,63 @@ var VIDEO_TOOL_MODELS = [
       tool: { kind: "hdr", outputFormats: ["h265", "prores"] }
     },
     defaults: {},
-    usage: TOPAZ_USAGE,
+    usage: SECONDS_USAGE,
     pricingKind: "video_per_second",
     display: {
       provider: "topaz",
       logo: TOPAZ_LOGO,
       description: "Topaz Hyperion 2.5 SDR to HDR: a 10-bit HDR master in H.265 (HDR10) or ProRes 422 HQ, at the source's size and frame rate."
     }
+  },
+  {
+    id: "flux-video-upscale-precise",
+    aliases: [],
+    label: "FLUX Upscale Precise",
+    type: "video-tool",
+    adapter: "fal",
+    providerModelId: "blackforestlabs/flux-video-upscale",
+    lifecycle: "active",
+    exposure: ["space_builder"],
+    constraints: {
+      supports: [],
+      sourceVideoSeconds: FLUX_SOURCE_SECONDS,
+      tool: FLUX_UPSCALE_TOOL
+    },
+    defaults: {},
+    providerOptions: { fal: { input: { creativity: 0 } } },
+    usage: SECONDS_USAGE,
+    pricingKind: "video_per_second",
+    display: {
+      provider: "black-forest-labs",
+      logo: FLUX_LOGO,
+      description: "FLUX 3 super-resolution, source-faithful: 1.5x to 3x, up to 4K, for clips up to 20 seconds.",
+      sortOrder: 30
+    }
+  },
+  {
+    id: "flux-video-upscale-creative",
+    aliases: [],
+    label: "FLUX Upscale Creative",
+    type: "video-tool",
+    adapter: "fal",
+    providerModelId: "blackforestlabs/flux-video-upscale",
+    lifecycle: "active",
+    exposure: ["space_builder"],
+    constraints: {
+      supports: [],
+      sourceVideoSeconds: FLUX_SOURCE_SECONDS,
+      tool: FLUX_UPSCALE_TOOL
+    },
+    defaults: {},
+    providerOptions: { fal: { input: { creativity: 1 } } },
+    usage: SECONDS_USAGE,
+    pricingKind: "video_per_second",
+    display: {
+      provider: "black-forest-labs",
+      logo: FLUX_LOGO,
+      description: "FLUX 3 super-resolution that adds fine detail, optionally guided by a prompt: 1.5x to 3x, up to 4K, for clips up to 20 seconds. Costs more than Precise.",
+      sortOrder: 40
+    }
   }
 ];
 
@@ -2239,7 +2297,8 @@ var VIDEO_INPUT_SPEC_KEYS = [
   "generateAudio",
   "cfgScale",
   "promptExpansion",
-  "referenceImages"
+  "referenceImages",
+  "sourceVideo"
 ];
 var IMAGE_INPUT_SPEC_KEYS = [
   "prompt",
@@ -2258,6 +2317,12 @@ var AUDIO_INPUT_SPEC_KEYS = [
   "sourceVideo",
   "instrumental"
 ];
+var ARRAY_INPUT_SPEC_KEYS = [
+  "firstFrame",
+  "referenceImages",
+  "lastFrame",
+  "references"
+];
 var INPUT_SPEC_SUPPORTS_KEYS = [
   "lastFrame",
   "seed",
@@ -2271,6 +2336,7 @@ var INPUT_SPEC_SUPPORTS_KEYS = [
 var VIDEO_KEY_SET = new Set(VIDEO_INPUT_SPEC_KEYS);
 var IMAGE_KEY_SET = new Set(IMAGE_INPUT_SPEC_KEYS);
 var AUDIO_KEY_SET = new Set(AUDIO_INPUT_SPEC_KEYS);
+var ARRAY_KEY_SET = new Set(ARRAY_INPUT_SPEC_KEYS);
 var ALL_KEY_SET = /* @__PURE__ */ new Set([
   ...VIDEO_INPUT_SPEC_KEYS,
   ...IMAGE_INPUT_SPEC_KEYS,
@@ -2315,13 +2381,30 @@ var ValuesSchema = z2.record(z2.string(), z2.record(z2.string(), ProviderScalarS
   }
 });
 var StaticSchema = z2.record(z2.string(), ProviderScalarSchema);
+var ArraysSchema = z2.record(z2.string().min(1), z2.array(z2.string()).min(1)).superRefine((arrays, ctx) => {
+  for (const [name, keys] of Object.entries(arrays)) {
+    for (const key of keys) {
+      if (!ARRAY_KEY_SET.has(key)) {
+        ctx.addIssue({
+          code: "custom",
+          path: [name],
+          message: `inputSpec.arrays "${name}" has unknown image key "${key}"`
+        });
+      }
+    }
+  }
+});
 var InputSpecSchema = z2.strictObject({
   fields: FieldsSchema,
   values: ValuesSchema.optional(),
   static: StaticSchema.optional(),
+  arrays: ArraysSchema.optional(),
   editEndpoint: z2.string().min(1).optional()
 }).superRefine((spec, ctx) => {
-  const mappedNames = new Set(Object.values(spec.fields));
+  const mappedNames = /* @__PURE__ */ new Set([
+    ...Object.values(spec.fields),
+    ...Object.keys(spec.arrays ?? {})
+  ]);
   for (const key of Object.keys(spec.static ?? {})) {
     if (mappedNames.has(key)) {
       ctx.addIssue({
@@ -2410,14 +2493,54 @@ function validateInputSpec(raw, row) {
       });
     }
   }
+  const arrayOwner = /* @__PURE__ */ new Map();
+  for (const [name, keys] of Object.entries(spec.arrays ?? {})) {
+    const fieldKey = seenNames.get(name);
+    if (fieldKey !== void 0) {
+      issues.push({
+        path: ["arrays", name],
+        message: `inputSpec.arrays "${name}" is also the provider field of inputSpec.fields "${fieldKey}"`
+      });
+    }
+    for (const key of keys) {
+      if (allowed !== void 0 && !allowed.has(key)) {
+        issues.push({
+          path: ["arrays", name],
+          message: `inputSpec.arrays "${key}" is not supported for ${row.type} rows`
+        });
+      }
+      if (key in spec.fields) {
+        issues.push({
+          path: ["arrays", name],
+          message: `inputSpec.arrays "${key}" is already mapped in inputSpec.fields`
+        });
+      }
+      const owner = arrayOwner.get(key);
+      if (owner === void 0) arrayOwner.set(key, name);
+      else {
+        issues.push({
+          path: ["arrays", name],
+          message: owner === name ? `inputSpec.arrays "${name}" lists "${key}" twice` : `inputSpec.arrays "${owner}" and "${name}" both take "${key}"`
+        });
+      }
+    }
+  }
   const supports = row.constraints.supports ?? [];
   for (const key of INPUT_SPEC_SUPPORTS_KEYS) {
-    if (key in spec.fields && !supports.includes(key)) {
+    if (supports.includes(key)) continue;
+    if (key in spec.fields) {
       issues.push({
         path: ["fields", key],
         message: `inputSpec.fields "${key}" needs "${key}" in constraints.supports`
       });
     }
+    const arrayName = arrayOwner.get(key);
+    if (arrayName !== void 0) {
+      issues.push({
+        path: ["arrays", arrayName],
+        message: `inputSpec.arrays "${key}" needs "${key}" in constraints.supports`
+      });
+    }
   }
   if (issues.length > 0) return { ok: false, issues };
   return { ok: true, spec };
@@ -2542,6 +2665,7 @@ var VideoToolConstraintsSchema = z3.looseObject({
   kind: z3.enum(["upscale", "interpolate", "hdr"]),
   upscaleFactor: RangeSchema.optional(),
   maxOutputLongEdge: z3.number().positive().optional(),
+  prompt: z3.boolean().optional(),
   fps: RangeSchema.optional(),
   outputFormats: z3.array(z3.enum(["h265", "prores"])).min(1).optional()
 });
@@ -2639,6 +2763,7 @@ var CatalogCapabilitiesSchema = z3.looseObject({
   acceptsSourceVideo: z3.boolean().optional(),
   videoEdit: z3.boolean().optional(),
   framesExcludeReferences: z3.boolean().optional(),
+  sourceVideoExcludesFrames: z3.boolean().optional(),
   lastFrameRequiresFirstFrame: z3.boolean().optional(),
   reasoning: z3.boolean().optional(),
   vision: z3.boolean().optional(),
@@ -2999,6 +3124,7 @@ var ToolSchema = z6.object({
   kind: z6.enum(["upscale", "interpolate", "hdr"]),
   upscaleFactor: RangeSchema2.optional(),
   maxOutputLongEdge: z6.number().positive().optional(),
+  prompt: z6.boolean().optional(),
   fps: RangeSchema2.optional(),
   outputFormats: z6.array(z6.enum(["h265", "prores"])).min(1).optional()
 });
@@ -3006,11 +3132,12 @@ function videoToolConstraints(row) {
   if (row.type !== "video-tool") return void 0;
   const parsed = ToolSchema.safeParse(row.constraints.tool);
   if (!parsed.success) return void 0;
-  const { kind, upscaleFactor, maxOutputLongEdge, fps, outputFormats } = parsed.data;
+  const { kind, upscaleFactor, maxOutputLongEdge, prompt, fps, outputFormats } = parsed.data;
   return {
     kind,
     ...upscaleFactor !== void 0 && { upscaleFactor },
     ...maxOutputLongEdge !== void 0 && { maxOutputLongEdge },
+    ...prompt !== void 0 && { prompt },
     ...fps !== void 0 && { fps },
     ...outputFormats !== void 0 && { outputFormats }
   };
@@ -3336,6 +3463,26 @@ function resolveVideoOptions(model, request, onUnsupported = "error") {
     });
     delete merged.sourceVideo;
   }
+  const imageInputs = ["firstFrame", "lastFrame", "referenceImages"].filter(
+    (field) => field === "referenceImages" ? compact(merged.referenceImages).length > 0 : merged[field] !== void 0
+  );
+  if (merged.sourceVideo !== void 0 && imageInputs.length > 0 && model.capabilities?.sourceVideoExcludesFrames) {
+    if (onUnsupported === "error") {
+      throw new ModelKitError({
+        code: "unsupported_option",
+        message: `${model.id} takes a source video or images, not both`,
+        model: model.id
+      });
+    }
+    for (const field of imageInputs) {
+      warnings.push({
+        code: "option_ignored",
+        field,
+        message: `${model.id} takes a source video or images, not both; ${field} dropped`
+      });
+      delete merged[field];
+    }
+  }
   if (merged.lastFrame !== void 0 && merged.firstFrame === void 0 && model.capabilities?.lastFrameRequiresFirstFrame) {
     if (onUnsupported === "error") {
       throw new ModelKitError({