@shop-os/modelkit 0.3.2 → 0.3.4

package/dist/index.cjs

@@ -33,6 +33,7 @@ var index_exports = {};
 __export(index_exports, {
   ADAPTER_IDS: () => ADAPTER_IDS,
   ADAPTER_KEYS: () => ADAPTER_KEYS,
+  ARRAY_INPUT_SPEC_KEYS: () => ARRAY_INPUT_SPEC_KEYS,
   AUDIO_INPUT_SPEC_KEYS: () => AUDIO_INPUT_SPEC_KEYS,
   Catalog: () => Catalog,
   CatalogModelSchema: () => CatalogModelSchema,
@@ -75,6 +76,7 @@ __export(index_exports, {
   googleImageAdapter: () => googleImageAdapter,
   hasAwsCredentials: () => hasAwsCredentials,
   higgsfieldAdapter: () => higgsfieldAdapter,
+  isArrayInputSpecKey: () => isArrayInputSpecKey,
   isInputSpecKey: () => isInputSpecKey,
   isListed: () => isListed,
   isListedOn: () => isListedOn,
@@ -2130,8 +2132,16 @@ var VIDEO_MODELS = [
 
 // src/catalog/video-tools.ts
 var TOPAZ_LOGO = "https://cdn.jsdelivr.net/npm/@lobehub/icons-static-png@1.97.0/light/topazlabs.png";
+var FLUX_LOGO = "https://cdn.jsdelivr.net/npm/@lobehub/icons-static-png@1.97.0/light/flux.png";
 var TOPAZ_SOURCE_SECONDS = { max: 300 };
-var TOPAZ_USAGE = { unit: "seconds" };
+var SECONDS_USAGE = { unit: "seconds" };
+var FLUX_SOURCE_SECONDS = { max: 20 };
+var FLUX_UPSCALE_TOOL = {
+  kind: "upscale",
+  upscaleFactor: { min: 1.5, max: 3 },
+  maxOutputLongEdge: 3840,
+  prompt: true
+};
 var VIDEO_TOOL_MODELS = [
   {
     id: "topaz-precision",
@@ -2141,7 +2151,7 @@ var VIDEO_TOOL_MODELS = [
     adapter: "fal",
     providerModelId: "topaz/upscale/video/precision",
     lifecycle: "active",
-    exposure: ["cowork"],
+    exposure: ["cowork", "space_builder"],
     constraints: {
       supports: [],
       sourceVideoSeconds: TOPAZ_SOURCE_SECONDS,
@@ -2149,7 +2159,7 @@ var VIDEO_TOOL_MODELS = [
     },
     defaults: {},
     providerOptions: { fal: { model: "Proteus" } },
-    usage: TOPAZ_USAGE,
+    usage: SECONDS_USAGE,
     pricingKind: "video_per_second",
     display: {
       provider: "topaz",
@@ -2166,7 +2176,7 @@ var VIDEO_TOOL_MODELS = [
     adapter: "fal",
     providerModelId: "topaz/upscale/video/generative",
     lifecycle: "active",
-    exposure: ["cowork"],
+    exposure: ["cowork", "space_builder"],
     constraints: {
       supports: [],
       sourceVideoSeconds: TOPAZ_SOURCE_SECONDS,
@@ -2174,7 +2184,7 @@ var VIDEO_TOOL_MODELS = [
     },
     defaults: {},
     providerOptions: { fal: { model: "Starlight Precise 2.6" } },
-    usage: TOPAZ_USAGE,
+    usage: SECONDS_USAGE,
     pricingKind: "video_per_second",
     display: {
       provider: "topaz",
@@ -2199,7 +2209,7 @@ var VIDEO_TOOL_MODELS = [
     },
     defaults: {},
     providerOptions: { fal: { model: "Apollo" } },
-    usage: TOPAZ_USAGE,
+    usage: SECONDS_USAGE,
     pricingKind: "video_per_second",
     display: {
       provider: "topaz",
@@ -2222,13 +2232,63 @@ var VIDEO_TOOL_MODELS = [
       tool: { kind: "hdr", outputFormats: ["h265", "prores"] }
     },
     defaults: {},
-    usage: TOPAZ_USAGE,
+    usage: SECONDS_USAGE,
     pricingKind: "video_per_second",
     display: {
       provider: "topaz",
       logo: TOPAZ_LOGO,
       description: "Topaz Hyperion 2.5 SDR to HDR: a 10-bit HDR master in H.265 (HDR10) or ProRes 422 HQ, at the source's size and frame rate."
     }
+  },
+  {
+    id: "flux-video-upscale-precise",
+    aliases: [],
+    label: "FLUX Upscale Precise",
+    type: "video-tool",
+    adapter: "fal",
+    providerModelId: "blackforestlabs/flux-video-upscale",
+    lifecycle: "active",
+    exposure: ["space_builder"],
+    constraints: {
+      supports: [],
+      sourceVideoSeconds: FLUX_SOURCE_SECONDS,
+      tool: FLUX_UPSCALE_TOOL
+    },
+    defaults: {},
+    providerOptions: { fal: { input: { creativity: 0 } } },
+    usage: SECONDS_USAGE,
+    pricingKind: "video_per_second",
+    display: {
+      provider: "black-forest-labs",
+      logo: FLUX_LOGO,
+      description: "FLUX 3 super-resolution, source-faithful: 1.5x to 3x, up to 4K, for clips up to 20 seconds.",
+      sortOrder: 30
+    }
+  },
+  {
+    id: "flux-video-upscale-creative",
+    aliases: [],
+    label: "FLUX Upscale Creative",
+    type: "video-tool",
+    adapter: "fal",
+    providerModelId: "blackforestlabs/flux-video-upscale",
+    lifecycle: "active",
+    exposure: ["space_builder"],
+    constraints: {
+      supports: [],
+      sourceVideoSeconds: FLUX_SOURCE_SECONDS,
+      tool: FLUX_UPSCALE_TOOL
+    },
+    defaults: {},
+    providerOptions: { fal: { input: { creativity: 1 } } },
+    usage: SECONDS_USAGE,
+    pricingKind: "video_per_second",
+    display: {
+      provider: "black-forest-labs",
+      logo: FLUX_LOGO,
+      description: "FLUX 3 super-resolution that adds fine detail, optionally guided by a prompt: 1.5x to 3x, up to 4K, for clips up to 20 seconds. Costs more than Precise.",
+      sortOrder: 40
+    }
   }
 ];
 
@@ -2355,7 +2415,8 @@ var VIDEO_INPUT_SPEC_KEYS = [
   "generateAudio",
   "cfgScale",
   "promptExpansion",
-  "referenceImages"
+  "referenceImages",
+  "sourceVideo"
 ];
 var IMAGE_INPUT_SPEC_KEYS = [
   "prompt",
@@ -2374,6 +2435,12 @@ var AUDIO_INPUT_SPEC_KEYS = [
   "sourceVideo",
   "instrumental"
 ];
+var ARRAY_INPUT_SPEC_KEYS = [
+  "firstFrame",
+  "referenceImages",
+  "lastFrame",
+  "references"
+];
 var INPUT_SPEC_SUPPORTS_KEYS = [
   "lastFrame",
   "seed",
@@ -2387,6 +2454,7 @@ var INPUT_SPEC_SUPPORTS_KEYS = [
 var VIDEO_KEY_SET = new Set(VIDEO_INPUT_SPEC_KEYS);
 var IMAGE_KEY_SET = new Set(IMAGE_INPUT_SPEC_KEYS);
 var AUDIO_KEY_SET = new Set(AUDIO_INPUT_SPEC_KEYS);
+var ARRAY_KEY_SET = new Set(ARRAY_INPUT_SPEC_KEYS);
 var ALL_KEY_SET = /* @__PURE__ */ new Set([
   ...VIDEO_INPUT_SPEC_KEYS,
   ...IMAGE_INPUT_SPEC_KEYS,
@@ -2431,13 +2499,30 @@ var ValuesSchema = import_zod2.z.record(import_zod2.z.string(), import_zod2.z.re
   }
 });
 var StaticSchema = import_zod2.z.record(import_zod2.z.string(), ProviderScalarSchema);
+var ArraysSchema = import_zod2.z.record(import_zod2.z.string().min(1), import_zod2.z.array(import_zod2.z.string()).min(1)).superRefine((arrays, ctx) => {
+  for (const [name, keys] of Object.entries(arrays)) {
+    for (const key of keys) {
+      if (!ARRAY_KEY_SET.has(key)) {
+        ctx.addIssue({
+          code: "custom",
+          path: [name],
+          message: `inputSpec.arrays "${name}" has unknown image key "${key}"`
+        });
+      }
+    }
+  }
+});
 var InputSpecSchema = import_zod2.z.strictObject({
   fields: FieldsSchema,
   values: ValuesSchema.optional(),
   static: StaticSchema.optional(),
+  arrays: ArraysSchema.optional(),
   editEndpoint: import_zod2.z.string().min(1).optional()
 }).superRefine((spec, ctx) => {
-  const mappedNames = new Set(Object.values(spec.fields));
+  const mappedNames = /* @__PURE__ */ new Set([
+    ...Object.values(spec.fields),
+    ...Object.keys(spec.arrays ?? {})
+  ]);
   for (const key of Object.keys(spec.static ?? {})) {
     if (mappedNames.has(key)) {
       ctx.addIssue({
@@ -2451,6 +2536,9 @@ var InputSpecSchema = import_zod2.z.strictObject({
 function isInputSpecKey(key) {
   return ALL_KEY_SET.has(key);
 }
+function isArrayInputSpecKey(key) {
+  return ARRAY_KEY_SET.has(key);
+}
 function validateInputSpec(raw, row) {
   const parsed = InputSpecSchema.safeParse(raw);
   if (!parsed.success) {
@@ -2529,14 +2617,54 @@ function validateInputSpec(raw, row) {
       });
     }
   }
+  const arrayOwner = /* @__PURE__ */ new Map();
+  for (const [name, keys] of Object.entries(spec.arrays ?? {})) {
+    const fieldKey = seenNames.get(name);
+    if (fieldKey !== void 0) {
+      issues.push({
+        path: ["arrays", name],
+        message: `inputSpec.arrays "${name}" is also the provider field of inputSpec.fields "${fieldKey}"`
+      });
+    }
+    for (const key of keys) {
+      if (allowed !== void 0 && !allowed.has(key)) {
+        issues.push({
+          path: ["arrays", name],
+          message: `inputSpec.arrays "${key}" is not supported for ${row.type} rows`
+        });
+      }
+      if (key in spec.fields) {
+        issues.push({
+          path: ["arrays", name],
+          message: `inputSpec.arrays "${key}" is already mapped in inputSpec.fields`
+        });
+      }
+      const owner = arrayOwner.get(key);
+      if (owner === void 0) arrayOwner.set(key, name);
+      else {
+        issues.push({
+          path: ["arrays", name],
+          message: owner === name ? `inputSpec.arrays "${name}" lists "${key}" twice` : `inputSpec.arrays "${owner}" and "${name}" both take "${key}"`
+        });
+      }
+    }
+  }
   const supports = row.constraints.supports ?? [];
   for (const key of INPUT_SPEC_SUPPORTS_KEYS) {
-    if (key in spec.fields && !supports.includes(key)) {
+    if (supports.includes(key)) continue;
+    if (key in spec.fields) {
       issues.push({
         path: ["fields", key],
         message: `inputSpec.fields "${key}" needs "${key}" in constraints.supports`
       });
     }
+    const arrayName = arrayOwner.get(key);
+    if (arrayName !== void 0) {
+      issues.push({
+        path: ["arrays", arrayName],
+        message: `inputSpec.arrays "${key}" needs "${key}" in constraints.supports`
+      });
+    }
   }
   if (issues.length > 0) return { ok: false, issues };
   return { ok: true, spec };
@@ -2661,6 +2789,7 @@ var VideoToolConstraintsSchema = import_zod3.z.looseObject({
   kind: import_zod3.z.enum(["upscale", "interpolate", "hdr"]),
   upscaleFactor: RangeSchema.optional(),
   maxOutputLongEdge: import_zod3.z.number().positive().optional(),
+  prompt: import_zod3.z.boolean().optional(),
   fps: RangeSchema.optional(),
   outputFormats: import_zod3.z.array(import_zod3.z.enum(["h265", "prores"])).min(1).optional()
 });
@@ -2758,6 +2887,7 @@ var CatalogCapabilitiesSchema = import_zod3.z.looseObject({
   acceptsSourceVideo: import_zod3.z.boolean().optional(),
   videoEdit: import_zod3.z.boolean().optional(),
   framesExcludeReferences: import_zod3.z.boolean().optional(),
+  sourceVideoExcludesFrames: import_zod3.z.boolean().optional(),
   lastFrameRequiresFirstFrame: import_zod3.z.boolean().optional(),
   reasoning: import_zod3.z.boolean().optional(),
   vision: import_zod3.z.boolean().optional(),
@@ -3955,6 +4085,7 @@ var ToolSchema = import_zod10.z.object({
   kind: import_zod10.z.enum(["upscale", "interpolate", "hdr"]),
   upscaleFactor: RangeSchema2.optional(),
   maxOutputLongEdge: import_zod10.z.number().positive().optional(),
+  prompt: import_zod10.z.boolean().optional(),
   fps: RangeSchema2.optional(),
   outputFormats: import_zod10.z.array(import_zod10.z.enum(["h265", "prores"])).min(1).optional()
 });
@@ -3962,11 +4093,12 @@ function videoToolConstraints(row) {
   if (row.type !== "video-tool") return void 0;
   const parsed = ToolSchema.safeParse(row.constraints.tool);
   if (!parsed.success) return void 0;
-  const { kind, upscaleFactor, maxOutputLongEdge, fps, outputFormats } = parsed.data;
+  const { kind, upscaleFactor, maxOutputLongEdge, prompt, fps, outputFormats } = parsed.data;
   return {
     kind,
     ...upscaleFactor !== void 0 && { upscaleFactor },
     ...maxOutputLongEdge !== void 0 && { maxOutputLongEdge },
+    ...prompt !== void 0 && { prompt },
     ...fps !== void 0 && { fps },
     ...outputFormats !== void 0 && { outputFormats }
   };
@@ -4122,14 +4254,21 @@ async function readJson(ctx, res) {
 function providerModelName(ctx) {
   return import_zod11.z.string().safeParse(ctx.model.providerOptions?.["fal"]?.["model"]).data;
 }
+function staticInput(ctx) {
+  return JsonObjectSchema.safeParse(ctx.model.providerOptions?.["fal"]?.["input"]).data ?? {};
+}
 function toolInput(ctx, req, output) {
   const tool = videoToolConstraints(ctx.model);
   const model = providerModelName(ctx);
-  const input = { video_url: req.source.url };
+  const input = { ...staticInput(ctx), video_url: req.source.url };
   if (tool?.kind === "upscale") {
-    if (model !== void 0) input["model"] = model;
     input["upscale_factor"] = req.upscaleFactor ?? 1;
-    input["H264_output"] = true;
+    if (model !== void 0) {
+      input["model"] = model;
+      input["H264_output"] = true;
+    }
+    const prompt = req.prompt?.trim();
+    if (tool.prompt === true && prompt) input["prompt"] = prompt;
   } else if (tool?.kind === "interpolate") {
     if (model !== void 0) input["model"] = model;
     input["target_fps"] = req.targetFps ?? 60;
@@ -4285,6 +4424,17 @@ function applyInputSpec(spec, req, refToUrl2, opts) {
     const mapped = spec.values?.[canonical]?.[String(value)];
     out[providerField] = mapped ?? serialised;
   }
+  for (const [providerField, keys] of Object.entries(spec.arrays ?? {})) {
+    const urls = [];
+    for (const key of keys) {
+      if (!isArrayInputSpecKey(key)) continue;
+      const value = canonicalValue(req, key);
+      if (value === void 0) continue;
+      if (Array.isArray(value)) urls.push(...value.map(refToUrl2));
+      else if (isMediaRef(value)) urls.push(refToUrl2(value));
+    }
+    if (urls.length > 0) out[providerField] = urls;
+  }
   for (const [key, value] of Object.entries(spec.static ?? {})) {
     out[key] = value;
   }
@@ -8404,6 +8554,26 @@ function resolveVideoOptions(model, request, onUnsupported = "error") {
     });
     delete merged.sourceVideo;
   }
+  const imageInputs = ["firstFrame", "lastFrame", "referenceImages"].filter(
+    (field) => field === "referenceImages" ? compact(merged.referenceImages).length > 0 : merged[field] !== void 0
+  );
+  if (merged.sourceVideo !== void 0 && imageInputs.length > 0 && model.capabilities?.sourceVideoExcludesFrames) {
+    if (onUnsupported === "error") {
+      throw new ModelKitError({
+        code: "unsupported_option",
+        message: `${model.id} takes a source video or images, not both`,
+        model: model.id
+      });
+    }
+    for (const field of imageInputs) {
+      warnings.push({
+        code: "option_ignored",
+        field,
+        message: `${model.id} takes a source video or images, not both; ${field} dropped`
+      });
+      delete merged[field];
+    }
+  }
   if (merged.lastFrame !== void 0 && merged.firstFrame === void 0 && model.capabilities?.lastFrameRequiresFirstFrame) {
     if (onUnsupported === "error") {
       throw new ModelKitError({
@@ -9514,6 +9684,7 @@ var describe = (modelId) => createDefaultModelKit().describe(modelId);
 0 && (module.exports = {
   ADAPTER_IDS,
   ADAPTER_KEYS,
+  ARRAY_INPUT_SPEC_KEYS,
   AUDIO_INPUT_SPEC_KEYS,
   Catalog,
   CatalogModelSchema,
@@ -9556,6 +9727,7 @@ var describe = (modelId) => createDefaultModelKit().describe(modelId);
   googleImageAdapter,
   hasAwsCredentials,
   higgsfieldAdapter,
+  isArrayInputSpecKey,
   isInputSpecKey,
   isListed,
   isListedOn,