@shop-os/modelkit 0.3.2 → 0.3.4

package/dist/index.d.cts

@@ -152,6 +152,8 @@ interface VideoToolRequest {
     source: VideoToolSource;
     /** Upscale rows. */
     upscaleFactor?: number;
+    /** Upscale rows whose `constraints.tool.prompt` is set; ignored by every other row. */
+    prompt?: string;
     /** Interpolate rows. */
     targetFps?: number;
     /** HDR rows; the row's first `outputFormats` entry when unset. */
@@ -274,6 +276,8 @@ interface VideoToolConstraints {
     };
     /** Upscale: the output's long edge may not pass this, in pixels. */
     maxOutputLongEdge?: number;
+    /** Upscale: the row takes an optional prompt that guides added detail. */
+    prompt?: boolean;
     /** Interpolate: allowed target frame rate range. */
     fps?: {
         min: number;
@@ -396,6 +400,8 @@ interface CatalogCapabilities {
     videoEdit?: boolean;
     /** Video rows: first/last frames and reference images are mutually exclusive inputs. */
     framesExcludeReferences?: boolean;
+    /** Video rows: a source video is never sent with first/last frames or reference images. */
+    sourceVideoExcludesFrames?: boolean;
     /** Video rows: a last frame is accepted only together with a first frame. */
     lastFrameRequiresFirstFrame?: boolean;
     /** Text rows. `reasoning`: the model streams reasoning the UI should surface. */
@@ -819,6 +825,7 @@ declare const CatalogModelSchemaBase: z.ZodObject<{
                 max: z.ZodNumber;
             }, z.core.$loose>>;
             maxOutputLongEdge: z.ZodOptional<z.ZodNumber>;
+            prompt: z.ZodOptional<z.ZodBoolean>;
             fps: z.ZodOptional<z.ZodObject<{
                 min: z.ZodNumber;
                 max: z.ZodNumber;
@@ -1021,6 +1028,7 @@ declare const CatalogModelSchemaBase: z.ZodObject<{
         acceptsSourceVideo: z.ZodOptional<z.ZodBoolean>;
         videoEdit: z.ZodOptional<z.ZodBoolean>;
         framesExcludeReferences: z.ZodOptional<z.ZodBoolean>;
+        sourceVideoExcludesFrames: z.ZodOptional<z.ZodBoolean>;
         lastFrameRequiresFirstFrame: z.ZodOptional<z.ZodBoolean>;
         reasoning: z.ZodOptional<z.ZodBoolean>;
         vision: z.ZodOptional<z.ZodBoolean>;
@@ -1030,15 +1038,19 @@ declare const CatalogModelSchemaBase: z.ZodObject<{
 declare const CatalogModelSchema: z.ZodType<CatalogModel>;
 declare const CatalogSchema: z.ZodType<CatalogModel[]>;
 
-declare const VIDEO_INPUT_SPEC_KEYS: readonly ["prompt", "durationSeconds", "aspectRatio", "resolution", "firstFrame", "lastFrame", "seed", "negativePrompt", "generateAudio", "cfgScale", "promptExpansion", "referenceImages"];
+declare const VIDEO_INPUT_SPEC_KEYS: readonly ["prompt", "durationSeconds", "aspectRatio", "resolution", "firstFrame", "lastFrame", "seed", "negativePrompt", "generateAudio", "cfgScale", "promptExpansion", "referenceImages", "sourceVideo"];
 declare const IMAGE_INPUT_SPEC_KEYS: readonly ["prompt", "references", "aspectRatio", "size", "outputFormat", "seed"];
 declare const AUDIO_INPUT_SPEC_KEYS: readonly ["prompt", "durationSeconds", "seed", "negativePrompt", "references", "sourceVideo", "instrumental"];
+/** Image inputs that `inputSpec.arrays` can join into one provider array field. */
+declare const ARRAY_INPUT_SPEC_KEYS: readonly ["firstFrame", "referenceImages", "lastFrame", "references"];
+type ArrayInputSpecKey = (typeof ARRAY_INPUT_SPEC_KEYS)[number];
 type InputSpecKey = (typeof VIDEO_INPUT_SPEC_KEYS)[number] | (typeof IMAGE_INPUT_SPEC_KEYS)[number] | (typeof AUDIO_INPUT_SPEC_KEYS)[number];
 declare const INPUT_SPEC_SUPPORTS_KEYS: readonly SupportedOption[];
 declare const InputSpecSchema: z.ZodObject<{
     fields: z.ZodRecord<z.ZodString, z.ZodString>;
     values: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean]>>>>;
     static: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean]>>>;
+    arrays: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodString>>>;
     editEndpoint: z.ZodOptional<z.ZodString>;
 }, z.core.$strict>;
 type InputSpec = z.infer<typeof InputSpecSchema>;
@@ -1054,6 +1066,7 @@ interface ValidateRow {
     };
 }
 declare function isInputSpecKey(key: string): key is InputSpecKey;
+declare function isArrayInputSpecKey(key: string): key is ArrayInputSpecKey;
 declare function validateInputSpec(raw: ProviderOptionValue, row: ValidateRow): {
     ok: true;
     spec: InputSpec;
@@ -1406,7 +1419,11 @@ declare function planVideoTool(row: CatalogModel, req: Omit<VideoToolRequest, "m
 
 /**
  * Topaz Labs video tools on fal. `providerOptions.fal.model` names the Topaz model the
- * endpoint runs; the adapter sends it as `model`. Exposed on cowork only (Creative Studio).
+ * endpoint runs; the adapter sends it as `model`. Precision and Starlight are also listed in
+ * Space Builder's video upscale node.
+ *
+ * FLUX video upscale on fal: one endpoint, two rows, because fal prices its `creativity`
+ * modes differently and pricing is keyed by model. `providerOptions.fal.input` fixes the mode.
  */
 declare const VIDEO_TOOL_MODELS: CatalogModel[];
 
@@ -1445,4 +1462,4 @@ declare function describeThrown(cause: unknown): ThrownErrorInfo;
 /** Add the AI SDK `GeneratedFile` accessors to adapter image bytes. base64 is computed on first read. */
 declare function toGeneratedImage(image: ImageBytes): GeneratedImage;
 
-export { ADAPTER_IDS, ADAPTER_KEYS, AUDIO_INPUT_SPEC_KEYS, type Adapter, type AdapterContext, type AdapterEndpoints, type AdapterId, type AdapterRegistry, type AiTextProviderOptions, type AspectRatio, type AudioOutput, type AudioRequest, type AudioResult, type CallContext, Catalog, type CatalogAuth, type CatalogCache, type CatalogCapabilities, type CatalogDisplay, type CatalogEnvelope, type CatalogModel, CatalogModelSchema, CatalogModelSchemaBase, type CatalogOrigin, CatalogSchema, type CatalogSource, type CatalogTextModel, DEFAULT_ADAPTERS, type DataOnlyRow, type DataOnlyVerdict, type DefaultObjectOutput, type Exposure, ExposureSchema, type FalWebhookBody, type GeneratedImage, IMAGE_INPUT_SPEC_KEYS, INPUT_SPEC_SUPPORTS_KEYS, type ImageBytes, type ImageCallOptions, type ImageCallResult, type ImageQuality, type ImageRequest, type ImageResult, type ImageSafetySetting, type ImageSize, type InputSpec, type InputSpecIssue, type InputSpecKey, InputSpecSchema, type JsonObject, JsonObjectSchema, type JsonPrimitive, type JsonValue, JsonValueSchema, type KeyTier, type LanguageModelHandle, type Lifecycle, type LiveCatalogState, MODELS, type MediaPart, type MediaRef, type ModelConstraints, type ModelKit, type ModelKitConfig, ModelKitError, type ModelKitErrorCode, type ModelKitErrorInit, type ModelType, type ModelkitGenerateObjectOptions, type ModelkitGenerateTextOptions, type ModelkitStreamObjectOptions, type ModelkitStreamTextOptions, type ObjectOutput, type ObjectResult, type OnUnsupported, type OutputFormat, type PricingKind, type PrimeCatalogResult, type PromptConventions, type ProviderErrorBody, type ProviderKeyName, type ProviderKeys, type ProviderOptionValue, type ProviderOptions, type QuarantineResult, type ReferenceLimits, type ReferenceSyntax, type RequiredInput, type RequiredKeyName, type ResolveResult, type Routing, SURFACES, type SupportedOption, type Surface, SurfaceSchema, type TextMethods, type TextModelInstance, type UpscaleOptions, type UsageEvent, type UsageModality, type UsageUnit, VIDEO_INPUT_SPEC_KEYS, VIDEO_TOOL_MODELS, type VideoCallJob, type VideoCallOptions, type VideoJob, type VideoModel, type VideoRequest, type VideoResolution, type VideoResult, type VideoSecondsLimits, type VideoToolCallContext, type VideoToolConstraints, type VideoToolKind, type VideoToolOutputFormat, type VideoToolOutputSpec, type VideoToolPlan, type VideoToolRequest, type VideoToolResult, type VideoToolSource, type VideoToolStatus, type VideoToolSubmission, type Warning, adapterServesType, aiSdkTextAdapter, arkAdapter, aspectRatioToSize, classifyHttpError, compareCatalogOrder, createDefaultModelKit, createModelKit, dataOnlyCapable, describe, describeThrown, generateImage as experimental_generateImage, falAdapter, falWebhookBodySchema, fileCatalogCache, generateAudio, generateImage, generateObject, generateText, generateVideo, googleGenaiAdapter, googleImageAdapter, hasAwsCredentials, higgsfieldAdapter, isInputSpecKey, isListed, isListedOn, isModelKitError, keysFromEnv, languageModel, liveCatalog, liveState, mergeTextProviderOptions, missingTierKeys, nearestAspectRatio, normalizeExposure, openaiImageAdapter, passthroughTextModel, planVideoTool, pollUntil, prepareMediaPart, primeCatalog, prodiaAdapter, readErrorBody, replicateAdapter, resetLiveCatalog, resolutionTier, resolveAudioOptions, resolveImageOptions, resolveKeys, resolveVideoOptions, shouldRetry, sleep, sortCatalogRows, streamObject, streamText, textUsageEvent, toGeneratedImage, validateInputSpec, videoLengthViolation, videoToolConstraints, withRetry, xaiVideoAdapter };
+export { ADAPTER_IDS, ADAPTER_KEYS, ARRAY_INPUT_SPEC_KEYS, AUDIO_INPUT_SPEC_KEYS, type Adapter, type AdapterContext, type AdapterEndpoints, type AdapterId, type AdapterRegistry, type AiTextProviderOptions, type ArrayInputSpecKey, type AspectRatio, type AudioOutput, type AudioRequest, type AudioResult, type CallContext, Catalog, type CatalogAuth, type CatalogCache, type CatalogCapabilities, type CatalogDisplay, type CatalogEnvelope, type CatalogModel, CatalogModelSchema, CatalogModelSchemaBase, type CatalogOrigin, CatalogSchema, type CatalogSource, type CatalogTextModel, DEFAULT_ADAPTERS, type DataOnlyRow, type DataOnlyVerdict, type DefaultObjectOutput, type Exposure, ExposureSchema, type FalWebhookBody, type GeneratedImage, IMAGE_INPUT_SPEC_KEYS, INPUT_SPEC_SUPPORTS_KEYS, type ImageBytes, type ImageCallOptions, type ImageCallResult, type ImageQuality, type ImageRequest, type ImageResult, type ImageSafetySetting, type ImageSize, type InputSpec, type InputSpecIssue, type InputSpecKey, InputSpecSchema, type JsonObject, JsonObjectSchema, type JsonPrimitive, type JsonValue, JsonValueSchema, type KeyTier, type LanguageModelHandle, type Lifecycle, type LiveCatalogState, MODELS, type MediaPart, type MediaRef, type ModelConstraints, type ModelKit, type ModelKitConfig, ModelKitError, type ModelKitErrorCode, type ModelKitErrorInit, type ModelType, type ModelkitGenerateObjectOptions, type ModelkitGenerateTextOptions, type ModelkitStreamObjectOptions, type ModelkitStreamTextOptions, type ObjectOutput, type ObjectResult, type OnUnsupported, type OutputFormat, type PricingKind, type PrimeCatalogResult, type PromptConventions, type ProviderErrorBody, type ProviderKeyName, type ProviderKeys, type ProviderOptionValue, type ProviderOptions, type QuarantineResult, type ReferenceLimits, type ReferenceSyntax, type RequiredInput, type RequiredKeyName, type ResolveResult, type Routing, SURFACES, type SupportedOption, type Surface, SurfaceSchema, type TextMethods, type TextModelInstance, type UpscaleOptions, type UsageEvent, type UsageModality, type UsageUnit, VIDEO_INPUT_SPEC_KEYS, VIDEO_TOOL_MODELS, type VideoCallJob, type VideoCallOptions, type VideoJob, type VideoModel, type VideoRequest, type VideoResolution, type VideoResult, type VideoSecondsLimits, type VideoToolCallContext, type VideoToolConstraints, type VideoToolKind, type VideoToolOutputFormat, type VideoToolOutputSpec, type VideoToolPlan, type VideoToolRequest, type VideoToolResult, type VideoToolSource, type VideoToolStatus, type VideoToolSubmission, type Warning, adapterServesType, aiSdkTextAdapter, arkAdapter, aspectRatioToSize, classifyHttpError, compareCatalogOrder, createDefaultModelKit, createModelKit, dataOnlyCapable, describe, describeThrown, generateImage as experimental_generateImage, falAdapter, falWebhookBodySchema, fileCatalogCache, generateAudio, generateImage, generateObject, generateText, generateVideo, googleGenaiAdapter, googleImageAdapter, hasAwsCredentials, higgsfieldAdapter, isArrayInputSpecKey, isInputSpecKey, isListed, isListedOn, isModelKitError, keysFromEnv, languageModel, liveCatalog, liveState, mergeTextProviderOptions, missingTierKeys, nearestAspectRatio, normalizeExposure, openaiImageAdapter, passthroughTextModel, planVideoTool, pollUntil, prepareMediaPart, primeCatalog, prodiaAdapter, readErrorBody, replicateAdapter, resetLiveCatalog, resolutionTier, resolveAudioOptions, resolveImageOptions, resolveKeys, resolveVideoOptions, shouldRetry, sleep, sortCatalogRows, streamObject, streamText, textUsageEvent, toGeneratedImage, validateInputSpec, videoLengthViolation, videoToolConstraints, withRetry, xaiVideoAdapter };

package/dist/index.d.ts

@@ -152,6 +152,8 @@ interface VideoToolRequest {
     source: VideoToolSource;
     /** Upscale rows. */
     upscaleFactor?: number;
+    /** Upscale rows whose `constraints.tool.prompt` is set; ignored by every other row. */
+    prompt?: string;
     /** Interpolate rows. */
     targetFps?: number;
     /** HDR rows; the row's first `outputFormats` entry when unset. */
@@ -274,6 +276,8 @@ interface VideoToolConstraints {
     };
     /** Upscale: the output's long edge may not pass this, in pixels. */
     maxOutputLongEdge?: number;
+    /** Upscale: the row takes an optional prompt that guides added detail. */
+    prompt?: boolean;
     /** Interpolate: allowed target frame rate range. */
     fps?: {
         min: number;
@@ -396,6 +400,8 @@ interface CatalogCapabilities {
     videoEdit?: boolean;
     /** Video rows: first/last frames and reference images are mutually exclusive inputs. */
     framesExcludeReferences?: boolean;
+    /** Video rows: a source video is never sent with first/last frames or reference images. */
+    sourceVideoExcludesFrames?: boolean;
     /** Video rows: a last frame is accepted only together with a first frame. */
     lastFrameRequiresFirstFrame?: boolean;
     /** Text rows. `reasoning`: the model streams reasoning the UI should surface. */
@@ -819,6 +825,7 @@ declare const CatalogModelSchemaBase: z.ZodObject<{
                 max: z.ZodNumber;
             }, z.core.$loose>>;
             maxOutputLongEdge: z.ZodOptional<z.ZodNumber>;
+            prompt: z.ZodOptional<z.ZodBoolean>;
             fps: z.ZodOptional<z.ZodObject<{
                 min: z.ZodNumber;
                 max: z.ZodNumber;
@@ -1021,6 +1028,7 @@ declare const CatalogModelSchemaBase: z.ZodObject<{
         acceptsSourceVideo: z.ZodOptional<z.ZodBoolean>;
         videoEdit: z.ZodOptional<z.ZodBoolean>;
         framesExcludeReferences: z.ZodOptional<z.ZodBoolean>;
+        sourceVideoExcludesFrames: z.ZodOptional<z.ZodBoolean>;
         lastFrameRequiresFirstFrame: z.ZodOptional<z.ZodBoolean>;
         reasoning: z.ZodOptional<z.ZodBoolean>;
         vision: z.ZodOptional<z.ZodBoolean>;
@@ -1030,15 +1038,19 @@ declare const CatalogModelSchemaBase: z.ZodObject<{
 declare const CatalogModelSchema: z.ZodType<CatalogModel>;
 declare const CatalogSchema: z.ZodType<CatalogModel[]>;
 
-declare const VIDEO_INPUT_SPEC_KEYS: readonly ["prompt", "durationSeconds", "aspectRatio", "resolution", "firstFrame", "lastFrame", "seed", "negativePrompt", "generateAudio", "cfgScale", "promptExpansion", "referenceImages"];
+declare const VIDEO_INPUT_SPEC_KEYS: readonly ["prompt", "durationSeconds", "aspectRatio", "resolution", "firstFrame", "lastFrame", "seed", "negativePrompt", "generateAudio", "cfgScale", "promptExpansion", "referenceImages", "sourceVideo"];
 declare const IMAGE_INPUT_SPEC_KEYS: readonly ["prompt", "references", "aspectRatio", "size", "outputFormat", "seed"];
 declare const AUDIO_INPUT_SPEC_KEYS: readonly ["prompt", "durationSeconds", "seed", "negativePrompt", "references", "sourceVideo", "instrumental"];
+/** Image inputs that `inputSpec.arrays` can join into one provider array field. */
+declare const ARRAY_INPUT_SPEC_KEYS: readonly ["firstFrame", "referenceImages", "lastFrame", "references"];
+type ArrayInputSpecKey = (typeof ARRAY_INPUT_SPEC_KEYS)[number];
 type InputSpecKey = (typeof VIDEO_INPUT_SPEC_KEYS)[number] | (typeof IMAGE_INPUT_SPEC_KEYS)[number] | (typeof AUDIO_INPUT_SPEC_KEYS)[number];
 declare const INPUT_SPEC_SUPPORTS_KEYS: readonly SupportedOption[];
 declare const InputSpecSchema: z.ZodObject<{
     fields: z.ZodRecord<z.ZodString, z.ZodString>;
     values: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean]>>>>;
     static: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean]>>>;
+    arrays: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodString>>>;
     editEndpoint: z.ZodOptional<z.ZodString>;
 }, z.core.$strict>;
 type InputSpec = z.infer<typeof InputSpecSchema>;
@@ -1054,6 +1066,7 @@ interface ValidateRow {
     };
 }
 declare function isInputSpecKey(key: string): key is InputSpecKey;
+declare function isArrayInputSpecKey(key: string): key is ArrayInputSpecKey;
 declare function validateInputSpec(raw: ProviderOptionValue, row: ValidateRow): {
     ok: true;
     spec: InputSpec;
@@ -1406,7 +1419,11 @@ declare function planVideoTool(row: CatalogModel, req: Omit<VideoToolRequest, "m
 
 /**
  * Topaz Labs video tools on fal. `providerOptions.fal.model` names the Topaz model the
- * endpoint runs; the adapter sends it as `model`. Exposed on cowork only (Creative Studio).
+ * endpoint runs; the adapter sends it as `model`. Precision and Starlight are also listed in
+ * Space Builder's video upscale node.
+ *
+ * FLUX video upscale on fal: one endpoint, two rows, because fal prices its `creativity`
+ * modes differently and pricing is keyed by model. `providerOptions.fal.input` fixes the mode.
  */
 declare const VIDEO_TOOL_MODELS: CatalogModel[];
 
@@ -1445,4 +1462,4 @@ declare function describeThrown(cause: unknown): ThrownErrorInfo;
 /** Add the AI SDK `GeneratedFile` accessors to adapter image bytes. base64 is computed on first read. */
 declare function toGeneratedImage(image: ImageBytes): GeneratedImage;
 
-export { ADAPTER_IDS, ADAPTER_KEYS, AUDIO_INPUT_SPEC_KEYS, type Adapter, type AdapterContext, type AdapterEndpoints, type AdapterId, type AdapterRegistry, type AiTextProviderOptions, type AspectRatio, type AudioOutput, type AudioRequest, type AudioResult, type CallContext, Catalog, type CatalogAuth, type CatalogCache, type CatalogCapabilities, type CatalogDisplay, type CatalogEnvelope, type CatalogModel, CatalogModelSchema, CatalogModelSchemaBase, type CatalogOrigin, CatalogSchema, type CatalogSource, type CatalogTextModel, DEFAULT_ADAPTERS, type DataOnlyRow, type DataOnlyVerdict, type DefaultObjectOutput, type Exposure, ExposureSchema, type FalWebhookBody, type GeneratedImage, IMAGE_INPUT_SPEC_KEYS, INPUT_SPEC_SUPPORTS_KEYS, type ImageBytes, type ImageCallOptions, type ImageCallResult, type ImageQuality, type ImageRequest, type ImageResult, type ImageSafetySetting, type ImageSize, type InputSpec, type InputSpecIssue, type InputSpecKey, InputSpecSchema, type JsonObject, JsonObjectSchema, type JsonPrimitive, type JsonValue, JsonValueSchema, type KeyTier, type LanguageModelHandle, type Lifecycle, type LiveCatalogState, MODELS, type MediaPart, type MediaRef, type ModelConstraints, type ModelKit, type ModelKitConfig, ModelKitError, type ModelKitErrorCode, type ModelKitErrorInit, type ModelType, type ModelkitGenerateObjectOptions, type ModelkitGenerateTextOptions, type ModelkitStreamObjectOptions, type ModelkitStreamTextOptions, type ObjectOutput, type ObjectResult, type OnUnsupported, type OutputFormat, type PricingKind, type PrimeCatalogResult, type PromptConventions, type ProviderErrorBody, type ProviderKeyName, type ProviderKeys, type ProviderOptionValue, type ProviderOptions, type QuarantineResult, type ReferenceLimits, type ReferenceSyntax, type RequiredInput, type RequiredKeyName, type ResolveResult, type Routing, SURFACES, type SupportedOption, type Surface, SurfaceSchema, type TextMethods, type TextModelInstance, type UpscaleOptions, type UsageEvent, type UsageModality, type UsageUnit, VIDEO_INPUT_SPEC_KEYS, VIDEO_TOOL_MODELS, type VideoCallJob, type VideoCallOptions, type VideoJob, type VideoModel, type VideoRequest, type VideoResolution, type VideoResult, type VideoSecondsLimits, type VideoToolCallContext, type VideoToolConstraints, type VideoToolKind, type VideoToolOutputFormat, type VideoToolOutputSpec, type VideoToolPlan, type VideoToolRequest, type VideoToolResult, type VideoToolSource, type VideoToolStatus, type VideoToolSubmission, type Warning, adapterServesType, aiSdkTextAdapter, arkAdapter, aspectRatioToSize, classifyHttpError, compareCatalogOrder, createDefaultModelKit, createModelKit, dataOnlyCapable, describe, describeThrown, generateImage as experimental_generateImage, falAdapter, falWebhookBodySchema, fileCatalogCache, generateAudio, generateImage, generateObject, generateText, generateVideo, googleGenaiAdapter, googleImageAdapter, hasAwsCredentials, higgsfieldAdapter, isInputSpecKey, isListed, isListedOn, isModelKitError, keysFromEnv, languageModel, liveCatalog, liveState, mergeTextProviderOptions, missingTierKeys, nearestAspectRatio, normalizeExposure, openaiImageAdapter, passthroughTextModel, planVideoTool, pollUntil, prepareMediaPart, primeCatalog, prodiaAdapter, readErrorBody, replicateAdapter, resetLiveCatalog, resolutionTier, resolveAudioOptions, resolveImageOptions, resolveKeys, resolveVideoOptions, shouldRetry, sleep, sortCatalogRows, streamObject, streamText, textUsageEvent, toGeneratedImage, validateInputSpec, videoLengthViolation, videoToolConstraints, withRetry, xaiVideoAdapter };
+export { ADAPTER_IDS, ADAPTER_KEYS, ARRAY_INPUT_SPEC_KEYS, AUDIO_INPUT_SPEC_KEYS, type Adapter, type AdapterContext, type AdapterEndpoints, type AdapterId, type AdapterRegistry, type AiTextProviderOptions, type ArrayInputSpecKey, type AspectRatio, type AudioOutput, type AudioRequest, type AudioResult, type CallContext, Catalog, type CatalogAuth, type CatalogCache, type CatalogCapabilities, type CatalogDisplay, type CatalogEnvelope, type CatalogModel, CatalogModelSchema, CatalogModelSchemaBase, type CatalogOrigin, CatalogSchema, type CatalogSource, type CatalogTextModel, DEFAULT_ADAPTERS, type DataOnlyRow, type DataOnlyVerdict, type DefaultObjectOutput, type Exposure, ExposureSchema, type FalWebhookBody, type GeneratedImage, IMAGE_INPUT_SPEC_KEYS, INPUT_SPEC_SUPPORTS_KEYS, type ImageBytes, type ImageCallOptions, type ImageCallResult, type ImageQuality, type ImageRequest, type ImageResult, type ImageSafetySetting, type ImageSize, type InputSpec, type InputSpecIssue, type InputSpecKey, InputSpecSchema, type JsonObject, JsonObjectSchema, type JsonPrimitive, type JsonValue, JsonValueSchema, type KeyTier, type LanguageModelHandle, type Lifecycle, type LiveCatalogState, MODELS, type MediaPart, type MediaRef, type ModelConstraints, type ModelKit, type ModelKitConfig, ModelKitError, type ModelKitErrorCode, type ModelKitErrorInit, type ModelType, type ModelkitGenerateObjectOptions, type ModelkitGenerateTextOptions, type ModelkitStreamObjectOptions, type ModelkitStreamTextOptions, type ObjectOutput, type ObjectResult, type OnUnsupported, type OutputFormat, type PricingKind, type PrimeCatalogResult, type PromptConventions, type ProviderErrorBody, type ProviderKeyName, type ProviderKeys, type ProviderOptionValue, type ProviderOptions, type QuarantineResult, type ReferenceLimits, type ReferenceSyntax, type RequiredInput, type RequiredKeyName, type ResolveResult, type Routing, SURFACES, type SupportedOption, type Surface, SurfaceSchema, type TextMethods, type TextModelInstance, type UpscaleOptions, type UsageEvent, type UsageModality, type UsageUnit, VIDEO_INPUT_SPEC_KEYS, VIDEO_TOOL_MODELS, type VideoCallJob, type VideoCallOptions, type VideoJob, type VideoModel, type VideoRequest, type VideoResolution, type VideoResult, type VideoSecondsLimits, type VideoToolCallContext, type VideoToolConstraints, type VideoToolKind, type VideoToolOutputFormat, type VideoToolOutputSpec, type VideoToolPlan, type VideoToolRequest, type VideoToolResult, type VideoToolSource, type VideoToolStatus, type VideoToolSubmission, type Warning, adapterServesType, aiSdkTextAdapter, arkAdapter, aspectRatioToSize, classifyHttpError, compareCatalogOrder, createDefaultModelKit, createModelKit, dataOnlyCapable, describe, describeThrown, generateImage as experimental_generateImage, falAdapter, falWebhookBodySchema, fileCatalogCache, generateAudio, generateImage, generateObject, generateText, generateVideo, googleGenaiAdapter, googleImageAdapter, hasAwsCredentials, higgsfieldAdapter, isArrayInputSpecKey, isInputSpecKey, isListed, isListedOn, isModelKitError, keysFromEnv, languageModel, liveCatalog, liveState, mergeTextProviderOptions, missingTierKeys, nearestAspectRatio, normalizeExposure, openaiImageAdapter, passthroughTextModel, planVideoTool, pollUntil, prepareMediaPart, primeCatalog, prodiaAdapter, readErrorBody, replicateAdapter, resetLiveCatalog, resolutionTier, resolveAudioOptions, resolveImageOptions, resolveKeys, resolveVideoOptions, shouldRetry, sleep, sortCatalogRows, streamObject, streamText, textUsageEvent, toGeneratedImage, validateInputSpec, videoLengthViolation, videoToolConstraints, withRetry, xaiVideoAdapter };

package/dist/index.js

@@ -2013,8 +2013,16 @@ var VIDEO_MODELS = [
 
 // src/catalog/video-tools.ts
 var TOPAZ_LOGO = "https://cdn.jsdelivr.net/npm/@lobehub/icons-static-png@1.97.0/light/topazlabs.png";
+var FLUX_LOGO = "https://cdn.jsdelivr.net/npm/@lobehub/icons-static-png@1.97.0/light/flux.png";
 var TOPAZ_SOURCE_SECONDS = { max: 300 };
-var TOPAZ_USAGE = { unit: "seconds" };
+var SECONDS_USAGE = { unit: "seconds" };
+var FLUX_SOURCE_SECONDS = { max: 20 };
+var FLUX_UPSCALE_TOOL = {
+  kind: "upscale",
+  upscaleFactor: { min: 1.5, max: 3 },
+  maxOutputLongEdge: 3840,
+  prompt: true
+};
 var VIDEO_TOOL_MODELS = [
   {
     id: "topaz-precision",
@@ -2024,7 +2032,7 @@ var VIDEO_TOOL_MODELS = [
     adapter: "fal",
     providerModelId: "topaz/upscale/video/precision",
     lifecycle: "active",
-    exposure: ["cowork"],
+    exposure: ["cowork", "space_builder"],
     constraints: {
       supports: [],
       sourceVideoSeconds: TOPAZ_SOURCE_SECONDS,
@@ -2032,7 +2040,7 @@ var VIDEO_TOOL_MODELS = [
     },
     defaults: {},
     providerOptions: { fal: { model: "Proteus" } },
-    usage: TOPAZ_USAGE,
+    usage: SECONDS_USAGE,
     pricingKind: "video_per_second",
     display: {
       provider: "topaz",
@@ -2049,7 +2057,7 @@ var VIDEO_TOOL_MODELS = [
     adapter: "fal",
     providerModelId: "topaz/upscale/video/generative",
     lifecycle: "active",
-    exposure: ["cowork"],
+    exposure: ["cowork", "space_builder"],
     constraints: {
       supports: [],
       sourceVideoSeconds: TOPAZ_SOURCE_SECONDS,
@@ -2057,7 +2065,7 @@ var VIDEO_TOOL_MODELS = [
     },
     defaults: {},
     providerOptions: { fal: { model: "Starlight Precise 2.6" } },
-    usage: TOPAZ_USAGE,
+    usage: SECONDS_USAGE,
     pricingKind: "video_per_second",
     display: {
       provider: "topaz",
@@ -2082,7 +2090,7 @@ var VIDEO_TOOL_MODELS = [
     },
     defaults: {},
     providerOptions: { fal: { model: "Apollo" } },
-    usage: TOPAZ_USAGE,
+    usage: SECONDS_USAGE,
     pricingKind: "video_per_second",
     display: {
       provider: "topaz",
@@ -2105,13 +2113,63 @@ var VIDEO_TOOL_MODELS = [
       tool: { kind: "hdr", outputFormats: ["h265", "prores"] }
     },
     defaults: {},
-    usage: TOPAZ_USAGE,
+    usage: SECONDS_USAGE,
     pricingKind: "video_per_second",
     display: {
       provider: "topaz",
       logo: TOPAZ_LOGO,
       description: "Topaz Hyperion 2.5 SDR to HDR: a 10-bit HDR master in H.265 (HDR10) or ProRes 422 HQ, at the source's size and frame rate."
     }
+  },
+  {
+    id: "flux-video-upscale-precise",
+    aliases: [],
+    label: "FLUX Upscale Precise",
+    type: "video-tool",
+    adapter: "fal",
+    providerModelId: "blackforestlabs/flux-video-upscale",
+    lifecycle: "active",
+    exposure: ["space_builder"],
+    constraints: {
+      supports: [],
+      sourceVideoSeconds: FLUX_SOURCE_SECONDS,
+      tool: FLUX_UPSCALE_TOOL
+    },
+    defaults: {},
+    providerOptions: { fal: { input: { creativity: 0 } } },
+    usage: SECONDS_USAGE,
+    pricingKind: "video_per_second",
+    display: {
+      provider: "black-forest-labs",
+      logo: FLUX_LOGO,
+      description: "FLUX 3 super-resolution, source-faithful: 1.5x to 3x, up to 4K, for clips up to 20 seconds.",
+      sortOrder: 30
+    }
+  },
+  {
+    id: "flux-video-upscale-creative",
+    aliases: [],
+    label: "FLUX Upscale Creative",
+    type: "video-tool",
+    adapter: "fal",
+    providerModelId: "blackforestlabs/flux-video-upscale",
+    lifecycle: "active",
+    exposure: ["space_builder"],
+    constraints: {
+      supports: [],
+      sourceVideoSeconds: FLUX_SOURCE_SECONDS,
+      tool: FLUX_UPSCALE_TOOL
+    },
+    defaults: {},
+    providerOptions: { fal: { input: { creativity: 1 } } },
+    usage: SECONDS_USAGE,
+    pricingKind: "video_per_second",
+    display: {
+      provider: "black-forest-labs",
+      logo: FLUX_LOGO,
+      description: "FLUX 3 super-resolution that adds fine detail, optionally guided by a prompt: 1.5x to 3x, up to 4K, for clips up to 20 seconds. Costs more than Precise.",
+      sortOrder: 40
+    }
   }
 ];
 
@@ -2238,7 +2296,8 @@ var VIDEO_INPUT_SPEC_KEYS = [
   "generateAudio",
   "cfgScale",
   "promptExpansion",
-  "referenceImages"
+  "referenceImages",
+  "sourceVideo"
 ];
 var IMAGE_INPUT_SPEC_KEYS = [
   "prompt",
@@ -2257,6 +2316,12 @@ var AUDIO_INPUT_SPEC_KEYS = [
   "sourceVideo",
   "instrumental"
 ];
+var ARRAY_INPUT_SPEC_KEYS = [
+  "firstFrame",
+  "referenceImages",
+  "lastFrame",
+  "references"
+];
 var INPUT_SPEC_SUPPORTS_KEYS = [
   "lastFrame",
   "seed",
@@ -2270,6 +2335,7 @@ var INPUT_SPEC_SUPPORTS_KEYS = [
 var VIDEO_KEY_SET = new Set(VIDEO_INPUT_SPEC_KEYS);
 var IMAGE_KEY_SET = new Set(IMAGE_INPUT_SPEC_KEYS);
 var AUDIO_KEY_SET = new Set(AUDIO_INPUT_SPEC_KEYS);
+var ARRAY_KEY_SET = new Set(ARRAY_INPUT_SPEC_KEYS);
 var ALL_KEY_SET = /* @__PURE__ */ new Set([
   ...VIDEO_INPUT_SPEC_KEYS,
   ...IMAGE_INPUT_SPEC_KEYS,
@@ -2314,13 +2380,30 @@ var ValuesSchema = z2.record(z2.string(), z2.record(z2.string(), ProviderScalarS
   }
 });
 var StaticSchema = z2.record(z2.string(), ProviderScalarSchema);
+var ArraysSchema = z2.record(z2.string().min(1), z2.array(z2.string()).min(1)).superRefine((arrays, ctx) => {
+  for (const [name, keys] of Object.entries(arrays)) {
+    for (const key of keys) {
+      if (!ARRAY_KEY_SET.has(key)) {
+        ctx.addIssue({
+          code: "custom",
+          path: [name],
+          message: `inputSpec.arrays "${name}" has unknown image key "${key}"`
+        });
+      }
+    }
+  }
+});
 var InputSpecSchema = z2.strictObject({
   fields: FieldsSchema,
   values: ValuesSchema.optional(),
   static: StaticSchema.optional(),
+  arrays: ArraysSchema.optional(),
   editEndpoint: z2.string().min(1).optional()
 }).superRefine((spec, ctx) => {
-  const mappedNames = new Set(Object.values(spec.fields));
+  const mappedNames = /* @__PURE__ */ new Set([
+    ...Object.values(spec.fields),
+    ...Object.keys(spec.arrays ?? {})
+  ]);
   for (const key of Object.keys(spec.static ?? {})) {
     if (mappedNames.has(key)) {
       ctx.addIssue({
@@ -2334,6 +2417,9 @@ var InputSpecSchema = z2.strictObject({
 function isInputSpecKey(key) {
   return ALL_KEY_SET.has(key);
 }
+function isArrayInputSpecKey(key) {
+  return ARRAY_KEY_SET.has(key);
+}
 function validateInputSpec(raw, row) {
   const parsed = InputSpecSchema.safeParse(raw);
   if (!parsed.success) {
@@ -2412,14 +2498,54 @@ function validateInputSpec(raw, row) {
       });
     }
   }
+  const arrayOwner = /* @__PURE__ */ new Map();
+  for (const [name, keys] of Object.entries(spec.arrays ?? {})) {
+    const fieldKey = seenNames.get(name);
+    if (fieldKey !== void 0) {
+      issues.push({
+        path: ["arrays", name],
+        message: `inputSpec.arrays "${name}" is also the provider field of inputSpec.fields "${fieldKey}"`
+      });
+    }
+    for (const key of keys) {
+      if (allowed !== void 0 && !allowed.has(key)) {
+        issues.push({
+          path: ["arrays", name],
+          message: `inputSpec.arrays "${key}" is not supported for ${row.type} rows`
+        });
+      }
+      if (key in spec.fields) {
+        issues.push({
+          path: ["arrays", name],
+          message: `inputSpec.arrays "${key}" is already mapped in inputSpec.fields`
+        });
+      }
+      const owner = arrayOwner.get(key);
+      if (owner === void 0) arrayOwner.set(key, name);
+      else {
+        issues.push({
+          path: ["arrays", name],
+          message: owner === name ? `inputSpec.arrays "${name}" lists "${key}" twice` : `inputSpec.arrays "${owner}" and "${name}" both take "${key}"`
+        });
+      }
+    }
+  }
   const supports = row.constraints.supports ?? [];
   for (const key of INPUT_SPEC_SUPPORTS_KEYS) {
-    if (key in spec.fields && !supports.includes(key)) {
+    if (supports.includes(key)) continue;
+    if (key in spec.fields) {
       issues.push({
         path: ["fields", key],
         message: `inputSpec.fields "${key}" needs "${key}" in constraints.supports`
       });
     }
+    const arrayName = arrayOwner.get(key);
+    if (arrayName !== void 0) {
+      issues.push({
+        path: ["arrays", arrayName],
+        message: `inputSpec.arrays "${key}" needs "${key}" in constraints.supports`
+      });
+    }
   }
   if (issues.length > 0) return { ok: false, issues };
   return { ok: true, spec };
@@ -2544,6 +2670,7 @@ var VideoToolConstraintsSchema = z3.looseObject({
   kind: z3.enum(["upscale", "interpolate", "hdr"]),
   upscaleFactor: RangeSchema.optional(),
   maxOutputLongEdge: z3.number().positive().optional(),
+  prompt: z3.boolean().optional(),
   fps: RangeSchema.optional(),
   outputFormats: z3.array(z3.enum(["h265", "prores"])).min(1).optional()
 });
@@ -2641,6 +2768,7 @@ var CatalogCapabilitiesSchema = z3.looseObject({
   acceptsSourceVideo: z3.boolean().optional(),
   videoEdit: z3.boolean().optional(),
   framesExcludeReferences: z3.boolean().optional(),
+  sourceVideoExcludesFrames: z3.boolean().optional(),
   lastFrameRequiresFirstFrame: z3.boolean().optional(),
   reasoning: z3.boolean().optional(),
   vision: z3.boolean().optional(),
@@ -3838,6 +3966,7 @@ var ToolSchema = z10.object({
   kind: z10.enum(["upscale", "interpolate", "hdr"]),
   upscaleFactor: RangeSchema2.optional(),
   maxOutputLongEdge: z10.number().positive().optional(),
+  prompt: z10.boolean().optional(),
   fps: RangeSchema2.optional(),
   outputFormats: z10.array(z10.enum(["h265", "prores"])).min(1).optional()
 });
@@ -3845,11 +3974,12 @@ function videoToolConstraints(row) {
   if (row.type !== "video-tool") return void 0;
   const parsed = ToolSchema.safeParse(row.constraints.tool);
   if (!parsed.success) return void 0;
-  const { kind, upscaleFactor, maxOutputLongEdge, fps, outputFormats } = parsed.data;
+  const { kind, upscaleFactor, maxOutputLongEdge, prompt, fps, outputFormats } = parsed.data;
   return {
     kind,
     ...upscaleFactor !== void 0 && { upscaleFactor },
     ...maxOutputLongEdge !== void 0 && { maxOutputLongEdge },
+    ...prompt !== void 0 && { prompt },
     ...fps !== void 0 && { fps },
     ...outputFormats !== void 0 && { outputFormats }
   };
@@ -4005,14 +4135,21 @@ async function readJson(ctx, res) {
 function providerModelName(ctx) {
   return z11.string().safeParse(ctx.model.providerOptions?.["fal"]?.["model"]).data;
 }
+function staticInput(ctx) {
+  return JsonObjectSchema.safeParse(ctx.model.providerOptions?.["fal"]?.["input"]).data ?? {};
+}
 function toolInput(ctx, req, output) {
   const tool = videoToolConstraints(ctx.model);
   const model = providerModelName(ctx);
-  const input = { video_url: req.source.url };
+  const input = { ...staticInput(ctx), video_url: req.source.url };
   if (tool?.kind === "upscale") {
-    if (model !== void 0) input["model"] = model;
     input["upscale_factor"] = req.upscaleFactor ?? 1;
-    input["H264_output"] = true;
+    if (model !== void 0) {
+      input["model"] = model;
+      input["H264_output"] = true;
+    }
+    const prompt = req.prompt?.trim();
+    if (tool.prompt === true && prompt) input["prompt"] = prompt;
   } else if (tool?.kind === "interpolate") {
     if (model !== void 0) input["model"] = model;
     input["target_fps"] = req.targetFps ?? 60;
@@ -4168,6 +4305,17 @@ function applyInputSpec(spec, req, refToUrl2, opts) {
     const mapped = spec.values?.[canonical]?.[String(value)];
     out[providerField] = mapped ?? serialised;
   }
+  for (const [providerField, keys] of Object.entries(spec.arrays ?? {})) {
+    const urls = [];
+    for (const key of keys) {
+      if (!isArrayInputSpecKey(key)) continue;
+      const value = canonicalValue(req, key);
+      if (value === void 0) continue;
+      if (Array.isArray(value)) urls.push(...value.map(refToUrl2));
+      else if (isMediaRef(value)) urls.push(refToUrl2(value));
+    }
+    if (urls.length > 0) out[providerField] = urls;
+  }
   for (const [key, value] of Object.entries(spec.static ?? {})) {
     out[key] = value;
   }
@@ -8289,6 +8437,26 @@ function resolveVideoOptions(model, request, onUnsupported = "error") {
     });
     delete merged.sourceVideo;
   }
+  const imageInputs = ["firstFrame", "lastFrame", "referenceImages"].filter(
+    (field) => field === "referenceImages" ? compact(merged.referenceImages).length > 0 : merged[field] !== void 0
+  );
+  if (merged.sourceVideo !== void 0 && imageInputs.length > 0 && model.capabilities?.sourceVideoExcludesFrames) {
+    if (onUnsupported === "error") {
+      throw new ModelKitError({
+        code: "unsupported_option",
+        message: `${model.id} takes a source video or images, not both`,
+        model: model.id
+      });
+    }
+    for (const field of imageInputs) {
+      warnings.push({
+        code: "option_ignored",
+        field,
+        message: `${model.id} takes a source video or images, not both; ${field} dropped`
+      });
+      delete merged[field];
+    }
+  }
   if (merged.lastFrame !== void 0 && merged.firstFrame === void 0 && model.capabilities?.lastFrameRequiresFirstFrame) {
     if (onUnsupported === "error") {
       throw new ModelKitError({
@@ -9405,6 +9573,7 @@ var describe = (modelId) => createDefaultModelKit().describe(modelId);
 export {
   ADAPTER_IDS,
   ADAPTER_KEYS,
+  ARRAY_INPUT_SPEC_KEYS,
   AUDIO_INPUT_SPEC_KEYS,
   Catalog,
   CatalogModelSchema,
@@ -9447,6 +9616,7 @@ export {
   googleImageAdapter,
   hasAwsCredentials,
   higgsfieldAdapter,
+  isArrayInputSpecKey,
   isInputSpecKey,
   isListed,
   isListedOn,