@shop-os/modelkit 0.2.9 → 0.2.11

package/dist/catalog.d.cts

@@ -103,6 +103,8 @@ interface VideoRequest {
     watermark?: boolean;
     /** Provider-side safety checker toggle (fal MiniMax). Provider default when unset. */
     safetyChecker?: boolean;
+    /** Seedance omni-reference subtask hint. `edit` forces duration -1 and adaptive ratio. */
+    taskType?: "reference" | "edit" | "extend";
     mode?: "standard" | "pro";
 }
 /**
@@ -154,9 +156,11 @@ interface MediaPart {
     cleanup?: () => Promise<void>;
 }
 type RequiredInput = "firstFrame" | "sourceVideo" | "references";
-type SupportedOption = "seed" | "quality" | "negativePrompt" | "cfgScale" | "generateAudio" | "promptExpansion" | "lastFrame" | "count" | "outputFormat" | "scaleFactor" | "safetySettings" | "temperature" | "upscale" | "watermark" | "safetyChecker" | "instrumental";
+type SupportedOption = "seed" | "quality" | "negativePrompt" | "cfgScale" | "generateAudio" | "promptExpansion" | "lastFrame" | "count" | "outputFormat" | "scaleFactor" | "safetySettings" | "temperature" | "upscale" | "watermark" | "safetyChecker" | "taskType" | "instrumental";
 interface ReferenceLimits {
     images?: number;
+    /** Lower image cap when a reference video is also sent (Kling V3 Omni: 7 → 4). */
+    imagesWithVideo?: number;
     videos?: number;
     audios?: number;
     total?: number;
@@ -364,17 +368,36 @@ type ProviderKeys = Partial<Record<ProviderKeyName, string>> & {
     higgsfieldSecret?: string;
     /** Bedrock runtime credentials for Anthropic models when routing.anthropic = "bedrock". */
     aws?: {
-        accessKeyId: string;
-        secretAccessKey: string;
+        /** Bedrock region. Must serve the chosen inference profile (us-east-1 for "us"). */
         region: string;
+        accessKeyId?: string;
+        secretAccessKey?: string;
         sessionToken?: string;
+        /** Bedrock API key (AWS_BEARER_TOKEN_BEDROCK). Wins over SigV4. */
+        apiKey?: string;
+        /** For ECS task roles and other chains. The kit has no AWS SDK dependency; the app passes e.g. defaultProvider(). */
+        credentialProvider?: () => PromiseLike<{
+            accessKeyId: string;
+            secretAccessKey: string;
+            sessionToken?: string;
+        }>;
     };
 };
+/** Key names a call can require, including the Bedrock credentials object. */
+type RequiredKeyName = ProviderKeyName | "aws";
+/** True when region is set AND (apiKey OR credentialProvider OR both static keys). */
+declare function hasAwsCredentials(aws: ProviderKeys["aws"]): aws is NonNullable<ProviderKeys["aws"]>;
 interface Routing {
     /** Text models: direct provider or the Cloudflare AI Gateway. */
     text?: "direct" | "cloudflare";
-    /** Anthropic chat via Bedrock (us. prefixed ids) or the Anthropic API. */
+    /**
+     * Anthropic chat via Bedrock or the Anthropic API. Default "direct". A row's
+     * `providerOptions.modelkit.transport` wins over this. When the chosen transport has
+     * no credentials and the other one has, the kit uses the other one and warns.
+     */
     anthropic?: "direct" | "bedrock";
+    /** Inference profile prefix for Bedrock ids. Default "us". */
+    bedrockProfile?: "us" | "global" | "eu" | "jp" | "au";
     /** fal from geo-blocked regions goes through the Cloudflare passthrough. */
     fal?: "direct" | "cloudflare-passthrough";
     cloudflare?: {
@@ -562,4 +585,4 @@ declare function isModelKitError(err: unknown): err is ModelKitError;
 /** Resolve caller options against a catalog row, dispatching on `model.type`. */
 declare function resolveOptions(model: CatalogModel, request: ImageRequest | VideoRequest | AudioRequest, onUnsupported?: OnUnsupported): ResolveResult<ImageRequest | VideoRequest | AudioRequest>;
 
-export { ADAPTER_IDS, type AdapterEndpoints, type AdapterId, type AspectRatio, type AudioRequest, type AudioResult, type CallContext, Catalog, type CatalogAuth, type CatalogCache, type CatalogCapabilities, type CatalogDisplay, type CatalogEnvelope, type CatalogModel, CatalogModelSchema, type CatalogOrigin, CatalogSchema, type CatalogSource, type Exposure, ExposureSchema, type GeneratedImage, IMAGE_MODELS, type ImageBytes, type ImageCallOptions, type ImageCallResult, type ImageQuality, type ImageRequest, type ImageResult, type ImageSafetySetting, type ImageSize, type JsonObject, type JsonPrimitive, type JsonValue, type Lifecycle, type LiveCatalogState, MODELS, type MediaPart, type MediaRef, type ModelConstraints, type ModelKitConfig, ModelKitError, type ModelKitErrorCode, type ModelKitErrorInit, type ModelType, OTHER_MODELS, type OnUnsupported, type OutputFormat, type PricingKind, type PrimeCatalogResult, type ProviderErrorBody, type ProviderKeyName, type ProviderKeys, type ProviderOptionValue, type ProviderOptions, type ReferenceLimits, type RequiredInput, type ResolveResult, type Routing, SURFACES, type SupportedOption, type Surface, SurfaceSchema, TEXT_MODELS, type UpscaleOptions, type UsageEvent, type UsageModality, type UsageUnit, VIDEO_MODELS, type VideoCallJob, type VideoCallOptions, type VideoJob, type VideoModel, type VideoRequest, type VideoResolution, type VideoResult, type Warning, compareCatalogOrder, isListed, isListedOn, isModelKitError, liveCatalog, liveState, nearestAspectRatio, normalizeExposure, primeCatalog, resetLiveCatalog, resolveAudioOptions, resolveImageOptions, resolveOptions, resolveVideoOptions, sortCatalogRows };
+export { ADAPTER_IDS, type AdapterEndpoints, type AdapterId, type AspectRatio, type AudioRequest, type AudioResult, type CallContext, Catalog, type CatalogAuth, type CatalogCache, type CatalogCapabilities, type CatalogDisplay, type CatalogEnvelope, type CatalogModel, CatalogModelSchema, type CatalogOrigin, CatalogSchema, type CatalogSource, type Exposure, ExposureSchema, type GeneratedImage, IMAGE_MODELS, type ImageBytes, type ImageCallOptions, type ImageCallResult, type ImageQuality, type ImageRequest, type ImageResult, type ImageSafetySetting, type ImageSize, type JsonObject, type JsonPrimitive, type JsonValue, type Lifecycle, type LiveCatalogState, MODELS, type MediaPart, type MediaRef, type ModelConstraints, type ModelKitConfig, ModelKitError, type ModelKitErrorCode, type ModelKitErrorInit, type ModelType, OTHER_MODELS, type OnUnsupported, type OutputFormat, type PricingKind, type PrimeCatalogResult, type ProviderErrorBody, type ProviderKeyName, type ProviderKeys, type ProviderOptionValue, type ProviderOptions, type ReferenceLimits, type RequiredInput, type RequiredKeyName, type ResolveResult, type Routing, SURFACES, type SupportedOption, type Surface, SurfaceSchema, TEXT_MODELS, type UpscaleOptions, type UsageEvent, type UsageModality, type UsageUnit, VIDEO_MODELS, type VideoCallJob, type VideoCallOptions, type VideoJob, type VideoModel, type VideoRequest, type VideoResolution, type VideoResult, type Warning, compareCatalogOrder, hasAwsCredentials, isListed, isListedOn, isModelKitError, liveCatalog, liveState, nearestAspectRatio, normalizeExposure, primeCatalog, resetLiveCatalog, resolveAudioOptions, resolveImageOptions, resolveOptions, resolveVideoOptions, sortCatalogRows };

package/dist/catalog.d.ts

@@ -103,6 +103,8 @@ interface VideoRequest {
     watermark?: boolean;
     /** Provider-side safety checker toggle (fal MiniMax). Provider default when unset. */
     safetyChecker?: boolean;
+    /** Seedance omni-reference subtask hint. `edit` forces duration -1 and adaptive ratio. */
+    taskType?: "reference" | "edit" | "extend";
     mode?: "standard" | "pro";
 }
 /**
@@ -154,9 +156,11 @@ interface MediaPart {
     cleanup?: () => Promise<void>;
 }
 type RequiredInput = "firstFrame" | "sourceVideo" | "references";
-type SupportedOption = "seed" | "quality" | "negativePrompt" | "cfgScale" | "generateAudio" | "promptExpansion" | "lastFrame" | "count" | "outputFormat" | "scaleFactor" | "safetySettings" | "temperature" | "upscale" | "watermark" | "safetyChecker" | "instrumental";
+type SupportedOption = "seed" | "quality" | "negativePrompt" | "cfgScale" | "generateAudio" | "promptExpansion" | "lastFrame" | "count" | "outputFormat" | "scaleFactor" | "safetySettings" | "temperature" | "upscale" | "watermark" | "safetyChecker" | "taskType" | "instrumental";
 interface ReferenceLimits {
     images?: number;
+    /** Lower image cap when a reference video is also sent (Kling V3 Omni: 7 → 4). */
+    imagesWithVideo?: number;
     videos?: number;
     audios?: number;
     total?: number;
@@ -364,17 +368,36 @@ type ProviderKeys = Partial<Record<ProviderKeyName, string>> & {
     higgsfieldSecret?: string;
     /** Bedrock runtime credentials for Anthropic models when routing.anthropic = "bedrock". */
     aws?: {
-        accessKeyId: string;
-        secretAccessKey: string;
+        /** Bedrock region. Must serve the chosen inference profile (us-east-1 for "us"). */
         region: string;
+        accessKeyId?: string;
+        secretAccessKey?: string;
         sessionToken?: string;
+        /** Bedrock API key (AWS_BEARER_TOKEN_BEDROCK). Wins over SigV4. */
+        apiKey?: string;
+        /** For ECS task roles and other chains. The kit has no AWS SDK dependency; the app passes e.g. defaultProvider(). */
+        credentialProvider?: () => PromiseLike<{
+            accessKeyId: string;
+            secretAccessKey: string;
+            sessionToken?: string;
+        }>;
     };
 };
+/** Key names a call can require, including the Bedrock credentials object. */
+type RequiredKeyName = ProviderKeyName | "aws";
+/** True when region is set AND (apiKey OR credentialProvider OR both static keys). */
+declare function hasAwsCredentials(aws: ProviderKeys["aws"]): aws is NonNullable<ProviderKeys["aws"]>;
 interface Routing {
     /** Text models: direct provider or the Cloudflare AI Gateway. */
     text?: "direct" | "cloudflare";
-    /** Anthropic chat via Bedrock (us. prefixed ids) or the Anthropic API. */
+    /**
+     * Anthropic chat via Bedrock or the Anthropic API. Default "direct". A row's
+     * `providerOptions.modelkit.transport` wins over this. When the chosen transport has
+     * no credentials and the other one has, the kit uses the other one and warns.
+     */
     anthropic?: "direct" | "bedrock";
+    /** Inference profile prefix for Bedrock ids. Default "us". */
+    bedrockProfile?: "us" | "global" | "eu" | "jp" | "au";
     /** fal from geo-blocked regions goes through the Cloudflare passthrough. */
     fal?: "direct" | "cloudflare-passthrough";
     cloudflare?: {
@@ -562,4 +585,4 @@ declare function isModelKitError(err: unknown): err is ModelKitError;
 /** Resolve caller options against a catalog row, dispatching on `model.type`. */
 declare function resolveOptions(model: CatalogModel, request: ImageRequest | VideoRequest | AudioRequest, onUnsupported?: OnUnsupported): ResolveResult<ImageRequest | VideoRequest | AudioRequest>;
 
-export { ADAPTER_IDS, type AdapterEndpoints, type AdapterId, type AspectRatio, type AudioRequest, type AudioResult, type CallContext, Catalog, type CatalogAuth, type CatalogCache, type CatalogCapabilities, type CatalogDisplay, type CatalogEnvelope, type CatalogModel, CatalogModelSchema, type CatalogOrigin, CatalogSchema, type CatalogSource, type Exposure, ExposureSchema, type GeneratedImage, IMAGE_MODELS, type ImageBytes, type ImageCallOptions, type ImageCallResult, type ImageQuality, type ImageRequest, type ImageResult, type ImageSafetySetting, type ImageSize, type JsonObject, type JsonPrimitive, type JsonValue, type Lifecycle, type LiveCatalogState, MODELS, type MediaPart, type MediaRef, type ModelConstraints, type ModelKitConfig, ModelKitError, type ModelKitErrorCode, type ModelKitErrorInit, type ModelType, OTHER_MODELS, type OnUnsupported, type OutputFormat, type PricingKind, type PrimeCatalogResult, type ProviderErrorBody, type ProviderKeyName, type ProviderKeys, type ProviderOptionValue, type ProviderOptions, type ReferenceLimits, type RequiredInput, type ResolveResult, type Routing, SURFACES, type SupportedOption, type Surface, SurfaceSchema, TEXT_MODELS, type UpscaleOptions, type UsageEvent, type UsageModality, type UsageUnit, VIDEO_MODELS, type VideoCallJob, type VideoCallOptions, type VideoJob, type VideoModel, type VideoRequest, type VideoResolution, type VideoResult, type Warning, compareCatalogOrder, isListed, isListedOn, isModelKitError, liveCatalog, liveState, nearestAspectRatio, normalizeExposure, primeCatalog, resetLiveCatalog, resolveAudioOptions, resolveImageOptions, resolveOptions, resolveVideoOptions, sortCatalogRows };
+export { ADAPTER_IDS, type AdapterEndpoints, type AdapterId, type AspectRatio, type AudioRequest, type AudioResult, type CallContext, Catalog, type CatalogAuth, type CatalogCache, type CatalogCapabilities, type CatalogDisplay, type CatalogEnvelope, type CatalogModel, CatalogModelSchema, type CatalogOrigin, CatalogSchema, type CatalogSource, type Exposure, ExposureSchema, type GeneratedImage, IMAGE_MODELS, type ImageBytes, type ImageCallOptions, type ImageCallResult, type ImageQuality, type ImageRequest, type ImageResult, type ImageSafetySetting, type ImageSize, type JsonObject, type JsonPrimitive, type JsonValue, type Lifecycle, type LiveCatalogState, MODELS, type MediaPart, type MediaRef, type ModelConstraints, type ModelKitConfig, ModelKitError, type ModelKitErrorCode, type ModelKitErrorInit, type ModelType, OTHER_MODELS, type OnUnsupported, type OutputFormat, type PricingKind, type PrimeCatalogResult, type ProviderErrorBody, type ProviderKeyName, type ProviderKeys, type ProviderOptionValue, type ProviderOptions, type ReferenceLimits, type RequiredInput, type RequiredKeyName, type ResolveResult, type Routing, SURFACES, type SupportedOption, type Surface, SurfaceSchema, TEXT_MODELS, type UpscaleOptions, type UsageEvent, type UsageModality, type UsageUnit, VIDEO_MODELS, type VideoCallJob, type VideoCallOptions, type VideoJob, type VideoModel, type VideoRequest, type VideoResolution, type VideoResult, type Warning, compareCatalogOrder, hasAwsCredentials, isListed, isListedOn, isModelKitError, liveCatalog, liveState, nearestAspectRatio, normalizeExposure, primeCatalog, resetLiveCatalog, resolveAudioOptions, resolveImageOptions, resolveOptions, resolveVideoOptions, sortCatalogRows };

package/dist/catalog.js

@@ -1467,6 +1467,7 @@ var VIDEO_MODELS = [
   },
   {
     // generateAudio defaults to false here (trigger-workflows); Space Builder defaults it to true.
+    // omni_reference_task_type edit/extend: adaptive ratio, edit sends duration -1.
     id: "seedance-2.5",
     aliases: ["seedance-2-5", "dreamina-seedance-2-5-260628"],
     label: "Seedance 2.5",
@@ -1481,7 +1482,7 @@ var VIDEO_MODELS = [
       durations: { min: 4, max: 30 },
       references: { images: 30, videos: 10, audios: 10 },
       ratioIgnoredWith: ["firstFrame", "sourceVideo"],
-      supports: ["generateAudio", "seed", "lastFrame", "watermark"]
+      supports: ["generateAudio", "seed", "lastFrame", "watermark", "taskType"]
     },
     defaults: {
       durationSeconds: 5,
@@ -1590,6 +1591,9 @@ var VIDEO_MODELS = [
   },
   {
     // mode standard/pro selects 720p/1080p; the endpoint takes no separate resolution.
+    // Replicate: "Max 7 [images] without video, 4 with video"; 4K does not support
+    // reference_video. No `videos` limit yet: the adapter sends no reference video,
+    // so `imagesWithVideo` stays dormant until one is wired through.
     id: "kling-v3-omni-video",
     aliases: ["kwaivgi/kling-v3-omni-video", "kling-v3-omni"],
     label: "Kling V3 Omni",
@@ -1602,7 +1606,7 @@ var VIDEO_MODELS = [
       aspectRatios: [...KLING_RATIOS],
       resolutions: ["720p", "1080p"],
       durations: { min: 3, max: 15 },
-      references: { images: 7 },
+      references: { images: 7, imagesWithVideo: 4 },
       supports: ["generateAudio", "lastFrame"]
     },
     defaults: { durationSeconds: 5, aspectRatio: "16:9", generateAudio: false, mode: "pro" },
@@ -1878,6 +1882,7 @@ var SupportedOptionSchema = z.enum([
   "upscale",
   "watermark",
   "safetyChecker",
+  "taskType",
   "instrumental"
 ]);
 var UsageUnitSchema = z.enum([
@@ -1900,6 +1905,7 @@ var ProviderOptionValueSchema = z.lazy(
 var ProviderOptionsSchema = z.record(z.string(), z.record(z.string(), ProviderOptionValueSchema));
 var ReferenceLimitsSchema = z.looseObject({
   images: z.number().optional(),
+  imagesWithVideo: z.number().optional(),
   videos: z.number().optional(),
   audios: z.number().optional(),
   total: z.number().optional(),
@@ -1961,6 +1967,7 @@ var DefaultsSchema = z.looseObject({
   promptExpansion: z.enum(["fast", "balanced", "quality"]).optional(),
   watermark: z.boolean().optional(),
   safetyChecker: z.boolean().optional(),
+  taskType: z.enum(["reference", "edit", "extend"]).optional(),
   mode: z.enum(["standard", "pro"]).optional(),
   instrumental: z.boolean().optional()
 });
@@ -2027,7 +2034,18 @@ var CatalogModelSchemaBase = z.looseObject({
     });
   }
 });
-var CatalogModelSchema = CatalogModelSchemaBase;
+var CatalogModelSchema = CatalogModelSchemaBase.superRefine(
+  (row, ctx) => {
+    const transport = row.providerOptions?.["modelkit"]?.["transport"];
+    if (transport !== void 0 && transport !== "direct" && transport !== "bedrock") {
+      ctx.addIssue({
+        code: "custom",
+        path: ["providerOptions", "modelkit", "transport"],
+        message: 'transport must be "direct" or "bedrock"'
+      });
+    }
+  }
+);
 var CatalogSchema = z.array(CatalogModelSchemaBase).superRefine((rows, ctx) => {
   const seenIds = /* @__PURE__ */ new Map();
   rows.forEach((row, index) => {
@@ -2497,6 +2515,9 @@ function resolveVideoOptions(model, request, onUnsupported = "error") {
     model,
     warnings
   );
+  if (limits.imagesWithVideo !== void 0 && (limits.videos ?? 0) > 0 && videos.length > 0 && images.length > limits.imagesWithVideo) {
+    images = trim("referenceImages", images, limits.imagesWithVideo, model, warnings);
+  }
   if (limits.total !== void 0) {
     let over = images.length + videos.length + audios.length - limits.total;
     if (over > 0) {
@@ -2530,7 +2551,8 @@ function resolveVideoOptions(model, request, onUnsupported = "error") {
     "promptExpansion",
     "lastFrame",
     "watermark",
-    "safetyChecker"
+    "safetyChecker",
+    "taskType"
   ]);
   return { request: merged, warnings };
 }