@shop-os/modelkit 0.2.9 → 0.2.11

package/dist/index.js

@@ -1,6 +1,14 @@
 // src/index.ts
 export * from "ai";
 
+// src/types.ts
+function hasAwsCredentials(aws) {
+  if (!aws || !aws.region) return false;
+  if (aws.apiKey) return true;
+  if (aws.credentialProvider) return true;
+  return Boolean(aws.accessKeyId && aws.secretAccessKey);
+}
+
 // src/errors.ts
 var ModelKitError = class extends Error {
   code;
@@ -1470,6 +1478,7 @@ var VIDEO_MODELS = [
   },
   {
     // generateAudio defaults to false here (trigger-workflows); Space Builder defaults it to true.
+    // omni_reference_task_type edit/extend: adaptive ratio, edit sends duration -1.
     id: "seedance-2.5",
     aliases: ["seedance-2-5", "dreamina-seedance-2-5-260628"],
     label: "Seedance 2.5",
@@ -1484,7 +1493,7 @@ var VIDEO_MODELS = [
       durations: { min: 4, max: 30 },
       references: { images: 30, videos: 10, audios: 10 },
       ratioIgnoredWith: ["firstFrame", "sourceVideo"],
-      supports: ["generateAudio", "seed", "lastFrame", "watermark"]
+      supports: ["generateAudio", "seed", "lastFrame", "watermark", "taskType"]
     },
     defaults: {
       durationSeconds: 5,
@@ -1593,6 +1602,9 @@ var VIDEO_MODELS = [
   },
   {
     // mode standard/pro selects 720p/1080p; the endpoint takes no separate resolution.
+    // Replicate: "Max 7 [images] without video, 4 with video"; 4K does not support
+    // reference_video. No `videos` limit yet: the adapter sends no reference video,
+    // so `imagesWithVideo` stays dormant until one is wired through.
     id: "kling-v3-omni-video",
     aliases: ["kwaivgi/kling-v3-omni-video", "kling-v3-omni"],
     label: "Kling V3 Omni",
@@ -1605,7 +1617,7 @@ var VIDEO_MODELS = [
       aspectRatios: [...KLING_RATIOS],
       resolutions: ["720p", "1080p"],
       durations: { min: 3, max: 15 },
-      references: { images: 7 },
+      references: { images: 7, imagesWithVideo: 4 },
       supports: ["generateAudio", "lastFrame"]
     },
     defaults: { durationSeconds: 5, aspectRatio: "16:9", generateAudio: false, mode: "pro" },
@@ -1881,6 +1893,7 @@ var SupportedOptionSchema = z.enum([
   "upscale",
   "watermark",
   "safetyChecker",
+  "taskType",
   "instrumental"
 ]);
 var UsageUnitSchema = z.enum([
@@ -1903,6 +1916,7 @@ var ProviderOptionValueSchema = z.lazy(
 var ProviderOptionsSchema = z.record(z.string(), z.record(z.string(), ProviderOptionValueSchema));
 var ReferenceLimitsSchema = z.looseObject({
   images: z.number().optional(),
+  imagesWithVideo: z.number().optional(),
   videos: z.number().optional(),
   audios: z.number().optional(),
   total: z.number().optional(),
@@ -1964,6 +1978,7 @@ var DefaultsSchema = z.looseObject({
   promptExpansion: z.enum(["fast", "balanced", "quality"]).optional(),
   watermark: z.boolean().optional(),
   safetyChecker: z.boolean().optional(),
+  taskType: z.enum(["reference", "edit", "extend"]).optional(),
   mode: z.enum(["standard", "pro"]).optional(),
   instrumental: z.boolean().optional()
 });
@@ -2030,7 +2045,18 @@ var CatalogModelSchemaBase = z.looseObject({
     });
   }
 });
-var CatalogModelSchema = CatalogModelSchemaBase;
+var CatalogModelSchema = CatalogModelSchemaBase.superRefine(
+  (row, ctx) => {
+    const transport = row.providerOptions?.["modelkit"]?.["transport"];
+    if (transport !== void 0 && transport !== "direct" && transport !== "bedrock") {
+      ctx.addIssue({
+        code: "custom",
+        path: ["providerOptions", "modelkit", "transport"],
+        message: 'transport must be "direct" or "bedrock"'
+      });
+    }
+  }
+);
 var CatalogSchema = z.array(CatalogModelSchemaBase).superRefine((rows, ctx) => {
   const seenIds = /* @__PURE__ */ new Map();
   rows.forEach((row, index) => {
@@ -2523,6 +2549,9 @@ function resolveVideoOptions(model, request, onUnsupported = "error") {
     model,
     warnings
   );
+  if (limits.imagesWithVideo !== void 0 && (limits.videos ?? 0) > 0 && videos.length > 0 && images.length > limits.imagesWithVideo) {
+    images = trim("referenceImages", images, limits.imagesWithVideo, model, warnings);
+  }
   if (limits.total !== void 0) {
     let over = images.length + videos.length + audios.length - limits.total;
     if (over > 0) {
@@ -2556,7 +2585,8 @@ function resolveVideoOptions(model, request, onUnsupported = "error") {
     "promptExpansion",
     "lastFrame",
     "watermark",
-    "safetyChecker"
+    "safetyChecker",
+    "taskType"
   ]);
   return { request: merged, warnings };
 }
@@ -2631,9 +2661,12 @@ var ADAPTER_KEYS = {
 function hasAll(keys, names) {
   if (!keys) return false;
   return names.every(
-    (n) => Boolean(keys[n]) && (n !== "higgsfield" || Boolean(keys.higgsfieldSecret))
+    (n) => n === "aws" ? hasAwsCredentials(keys.aws) : Boolean(keys[n]) && (n !== "higgsfield" || Boolean(keys.higgsfieldSecret))
   );
 }
+function hasKey(keys, name) {
+  return hasAll(keys, [name]);
+}
 function missingEnterpriseKeys(config, names) {
   return names.filter((name) => !hasAll(config.keys.enterprise, [name]));
 }
@@ -2670,6 +2703,22 @@ function keysFromEnv(env, prefix = "") {
   set("higgsfield", pick("HIGGSFIELD_API_KEY"));
   set("higgsfieldSecret", pick("HIGGSFIELD_API_SECRET"));
   set("cloudflare", pick("CLOUDFLARE_AI_GATEWAY_TOKEN", "CF_AIG_TOKEN"));
+  const bearer = pick("AWS_BEARER_TOKEN_BEDROCK");
+  const accessKeyId = pick("AWS_ACCESS_KEY_ID");
+  const secretAccessKey = pick("AWS_SECRET_ACCESS_KEY");
+  if (bearer || accessKeyId && secretAccessKey) {
+    const aws = {
+      region: env[`${prefix}BEDROCK_REGION`] || "us-east-1"
+    };
+    if (accessKeyId && secretAccessKey) {
+      aws.accessKeyId = accessKeyId;
+      aws.secretAccessKey = secretAccessKey;
+    }
+    const sessionToken = pick("AWS_SESSION_TOKEN");
+    if (sessionToken) aws.sessionToken = sessionToken;
+    if (bearer) aws.apiKey = bearer;
+    keys.aws = aws;
+  }
   return keys;
 }
 
@@ -3005,6 +3054,7 @@ function toGeneratedImage(image) {
 }
 
 // src/adapters/ai-sdk-text.ts
+import { createBedrockAnthropic } from "@ai-sdk/amazon-bedrock/anthropic";
 import { createAnthropic } from "@ai-sdk/anthropic";
 import { createGoogleGenerativeAI } from "@ai-sdk/google";
 import { createOpenAI } from "@ai-sdk/openai";
@@ -3056,16 +3106,47 @@ function detectTextProvider(modelId) {
     message: `ai-sdk-text cannot detect a provider for "${modelId}". Set providerOptions.provider to one of ${TEXT_PROVIDERS.join(", ")}.`
   });
 }
-function textKeyName(model, _routing) {
-  return textProviderOf(model);
+function textKeyName(model, transport) {
+  const provider = textProviderOf(model);
+  return provider === "anthropic" && transport === "bedrock" ? "aws" : provider;
 }
 function textProviderOf(model) {
   const explicit = model.providerOptions?.["modelkit"]?.["provider"];
   return isTextProvider(explicit) ? explicit : detectTextProvider(model.providerModelId);
 }
-function textUsesCloudflareGateway(model, routing) {
+function textUsesCloudflareGateway(model, routing, transport) {
   if (routing.text !== "cloudflare") return false;
-  return GATEWAY_SLUGS[textProviderOf(model)] !== void 0;
+  const provider = textProviderOf(model);
+  if (provider === "anthropic" && transport === "bedrock") return false;
+  return GATEWAY_SLUGS[provider] !== void 0;
+}
+var BEDROCK_DATED_MODEL_IDS = {
+  "claude-haiku-4-5": "anthropic.claude-haiku-4-5-20251001-v1:0",
+  "claude-haiku-4-5-20251001": "anthropic.claude-haiku-4-5-20251001-v1:0",
+  "claude-sonnet-4-5": "anthropic.claude-sonnet-4-5-20250929-v1:0",
+  "claude-sonnet-4-5-20250929": "anthropic.claude-sonnet-4-5-20250929-v1:0"
+};
+var BEDROCK_PROFILE_PREFIXES = ["us.", "global.", "eu.", "jp.", "au.", "apac."];
+function toBedrockModelId(model, routing) {
+  const profile = routing.bedrockProfile ?? "us";
+  const override = model.providerOptions?.["modelkit"]?.["bedrockModelId"];
+  if (typeof override === "string" && override.length > 0) {
+    if (BEDROCK_PROFILE_PREFIXES.some((prefix) => override.startsWith(prefix))) return override;
+    if (override.startsWith("anthropic.")) return `${profile}.${override}`;
+    return override;
+  }
+  const id = model.providerModelId;
+  if (BEDROCK_PROFILE_PREFIXES.some((prefix) => id.startsWith(prefix))) return id;
+  const dated = BEDROCK_DATED_MODEL_IDS[id];
+  if (dated) return `${profile}.${dated}`;
+  if (id.startsWith("claude-")) return `${profile}.anthropic.${id}`;
+  throw new ModelKitError({
+    code: "unsupported_option",
+    message: `No Bedrock model id for "${id}". Set providerOptions.modelkit.bedrockModelId on the catalog row.`,
+    provider: "ai-sdk-text",
+    model: model.id,
+    retryable: false
+  });
 }
 function nativeClientFor(provider) {
   switch (provider) {
@@ -3090,14 +3171,14 @@ function nativeClientFor(provider) {
 function resolveTextRoute(ctx) {
   const provider = textProviderOf(ctx.model);
   const mode = ctx.routing.text ?? "direct";
-  if (provider === "anthropic" && ctx.routing.anthropic === "bedrock") {
-    throw new ModelKitError({
-      code: "unsupported_option",
-      message: "ai-sdk-text has no Bedrock transport (@ai-sdk/amazon-bedrock is not installed). Pass the Bedrock model through catalogOverride with providerOptions.bedrockModel and resolve it outside the SDK.",
-      provider: "ai-sdk-text",
-      model: ctx.model.id,
-      retryable: false
-    });
+  if (provider === "anthropic" && ctx.anthropicTransport === "bedrock") {
+    return {
+      provider,
+      client: "bedrock-anthropic",
+      modelId: toBedrockModelId(ctx.model, ctx.routing),
+      keyName: "aws",
+      canonicalModelId: ctx.model.id
+    };
   }
   const compatBase = OPENAI_COMPATIBLE_BASE_URLS[provider];
   const route2 = {
@@ -3141,6 +3222,70 @@ function missingKey(ctx, name) {
     retryable: false
   });
 }
+function bedrockMiddleware(ctx, canonicalModelId) {
+  let warned = false;
+  return {
+    specificationVersion: "v3",
+    transformParams: async ({ params }) => {
+      const anthropic = params.providerOptions?.["anthropic"];
+      if (typeof anthropic !== "object" || anthropic === null || !("cacheControl" in anthropic))
+        return params;
+      if (!warned) {
+        warned = true;
+        ctx.logger.warn(
+          `[modelkit] ${canonicalModelId} drops call-level providerOptions.anthropic.cacheControl: not supported on Bedrock, use message-level cacheControl`
+        );
+      }
+      const { cacheControl: _dropped, ...rest } = anthropic;
+      return {
+        ...params,
+        providerOptions: { ...params.providerOptions, anthropic: rest }
+      };
+    },
+    // Bedrock echoes its own id for dated models (anthropic.claude-haiku-4-5-20251001-v1:0),
+    // and consumers bill on response.modelId.
+    wrapGenerate: async ({ doGenerate }) => {
+      const result = await doGenerate();
+      if (!result.response) return result;
+      return { ...result, response: { ...result.response, modelId: canonicalModelId } };
+    },
+    wrapStream: async ({ doStream }) => {
+      const result = await doStream();
+      return {
+        ...result,
+        stream: result.stream.pipeThrough(
+          new TransformStream({
+            transform(part, controller) {
+              controller.enqueue(
+                part.type === "response-metadata" && part.modelId !== void 0 ? { ...part, modelId: canonicalModelId } : part
+              );
+            }
+          })
+        )
+      };
+    }
+  };
+}
+function bedrockLanguageModel(ctx, route2) {
+  const aws = ctx.keys.aws;
+  if (!hasAwsCredentials(aws)) throw missingKey(ctx, "aws");
+  const canonical = route2.canonicalModelId ?? ctx.model.id;
+  const inner = createBedrockAnthropic({
+    region: aws.region,
+    fetch: ctx.fetch,
+    ...aws.apiKey ? { apiKey: aws.apiKey } : aws.credentialProvider ? { credentialProvider: aws.credentialProvider } : aws.accessKeyId !== void 0 && aws.secretAccessKey !== void 0 ? {
+      accessKeyId: aws.accessKeyId,
+      secretAccessKey: aws.secretAccessKey,
+      ...aws.sessionToken !== void 0 ? { sessionToken: aws.sessionToken } : {}
+    } : {}
+  })(route2.modelId);
+  return wrapLanguageModel({
+    model: inner,
+    middleware: bedrockMiddleware(ctx, canonical),
+    modelId: canonical,
+    providerId: "anthropic.messages"
+  });
+}
 function minimaxDefaults(params) {
   return params.responseFormat?.type === "json" ? { reasoning_split: true, thinking: { type: "disabled" } } : { reasoning_split: true };
 }
@@ -3179,8 +3324,11 @@ var aiSdkTextAdapter = {
   id: "ai-sdk-text",
   languageModel(ctx) {
     const route2 = resolveTextRoute(ctx);
-    const apiKey = ctx.keys[route2.keyName];
-    if (!apiKey) throw missingKey(ctx, route2.keyName);
+    if (route2.client === "bedrock-anthropic") return bedrockLanguageModel(ctx, route2);
+    const { keyName } = route2;
+    if (keyName === "aws") throw missingKey(ctx, keyName);
+    const apiKey = ctx.keys[keyName];
+    if (!apiKey) throw missingKey(ctx, keyName);
     const settings = { apiKey, fetch: ctx.fetch };
     if (route2.baseURL !== void 0) settings.baseURL = route2.baseURL;
     if (route2.headers !== void 0) settings.headers = route2.headers;
@@ -3219,14 +3367,43 @@ var aiSdkTextAdapter = {
   }
 };
 
+// src/anthropic-transport.ts
+var ANTHROPIC_TRANSPORTS = ["direct", "bedrock"];
+function isAnthropicTransport(value) {
+  return ANTHROPIC_TRANSPORTS.some((transport) => transport === value);
+}
+function preferredAnthropicTransport(model, routing) {
+  const row = model.providerOptions?.["modelkit"]?.["transport"];
+  if (isAnthropicTransport(row)) return row;
+  return routing.anthropic ?? "direct";
+}
+function resolveAnthropicTransport(model, config, tier, warn) {
+  if (model.adapter !== "ai-sdk-text" || textProviderOf(model) !== "anthropic") return void 0;
+  const rowValue = model.providerOptions?.["modelkit"]?.["transport"];
+  if (rowValue !== void 0 && !isAnthropicTransport(rowValue))
+    warn(
+      `[modelkit] ${model.id} has an unknown providerOptions.modelkit.transport "${String(rowValue)}"; ignoring it`
+    );
+  const preferred = preferredAnthropicTransport(model, config.routing ?? {});
+  const usable = (transport) => {
+    const name = transport === "bedrock" ? "aws" : "anthropic";
+    return hasKey(config.keys.pro, name) || tier === "enterprise" && hasKey(config.keys.enterprise, name);
+  };
+  if (usable(preferred)) return preferred;
+  const other = preferred === "bedrock" ? "direct" : "bedrock";
+  if (!usable(other)) return preferred;
+  warn(`[modelkit] ${model.id}: no credentials for the ${preferred} transport; using ${other}`);
+  return other;
+}
+
 // src/client.ts
-function requiredKeys(model, config) {
+function requiredKeys(model, config, transport) {
   if (model.adapter === "fal" && config.routing?.fal === "cloudflare-passthrough")
     return ["cloudflare"];
   if (model.adapter === "ai-sdk-text") {
     const routing = config.routing ?? {};
-    const names = [textKeyName(model, routing)];
-    if (textUsesCloudflareGateway(model, routing)) names.push("cloudflare");
+    const names = [textKeyName(model, transport)];
+    if (textUsesCloudflareGateway(model, routing, transport)) names.push("cloudflare");
     return names;
   }
   return ADAPTER_KEYS[model.adapter];
@@ -3313,6 +3490,12 @@ function createModelKit(config, adapters) {
   const catalog = config.catalogOverride ? liveCatalog.withOverrides(config.catalogOverride) : liveCatalog;
   const logger = config.logger ?? console;
   const fetchImpl = config.fetch ?? globalThis.fetch;
+  const transportWarnings = /* @__PURE__ */ new Set();
+  function warnOnce(message) {
+    if (transportWarnings.has(message)) return;
+    transportWarnings.add(message);
+    logger.warn(message);
+  }
   function context(model, call, warnings) {
     const adapter = adapters[model.adapter];
     if (!adapter)
@@ -3321,7 +3504,8 @@ function createModelKit(config, adapters) {
         message: `No adapter registered for ${model.adapter}`,
         model: model.id
       });
-    const names = requiredKeys(model, config);
+    const transport = resolveAnthropicTransport(model, config, call.tier, warnOnce);
+    const names = requiredKeys(model, config, transport);
     if (call.tier === "enterprise") {
       const missing = missingEnterpriseKeys(config, names);
       if (missing.length > 0)
@@ -3340,6 +3524,7 @@ function createModelKit(config, adapters) {
       call,
       warnings
     };
+    if (transport) ctx.anthropicTransport = transport;
     if (config.endpoints) ctx.endpoints = config.endpoints;
     if (call.signal) ctx.signal = call.signal;
     return { adapter, ctx };
@@ -3674,7 +3859,7 @@ function createModelKit(config, adapters) {
     async prepareMediaPart(modelId, ref, mediaType, call = {}) {
       const model = catalog.require(modelId);
       const { adapter, ctx } = context(model, call, []);
-      const fileStore = model.adapter === "ai-sdk-text" && textKeyName(model, config.routing ?? {}) === "google" ? adapters["google-genai"] : adapter;
+      const fileStore = model.adapter === "ai-sdk-text" && textKeyName(model) === "google" ? adapters["google-genai"] : adapter;
       if (fileStore?.prepareMediaPart) return fileStore.prepareMediaPart(ref, mediaType, ctx);
       return "url" in ref ? { type: "file", data: ref.url, mediaType } : { type: "file", data: ref.bytes, mediaType };
     },
@@ -4004,9 +4189,22 @@ function seedanceErrorMessage(error, status) {
   return `Seedance task ${status}`;
 }
 async function generateSeedanceVideo(req, ctx) {
-  const key = arkKey(ctx);
   const modelId = ctx.model.id;
-  const duration = req.durationSeconds ?? 5;
+  const taskType = req.taskType;
+  const hasVideo = Boolean(req.sourceVideo) || (req.referenceVideos?.length ?? 0) > 0;
+  if ((taskType === "edit" || taskType === "extend") && !hasVideo) {
+    throw new ModelKitError({
+      code: "missing_input",
+      message: `${ctx.model.id} ${taskType} task needs a source or reference video`,
+      provider: "ark",
+      model: ctx.model.id,
+      retryable: false
+    });
+  }
+  const key = arkKey(ctx);
+  const requestedDuration = req.durationSeconds ?? 5;
+  let duration = requestedDuration;
+  if (taskType === "edit") duration = -1;
   const resolution = req.resolution ?? "720p";
   const content = [{ type: "text", text: req.prompt }];
   if (req.firstFrame) {
@@ -4058,7 +4256,10 @@ async function generateSeedanceVideo(req, ctx) {
     duration,
     resolution
   };
-  if (!hasFrameAnchor && req.aspectRatio !== void 0) body.ratio = req.aspectRatio;
+  if (taskType === "edit" || taskType === "extend") body.ratio = "adaptive";
+  else if (!hasFrameAnchor && req.aspectRatio !== void 0) body.ratio = req.aspectRatio;
+  if (taskType !== void 0 && ctx.model.id === "seedance-2.5")
+    body.omni_reference_task_type = taskType;
   if (req.generateAudio !== void 0) body.generate_audio = req.generateAudio;
   if (req.seed !== void 0) body.seed = req.seed;
   if (req.watermark !== void 0) body.watermark = req.watermark;
@@ -4078,7 +4279,7 @@ async function generateSeedanceVideo(req, ctx) {
   }, retryOptsFor(ctx));
   if (!submit.id) throwArkError(void 0, "Seedance task create returned no id", modelId);
   const jobId = submit.id;
-  const usage2 = seedanceUsage(ctx, req, duration);
+  const usage2 = seedanceUsage(ctx, req, taskType === "edit" ? requestedDuration : duration);
   const fetchStatus = async () => {
     const res = await arkFetch(ctx, `${arkBaseUrl(ctx)}${SUBMIT_PATH}/${jobId}`, {
       headers: { Authorization: `Bearer ${key}` }
@@ -4125,6 +4326,10 @@ async function generateSeedanceVideo(req, ctx) {
               "Seedance task succeeded but returned no video_url",
               modelId
             );
+          if (polled.duration !== void 0 && polled.duration > 0) {
+            usage2.quantity = polled.duration;
+            usage2.durationSeconds = polled.duration;
+          }
           const tokens = polled.usage;
           if (tokens?.total_tokens !== void 0 && tokens.completion_tokens !== void 0) {
             usage2.inputTokens = tokens.total_tokens - tokens.completion_tokens;
@@ -5180,7 +5385,7 @@ async function generateOmniVideo(req, ctx, createGenAIClient) {
   const apiKey = googleKey(ctx);
   const modelId = ctx.model.id;
   const providerModelId = ctx.model.providerModelId;
-  const duration = req.durationSeconds ?? 8;
+  const duration = req.durationSeconds ?? 10;
   const images = req.referenceImages ?? [];
   const videos = req.referenceVideos ?? [];
   const task = req.sourceVideo ? "edit" : req.firstFrame ? "image_to_video" : images.length > 0 || videos.length > 0 ? "reference_to_video" : "text_to_video";
@@ -7447,6 +7652,7 @@ export {
   generateVideo,
   googleGenaiAdapter,
   googleImageAdapter,
+  hasAwsCredentials,
   higgsfieldAdapter,
   isListed,
   isListedOn,