@ai-sdk/amazon-bedrock 3.0.0-canary.5 → 3.0.0-canary.7

package/dist/index.js

@@ -29,9 +29,8 @@ module.exports = __toCommonJS(src_exports);
 var import_provider_utils7 = require("@ai-sdk/provider-utils");
 
 // src/bedrock-chat-language-model.ts
-var import_provider4 = require("@ai-sdk/provider");
 var import_provider_utils3 = require("@ai-sdk/provider-utils");
-var import_zod2 = require("zod");
+var import_zod3 = require("zod");
 
 // src/bedrock-api-types.ts
 var BEDROCK_CACHE_POINT = {
@@ -50,11 +49,26 @@ var BEDROCK_STOP_REASONS = [
   "tool_use"
 ];
 
-// src/bedrock-error.ts
+// src/bedrock-chat-options.ts
 var import_zod = require("zod");
-var BedrockErrorSchema = import_zod.z.object({
-  message: import_zod.z.string(),
-  type: import_zod.z.string().nullish()
+var bedrockProviderOptions = import_zod.z.object({
+  /**
+   * Additional inference parameters that the model supports,
+   * beyond the base set of inference parameters that Converse
+   * supports in the inferenceConfig field
+   */
+  additionalModelRequestFields: import_zod.z.record(import_zod.z.any()).optional(),
+  reasoningConfig: import_zod.z.object({
+    type: import_zod.z.union([import_zod.z.literal("enabled"), import_zod.z.literal("disabled")]).nullish(),
+    budgetTokens: import_zod.z.number().nullish()
+  }).nullish()
+});
+
+// src/bedrock-error.ts
+var import_zod2 = require("zod");
+var BedrockErrorSchema = import_zod2.z.object({
+  message: import_zod2.z.string(),
+  type: import_zod2.z.string().nullish()
 });
 
 // src/bedrock-event-stream-response-handler.ts
@@ -256,7 +270,7 @@ function convertToBedrockChatMessages(prompt) {
                       bedrockContent.push({
                         image: {
                           format: bedrockImageFormat,
-                          source: { bytes: part.data }
+                          source: { bytes: (0, import_provider_utils2.convertToBase64)(part.data) }
                         }
                       });
                     } else {
@@ -266,9 +280,7 @@ function convertToBedrockChatMessages(prompt) {
                             "/"
                           )) == null ? void 0 : _d[1],
                           name: generateFileId(),
-                          source: {
-                            bytes: part.data
-                          }
+                          source: { bytes: (0, import_provider_utils2.convertToBase64)(part.data) }
                         }
                       });
                     }
@@ -485,9 +497,8 @@ function mapBedrockFinishReason(finishReason) {
 
 // src/bedrock-chat-language-model.ts
 var BedrockChatLanguageModel = class {
-  constructor(modelId, settings, config) {
+  constructor(modelId, config) {
     this.modelId = modelId;
-    this.settings = settings;
     this.config = config;
     this.specificationVersion = "v2";
     this.provider = "amazon-bedrock";
@@ -496,7 +507,7 @@ var BedrockChatLanguageModel = class {
   }
   getArgs({
     prompt,
-    maxTokens,
+    maxOutputTokens,
     temperature,
     topP,
     topK,
@@ -509,7 +520,12 @@ var BedrockChatLanguageModel = class {
     toolChoice,
     providerOptions
   }) {
-    var _a, _b, _c, _d, _e, _f, _g;
+    var _a, _b, _c, _d, _e;
+    const bedrockOptions = (_a = (0, import_provider_utils3.parseProviderOptions)({
+      provider: "bedrock",
+      providerOptions,
+      schema: bedrockProviderOptions
+    })) != null ? _a : {};
     const warnings = [];
     if (frequencyPenalty != null) {
       warnings.push({
@@ -543,34 +559,24 @@ var BedrockChatLanguageModel = class {
       });
     }
     const { system, messages } = convertToBedrockChatMessages(prompt);
-    const reasoningConfigOptions = BedrockReasoningConfigOptionsSchema.safeParse(
-      (_a = providerOptions == null ? void 0 : providerOptions.bedrock) == null ? void 0 : _a.reasoning_config
-    );
-    if (!reasoningConfigOptions.success) {
-      throw new import_provider4.InvalidArgumentError({
-        argument: "providerOptions.bedrock.reasoning_config",
-        message: "invalid reasoning configuration options",
-        cause: reasoningConfigOptions.error
-      });
-    }
-    const isThinking = ((_b = reasoningConfigOptions.data) == null ? void 0 : _b.type) === "enabled";
-    const thinkingBudget = (_e = (_c = reasoningConfigOptions.data) == null ? void 0 : _c.budgetTokens) != null ? _e : (_d = reasoningConfigOptions.data) == null ? void 0 : _d.budget_tokens;
+    const isThinking = ((_b = bedrockOptions.reasoningConfig) == null ? void 0 : _b.type) === "enabled";
+    const thinkingBudget = (_c = bedrockOptions.reasoningConfig) == null ? void 0 : _c.budgetTokens;
     const inferenceConfig = {
-      ...maxTokens != null && { maxTokens },
+      ...maxOutputTokens != null && { maxOutputTokens },
       ...temperature != null && { temperature },
       ...topP != null && { topP },
       ...stopSequences != null && { stopSequences }
     };
     if (isThinking && thinkingBudget != null) {
-      if (inferenceConfig.maxTokens != null) {
-        inferenceConfig.maxTokens += thinkingBudget;
+      if (inferenceConfig.maxOutputTokens != null) {
+        inferenceConfig.maxOutputTokens += thinkingBudget;
       } else {
-        inferenceConfig.maxTokens = thinkingBudget + 4096;
+        inferenceConfig.maxOutputTokens = thinkingBudget + 4096;
       }
-      this.settings.additionalModelRequestFields = {
-        ...this.settings.additionalModelRequestFields,
-        reasoning_config: {
-          type: (_f = reasoningConfigOptions.data) == null ? void 0 : _f.type,
+      bedrockOptions.additionalModelRequestFields = {
+        ...bedrockOptions.additionalModelRequestFields,
+        reasoningConfig: {
+          type: (_d = bedrockOptions.reasoningConfig) == null ? void 0 : _d.type,
           budget_tokens: thinkingBudget
         }
       };
@@ -596,18 +602,18 @@ var BedrockChatLanguageModel = class {
       command: {
         system,
         messages,
-        additionalModelRequestFields: this.settings.additionalModelRequestFields,
+        additionalModelRequestFields: bedrockOptions.additionalModelRequestFields,
         ...Object.keys(inferenceConfig).length > 0 && {
           inferenceConfig
         },
         ...providerOptions == null ? void 0 : providerOptions.bedrock,
-        ...((_g = toolConfig.tools) == null ? void 0 : _g.length) ? { toolConfig } : {}
+        ...((_e = toolConfig.tools) == null ? void 0 : _e.length) ? { toolConfig } : {}
       },
       warnings: [...warnings, ...toolWarnings]
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n;
     const { command: args, warnings } = this.getArgs(options);
     const url = `${this.getUrl(this.modelId)}/converse`;
     const { value: response, responseHeaders } = await (0, import_provider_utils3.postJsonToApi)({
@@ -641,33 +647,41 @@ var BedrockChatLanguageModel = class {
         }
       }
     } : void 0;
-    const reasoning = response.output.message.content.filter((content) => content.reasoningContent).map((content) => {
-      var _a2;
-      if (content.reasoningContent && "reasoningText" in content.reasoningContent) {
-        return {
-          type: "text",
-          text: content.reasoningContent.reasoningText.text,
-          ...content.reasoningContent.reasoningText.signature && {
-            signature: content.reasoningContent.reasoningText.signature
+    const reasoning = [];
+    for (const content of response.output.message.content) {
+      if (content.reasoningContent) {
+        if ("reasoningText" in content.reasoningContent) {
+          reasoning.push({
+            type: "reasoning",
+            reasoningType: "text",
+            text: content.reasoningContent.reasoningText.text
+          });
+          if (content.reasoningContent.reasoningText.signature) {
+            reasoning.push({
+              type: "reasoning",
+              reasoningType: "signature",
+              signature: content.reasoningContent.reasoningText.signature
+            });
           }
-        };
-      } else if (content.reasoningContent && "redactedReasoning" in content.reasoningContent) {
-        return {
-          type: "redacted",
-          data: (_a2 = content.reasoningContent.redactedReasoning.data) != null ? _a2 : ""
-        };
-      } else {
-        return void 0;
+        } else if ("redactedReasoning" in content.reasoningContent) {
+          reasoning.push({
+            type: "reasoning",
+            reasoningType: "redacted",
+            data: (_e = content.reasoningContent.redactedReasoning.data) != null ? _e : ""
+          });
+        }
       }
-    }).filter((item) => item !== void 0);
+    }
+    const text = (_h = (_g = (_f = response.output) == null ? void 0 : _f.message) == null ? void 0 : _g.content) == null ? void 0 : _h.map((part) => {
+      var _a2;
+      return (_a2 = part.text) != null ? _a2 : "";
+    }).join("");
     return {
-      text: (_h = (_g = (_f = (_e = response.output) == null ? void 0 : _e.message) == null ? void 0 : _f.content) == null ? void 0 : _g.map((part) => {
-        var _a2;
-        return (_a2 = part.text) != null ? _a2 : "";
-      }).join("")) != null ? _h : void 0,
+      text: text != null ? { type: "text", text } : void 0,
       toolCalls: (_l = (_k = (_j = (_i = response.output) == null ? void 0 : _i.message) == null ? void 0 : _j.content) == null ? void 0 : _k.filter((part) => !!part.toolUse)) == null ? void 0 : _l.map((part) => {
         var _a2, _b2, _c2, _d2, _e2, _f2;
         return {
+          type: "tool-call",
           toolCallType: "function",
           toolCallId: (_b2 = (_a2 = part.toolUse) == null ? void 0 : _a2.toolUseId) != null ? _b2 : this.config.generateId(),
           toolName: (_d2 = (_c2 = part.toolUse) == null ? void 0 : _c2.name) != null ? _d2 : `tool-${this.config.generateId()}`,
@@ -678,8 +692,8 @@ var BedrockChatLanguageModel = class {
         response.stopReason
       ),
       usage: {
-        promptTokens: (_n = (_m = response.usage) == null ? void 0 : _m.inputTokens) != null ? _n : Number.NaN,
-        completionTokens: (_p = (_o = response.usage) == null ? void 0 : _o.outputTokens) != null ? _p : Number.NaN
+        inputTokens: (_m = response.usage) == null ? void 0 : _m.inputTokens,
+        outputTokens: (_n = response.usage) == null ? void 0 : _n.outputTokens
       },
       response: {
         // TODO add id, timestamp, etc
@@ -709,9 +723,9 @@ var BedrockChatLanguageModel = class {
       fetch: this.config.fetch
     });
     let finishReason = "unknown";
-    let usage = {
-      promptTokens: Number.NaN,
-      completionTokens: Number.NaN
+    const usage = {
+      inputTokens: void 0,
+      outputTokens: void 0
     };
     let providerMetadata = void 0;
     const toolCallContentBlocks = {};
@@ -751,10 +765,8 @@ var BedrockChatLanguageModel = class {
               );
             }
             if (value.metadata) {
-              usage = {
-                promptTokens: (_b = (_a = value.metadata.usage) == null ? void 0 : _a.inputTokens) != null ? _b : Number.NaN,
-                completionTokens: (_d = (_c = value.metadata.usage) == null ? void 0 : _c.outputTokens) != null ? _d : Number.NaN
-              };
+              usage.inputTokens = (_b = (_a = value.metadata.usage) == null ? void 0 : _a.inputTokens) != null ? _b : usage.inputTokens;
+              usage.outputTokens = (_d = (_c = value.metadata.usage) == null ? void 0 : _c.outputTokens) != null ? _d : usage.outputTokens;
               const cacheUsage = ((_e = value.metadata.usage) == null ? void 0 : _e.cacheReadInputTokens) != null || ((_f = value.metadata.usage) == null ? void 0 : _f.cacheWriteInputTokens) != null ? {
                 usage: {
                   cacheReadInputTokens: (_h = (_g = value.metadata.usage) == null ? void 0 : _g.cacheReadInputTokens) != null ? _h : Number.NaN,
@@ -775,8 +787,8 @@ var BedrockChatLanguageModel = class {
             }
             if (((_k = value.contentBlockDelta) == null ? void 0 : _k.delta) && "text" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.text) {
               controller.enqueue({
-                type: "text-delta",
-                textDelta: value.contentBlockDelta.delta.text
+                type: "text",
+                text: value.contentBlockDelta.delta.text
               });
             }
             if (((_l = value.contentBlockDelta) == null ? void 0 : _l.delta) && "reasoningContent" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.reasoningContent) {
@@ -784,16 +796,19 @@ var BedrockChatLanguageModel = class {
               if ("text" in reasoningContent && reasoningContent.text) {
                 controller.enqueue({
                   type: "reasoning",
-                  textDelta: reasoningContent.text
+                  reasoningType: "text",
+                  text: reasoningContent.text
                 });
               } else if ("signature" in reasoningContent && reasoningContent.signature) {
                 controller.enqueue({
-                  type: "reasoning-signature",
+                  type: "reasoning",
+                  reasoningType: "signature",
                   signature: reasoningContent.signature
                 });
               } else if ("data" in reasoningContent && reasoningContent.data) {
                 controller.enqueue({
-                  type: "redacted-reasoning",
+                  type: "reasoning",
+                  reasoningType: "redacted",
                   data: reasoningContent.data
                 });
               }
@@ -855,116 +870,111 @@ var BedrockChatLanguageModel = class {
     return `${this.config.baseUrl()}/model/${encodedModelId}`;
   }
 };
-var BedrockReasoningConfigOptionsSchema = import_zod2.z.object({
-  type: import_zod2.z.union([import_zod2.z.literal("enabled"), import_zod2.z.literal("disabled")]).nullish(),
-  budget_tokens: import_zod2.z.number().nullish(),
-  budgetTokens: import_zod2.z.number().nullish()
-}).nullish();
-var BedrockStopReasonSchema = import_zod2.z.union([
-  import_zod2.z.enum(BEDROCK_STOP_REASONS),
-  import_zod2.z.string()
+var BedrockStopReasonSchema = import_zod3.z.union([
+  import_zod3.z.enum(BEDROCK_STOP_REASONS),
+  import_zod3.z.string()
 ]);
-var BedrockToolUseSchema = import_zod2.z.object({
-  toolUseId: import_zod2.z.string(),
-  name: import_zod2.z.string(),
-  input: import_zod2.z.unknown()
+var BedrockToolUseSchema = import_zod3.z.object({
+  toolUseId: import_zod3.z.string(),
+  name: import_zod3.z.string(),
+  input: import_zod3.z.unknown()
 });
-var BedrockReasoningTextSchema = import_zod2.z.object({
-  signature: import_zod2.z.string().nullish(),
-  text: import_zod2.z.string()
+var BedrockReasoningTextSchema = import_zod3.z.object({
+  signature: import_zod3.z.string().nullish(),
+  text: import_zod3.z.string()
 });
-var BedrockRedactedReasoningSchema = import_zod2.z.object({
-  data: import_zod2.z.string()
+var BedrockRedactedReasoningSchema = import_zod3.z.object({
+  data: import_zod3.z.string()
 });
-var BedrockResponseSchema = import_zod2.z.object({
-  metrics: import_zod2.z.object({
-    latencyMs: import_zod2.z.number()
+var BedrockResponseSchema = import_zod3.z.object({
+  metrics: import_zod3.z.object({
+    latencyMs: import_zod3.z.number()
   }).nullish(),
-  output: import_zod2.z.object({
-    message: import_zod2.z.object({
-      content: import_zod2.z.array(
-        import_zod2.z.object({
-          text: import_zod2.z.string().nullish(),
+  output: import_zod3.z.object({
+    message: import_zod3.z.object({
+      content: import_zod3.z.array(
+        import_zod3.z.object({
+          text: import_zod3.z.string().nullish(),
           toolUse: BedrockToolUseSchema.nullish(),
-          reasoningContent: import_zod2.z.union([
-            import_zod2.z.object({
+          reasoningContent: import_zod3.z.union([
+            import_zod3.z.object({
               reasoningText: BedrockReasoningTextSchema
             }),
-            import_zod2.z.object({
+            import_zod3.z.object({
               redactedReasoning: BedrockRedactedReasoningSchema
             })
           ]).nullish()
         })
       ),
-      role: import_zod2.z.string()
+      role: import_zod3.z.string()
     })
   }),
   stopReason: BedrockStopReasonSchema,
-  trace: import_zod2.z.unknown().nullish(),
-  usage: import_zod2.z.object({
-    inputTokens: import_zod2.z.number(),
-    outputTokens: import_zod2.z.number(),
-    totalTokens: import_zod2.z.number(),
-    cacheReadInputTokens: import_zod2.z.number().nullish(),
-    cacheWriteInputTokens: import_zod2.z.number().nullish()
+  trace: import_zod3.z.unknown().nullish(),
+  usage: import_zod3.z.object({
+    inputTokens: import_zod3.z.number(),
+    outputTokens: import_zod3.z.number(),
+    totalTokens: import_zod3.z.number(),
+    cacheReadInputTokens: import_zod3.z.number().nullish(),
+    cacheWriteInputTokens: import_zod3.z.number().nullish()
   })
 });
-var BedrockStreamSchema = import_zod2.z.object({
-  contentBlockDelta: import_zod2.z.object({
-    contentBlockIndex: import_zod2.z.number(),
-    delta: import_zod2.z.union([
-      import_zod2.z.object({ text: import_zod2.z.string() }),
-      import_zod2.z.object({ toolUse: import_zod2.z.object({ input: import_zod2.z.string() }) }),
-      import_zod2.z.object({
-        reasoningContent: import_zod2.z.object({ text: import_zod2.z.string() })
+var BedrockStreamSchema = import_zod3.z.object({
+  contentBlockDelta: import_zod3.z.object({
+    contentBlockIndex: import_zod3.z.number(),
+    delta: import_zod3.z.union([
+      import_zod3.z.object({ text: import_zod3.z.string() }),
+      import_zod3.z.object({ toolUse: import_zod3.z.object({ input: import_zod3.z.string() }) }),
+      import_zod3.z.object({
+        reasoningContent: import_zod3.z.object({ text: import_zod3.z.string() })
       }),
-      import_zod2.z.object({
-        reasoningContent: import_zod2.z.object({
-          signature: import_zod2.z.string()
+      import_zod3.z.object({
+        reasoningContent: import_zod3.z.object({
+          signature: import_zod3.z.string()
         })
       }),
-      import_zod2.z.object({
-        reasoningContent: import_zod2.z.object({ data: import_zod2.z.string() })
+      import_zod3.z.object({
+        reasoningContent: import_zod3.z.object({ data: import_zod3.z.string() })
       })
     ]).nullish()
   }).nullish(),
-  contentBlockStart: import_zod2.z.object({
-    contentBlockIndex: import_zod2.z.number(),
-    start: import_zod2.z.object({
+  contentBlockStart: import_zod3.z.object({
+    contentBlockIndex: import_zod3.z.number(),
+    start: import_zod3.z.object({
       toolUse: BedrockToolUseSchema.nullish()
     }).nullish()
   }).nullish(),
-  contentBlockStop: import_zod2.z.object({
-    contentBlockIndex: import_zod2.z.number()
+  contentBlockStop: import_zod3.z.object({
+    contentBlockIndex: import_zod3.z.number()
   }).nullish(),
-  internalServerException: import_zod2.z.record(import_zod2.z.unknown()).nullish(),
-  messageStop: import_zod2.z.object({
-    additionalModelResponseFields: import_zod2.z.record(import_zod2.z.unknown()).nullish(),
+  internalServerException: import_zod3.z.record(import_zod3.z.unknown()).nullish(),
+  messageStop: import_zod3.z.object({
+    additionalModelResponseFields: import_zod3.z.record(import_zod3.z.unknown()).nullish(),
     stopReason: BedrockStopReasonSchema
   }).nullish(),
-  metadata: import_zod2.z.object({
-    trace: import_zod2.z.unknown().nullish(),
-    usage: import_zod2.z.object({
-      cacheReadInputTokens: import_zod2.z.number().nullish(),
-      cacheWriteInputTokens: import_zod2.z.number().nullish(),
-      inputTokens: import_zod2.z.number(),
-      outputTokens: import_zod2.z.number()
+  metadata: import_zod3.z.object({
+    trace: import_zod3.z.unknown().nullish(),
+    usage: import_zod3.z.object({
+      cacheReadInputTokens: import_zod3.z.number().nullish(),
+      cacheWriteInputTokens: import_zod3.z.number().nullish(),
+      inputTokens: import_zod3.z.number(),
+      outputTokens: import_zod3.z.number()
     }).nullish()
   }).nullish(),
-  modelStreamErrorException: import_zod2.z.record(import_zod2.z.unknown()).nullish(),
-  throttlingException: import_zod2.z.record(import_zod2.z.unknown()).nullish(),
-  validationException: import_zod2.z.record(import_zod2.z.unknown()).nullish()
+  modelStreamErrorException: import_zod3.z.record(import_zod3.z.unknown()).nullish(),
+  throttlingException: import_zod3.z.record(import_zod3.z.unknown()).nullish(),
+  validationException: import_zod3.z.record(import_zod3.z.unknown()).nullish()
 });
 
 // src/bedrock-embedding-model.ts
 var import_provider_utils4 = require("@ai-sdk/provider-utils");
-var import_zod3 = require("zod");
+var import_zod4 = require("zod");
 var BedrockEmbeddingModel = class {
   constructor(modelId, settings, config) {
     this.modelId = modelId;
     this.settings = settings;
     this.config = config;
-    this.specificationVersion = "v1";
+    this.specificationVersion = "v2";
     this.provider = "amazon-bedrock";
     this.maxEmbeddingsPerCall = void 0;
     this.supportsParallelCalls = true;
@@ -1017,9 +1027,9 @@ var BedrockEmbeddingModel = class {
     );
   }
 };
-var BedrockEmbeddingResponseSchema = import_zod3.z.object({
-  embedding: import_zod3.z.array(import_zod3.z.number()),
-  inputTextTokenCount: import_zod3.z.number()
+var BedrockEmbeddingResponseSchema = import_zod4.z.object({
+  embedding: import_zod4.z.array(import_zod4.z.number()),
+  inputTextTokenCount: import_zod4.z.number()
 });
 
 // src/bedrock-image-model.ts
@@ -1031,7 +1041,7 @@ var modelMaxImagesPerCall = {
 };
 
 // src/bedrock-image-model.ts
-var import_zod4 = require("zod");
+var import_zod5 = require("zod");
 var BedrockImageModel = class {
   constructor(modelId, settings, config) {
     this.modelId = modelId;
@@ -1113,8 +1123,8 @@ var BedrockImageModel = class {
     };
   }
 };
-var bedrockImageResponseSchema = import_zod4.z.object({
-  images: import_zod4.z.array(import_zod4.z.string())
+var bedrockImageResponseSchema = import_zod5.z.object({
+  images: import_zod5.z.array(import_zod5.z.string())
 });
 
 // src/headers-utils.ts
@@ -1236,22 +1246,22 @@ function createAmazonBedrock(options = {}) {
       })}.amazonaws.com`
     )) != null ? _b : `https://bedrock-runtime.us-east-1.amazonaws.com`;
   };
-  const createChatModel = (modelId, settings = {}) => {
+  const createChatModel = (modelId) => {
     var _a;
-    return new BedrockChatLanguageModel(modelId, settings, {
+    return new BedrockChatLanguageModel(modelId, {
       baseUrl: getBaseUrl,
       headers: (_a = options.headers) != null ? _a : {},
       fetch: sigv4Fetch,
       generateId: import_provider_utils7.generateId
     });
   };
-  const provider = function(modelId, settings) {
+  const provider = function(modelId) {
     if (new.target) {
       throw new Error(
         "The Amazon Bedrock model function cannot be called with the new keyword."
       );
     }
-    return createChatModel(modelId, settings);
+    return createChatModel(modelId);
   };
   const createEmbeddingModel = (modelId, settings = {}) => {
     var _a;