@ai-sdk/amazon-bedrock 2.0.6 → 2.1.1

package/dist/index.mjs

@@ -8,6 +8,7 @@ import {
 
 // src/bedrock-chat-language-model.ts
 import {
+  InvalidArgumentError,
   UnsupportedFunctionalityError as UnsupportedFunctionalityError3
 } from "@ai-sdk/provider";
 import {
@@ -17,6 +18,7 @@ import {
   postJsonToApi,
   resolve
 } from "@ai-sdk/provider-utils";
+import { z as z2 } from "zod";
 
 // src/bedrock-api-types.ts
 var BEDROCK_CACHE_POINT = {
@@ -323,11 +325,45 @@ function convertToBedrockChatMessages(prompt) {
                     // trim the last text part if it's the last message in the block
                     // because Bedrock does not allow trailing whitespace
                     // in pre-filled assistant responses
-                    isLastBlock && isLastMessage && isLastContentPart ? part.text.trim() : part.text
+                    trimIfLast(
+                      isLastBlock,
+                      isLastMessage,
+                      isLastContentPart,
+                      part.text
+                    )
                   )
                 });
                 break;
               }
+              case "reasoning": {
+                bedrockContent.push({
+                  reasoningContent: {
+                    reasoningText: {
+                      // trim the last text part if it's the last message in the block
+                      // because Bedrock does not allow trailing whitespace
+                      // in pre-filled assistant responses
+                      text: trimIfLast(
+                        isLastBlock,
+                        isLastMessage,
+                        isLastContentPart,
+                        part.text
+                      ),
+                      signature: part.signature
+                    }
+                  }
+                });
+                break;
+              }
+              case "redacted-reasoning": {
+                bedrockContent.push({
+                  reasoningContent: {
+                    redactedReasoning: {
+                      data: part.data
+                    }
+                  }
+                });
+                break;
+              }
               case "tool-call": {
                 bedrockContent.push({
                   toolUse: {
@@ -355,6 +391,9 @@ function convertToBedrockChatMessages(prompt) {
   }
   return { system, messages };
 }
+function trimIfLast(isLastBlock, isLastMessage, isLastContentPart, text) {
+  return isLastBlock && isLastMessage && isLastContentPart ? text.trim() : text;
+}
 function groupIntoBlocks(prompt) {
   const blocks = [];
   let currentBlock = void 0;
@@ -421,7 +460,6 @@ function mapBedrockFinishReason(finishReason) {
 }
 
 // src/bedrock-chat-language-model.ts
-import { z as z2 } from "zod";
 var BedrockChatLanguageModel = class {
   constructor(modelId, settings, config) {
     this.modelId = modelId;
@@ -444,10 +482,9 @@ var BedrockChatLanguageModel = class {
     stopSequences,
     responseFormat,
     seed,
-    providerMetadata,
-    headers
+    providerMetadata
   }) {
-    var _a;
+    var _a, _b, _c, _d, _e, _f, _g;
     const type = mode.type;
     const warnings = [];
     if (frequencyPenalty != null) {
@@ -482,12 +519,54 @@ var BedrockChatLanguageModel = class {
       });
     }
     const { system, messages } = convertToBedrockChatMessages(prompt);
+    const reasoningConfigOptions = BedrockReasoningConfigOptionsSchema.safeParse(
+      (_a = providerMetadata == null ? void 0 : providerMetadata.bedrock) == null ? void 0 : _a.reasoning_config
+    );
+    if (!reasoningConfigOptions.success) {
+      throw new InvalidArgumentError({
+        argument: "providerOptions.bedrock.reasoning_config",
+        message: "invalid reasoning configuration options",
+        cause: reasoningConfigOptions.error
+      });
+    }
+    const isThinking = ((_b = reasoningConfigOptions.data) == null ? void 0 : _b.type) === "enabled";
+    const thinkingBudget = (_e = (_c = reasoningConfigOptions.data) == null ? void 0 : _c.budgetTokens) != null ? _e : (_d = reasoningConfigOptions.data) == null ? void 0 : _d.budget_tokens;
     const inferenceConfig = {
       ...maxTokens != null && { maxTokens },
       ...temperature != null && { temperature },
       ...topP != null && { topP },
       ...stopSequences != null && { stopSequences }
     };
+    if (isThinking && thinkingBudget != null) {
+      if (inferenceConfig.maxTokens != null) {
+        inferenceConfig.maxTokens += thinkingBudget;
+      } else {
+        inferenceConfig.maxTokens = thinkingBudget + 4096;
+      }
+      this.settings.additionalModelRequestFields = {
+        ...this.settings.additionalModelRequestFields,
+        reasoning_config: {
+          type: (_f = reasoningConfigOptions.data) == null ? void 0 : _f.type,
+          budget_tokens: thinkingBudget
+        }
+      };
+    }
+    if (isThinking && inferenceConfig.temperature != null) {
+      delete inferenceConfig.temperature;
+      warnings.push({
+        type: "unsupported-setting",
+        setting: "temperature",
+        details: "temperature is not supported when thinking is enabled"
+      });
+    }
+    if (isThinking && inferenceConfig.topP != null) {
+      delete inferenceConfig.topP;
+      warnings.push({
+        type: "unsupported-setting",
+        setting: "topP",
+        details: "topP is not supported when thinking is enabled"
+      });
+    }
     const baseArgs = {
       system,
       additionalModelRequestFields: this.settings.additionalModelRequestFields,
@@ -503,7 +582,7 @@ var BedrockChatLanguageModel = class {
         return {
           command: {
             ...baseArgs,
-            ...((_a = toolConfig.tools) == null ? void 0 : _a.length) ? { toolConfig } : {}
+            ...((_g = toolConfig.tools) == null ? void 0 : _g.length) ? { toolConfig } : {}
           },
           warnings: [...warnings, ...toolWarnings]
         };
@@ -577,6 +656,25 @@ var BedrockChatLanguageModel = class {
         }
       }
     } : void 0;
+    const reasoning = response.output.message.content.filter((content) => content.reasoningContent).map((content) => {
+      var _a2;
+      if (content.reasoningContent && "reasoningText" in content.reasoningContent) {
+        return {
+          type: "text",
+          text: content.reasoningContent.reasoningText.text,
+          ...content.reasoningContent.reasoningText.signature && {
+            signature: content.reasoningContent.reasoningText.signature
+          }
+        };
+      } else if (content.reasoningContent && "redactedReasoning" in content.reasoningContent) {
+        return {
+          type: "redacted",
+          data: (_a2 = content.reasoningContent.redactedReasoning.data) != null ? _a2 : ""
+        };
+      } else {
+        return void 0;
+      }
+    }).filter((item) => item !== void 0);
     return {
       text: (_h = (_g = (_f = (_e = response.output) == null ? void 0 : _e.message) == null ? void 0 : _f.content) == null ? void 0 : _g.map((part) => {
         var _a2;
@@ -601,6 +699,7 @@ var BedrockChatLanguageModel = class {
       rawCall: { rawPrompt, rawSettings },
       rawResponse: { headers: responseHeaders },
       warnings,
+      reasoning: reasoning.length > 0 ? reasoning : void 0,
       ...providerMetadata && { providerMetadata }
     };
   }
@@ -634,7 +733,7 @@ var BedrockChatLanguageModel = class {
       stream: response.pipeThrough(
         new TransformStream({
           transform(chunk, controller) {
-            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m;
+            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n;
             function enqueueError(bedrockError) {
               finishReason = "error";
               controller.enqueue({ type: "error", error: bedrockError });
@@ -694,8 +793,27 @@ var BedrockChatLanguageModel = class {
                 textDelta: value.contentBlockDelta.delta.text
               });
             }
+            if (((_l = value.contentBlockDelta) == null ? void 0 : _l.delta) && "reasoningContent" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.reasoningContent) {
+              const reasoningContent = value.contentBlockDelta.delta.reasoningContent;
+              if ("text" in reasoningContent && reasoningContent.text) {
+                controller.enqueue({
+                  type: "reasoning",
+                  textDelta: reasoningContent.text
+                });
+              } else if ("signature" in reasoningContent && reasoningContent.signature) {
+                controller.enqueue({
+                  type: "reasoning-signature",
+                  signature: reasoningContent.signature
+                });
+              } else if ("data" in reasoningContent && reasoningContent.data) {
+                controller.enqueue({
+                  type: "redacted-reasoning",
+                  data: reasoningContent.data
+                });
+              }
+            }
             const contentBlockStart = value.contentBlockStart;
-            if (((_l = contentBlockStart == null ? void 0 : contentBlockStart.start) == null ? void 0 : _l.toolUse) != null) {
+            if (((_m = contentBlockStart == null ? void 0 : contentBlockStart.start) == null ? void 0 : _m.toolUse) != null) {
               const toolUse = contentBlockStart.start.toolUse;
               toolCallContentBlocks[contentBlockStart.contentBlockIndex] = {
                 toolCallId: toolUse.toolUseId,
@@ -706,7 +824,7 @@ var BedrockChatLanguageModel = class {
             const contentBlockDelta = value.contentBlockDelta;
             if ((contentBlockDelta == null ? void 0 : contentBlockDelta.delta) && "toolUse" in contentBlockDelta.delta && contentBlockDelta.delta.toolUse) {
               const contentBlock = toolCallContentBlocks[contentBlockDelta.contentBlockIndex];
-              const delta = (_m = contentBlockDelta.delta.toolUse.input) != null ? _m : "";
+              const delta = (_n = contentBlockDelta.delta.toolUse.input) != null ? _n : "";
               controller.enqueue({
                 type: "tool-call-delta",
                 toolCallType: "function",
@@ -752,6 +870,11 @@ var BedrockChatLanguageModel = class {
     return `${this.config.baseUrl()}/model/${encodedModelId}`;
   }
 };
+var BedrockReasoningConfigOptionsSchema = z2.object({
+  type: z2.union([z2.literal("enabled"), z2.literal("disabled")]).nullish(),
+  budget_tokens: z2.number().nullish(),
+  budgetTokens: z2.number().nullish()
+}).nullish();
 var BedrockStopReasonSchema = z2.union([
   z2.enum(BEDROCK_STOP_REASONS),
   z2.string()
@@ -761,6 +884,13 @@ var BedrockToolUseSchema = z2.object({
   name: z2.string(),
   input: z2.unknown()
 });
+var BedrockReasoningTextSchema = z2.object({
+  signature: z2.string().nullish(),
+  text: z2.string()
+});
+var BedrockRedactedReasoningSchema = z2.object({
+  data: z2.string()
+});
 var BedrockResponseSchema = z2.object({
   metrics: z2.object({
     latencyMs: z2.number()
@@ -770,7 +900,15 @@ var BedrockResponseSchema = z2.object({
       content: z2.array(
         z2.object({
           text: z2.string().nullish(),
-          toolUse: BedrockToolUseSchema.nullish()
+          toolUse: BedrockToolUseSchema.nullish(),
+          reasoningContent: z2.union([
+            z2.object({
+              reasoningText: BedrockReasoningTextSchema
+            }),
+            z2.object({
+              redactedReasoning: BedrockRedactedReasoningSchema
+            })
+          ]).nullish()
         })
       ),
       role: z2.string()
@@ -791,7 +929,18 @@ var BedrockStreamSchema = z2.object({
     contentBlockIndex: z2.number(),
     delta: z2.union([
       z2.object({ text: z2.string() }),
-      z2.object({ toolUse: z2.object({ input: z2.string() }) })
+      z2.object({ toolUse: z2.object({ input: z2.string() }) }),
+      z2.object({
+        reasoningContent: z2.object({ text: z2.string() })
+      }),
+      z2.object({
+        reasoningContent: z2.object({
+          signature: z2.string()
+        })
+      }),
+      z2.object({
+        reasoningContent: z2.object({ data: z2.string() })
+      })
     ]).nullish()
   }).nullish(),
   contentBlockStart: z2.object({