@ai-sdk/amazon-bedrock 3.0.70 → 3.0.72

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # @ai-sdk/amazon-bedrock
 
+## 3.0.72
+
+### Patch Changes
+
+- 4f0e5af: Fix bedrock ConverseStream using /delta/stop_sequence
+
+## 3.0.71
+
+### Patch Changes
+
+- 11cb33e: feat(provider/amazon-bedrock): expose stop_sequence in provider metadata
+
+  The Bedrock provider now exposes the specific stop sequence that triggered generation to halt via `providerMetadata.bedrock.stopSequence`. This is implemented by:
+
+  - Requesting `/stop_sequence` via `additionalModelResponseFieldPaths` in the API call
+  - Parsing the value from `additionalModelResponseFields.stop_sequence` in both generate and stream responses
+  - Exposing it as `stopSequence` in the provider metadata (returns `null` when no stop sequence was matched)
+
+- 11cb33e: Add stop sequence support for amazon bedrock provider
+
 ## 3.0.70
 
 ### Patch Changes

package/dist/index.js

@@ -30,7 +30,7 @@ module.exports = __toCommonJS(src_exports);
 var import_provider_utils8 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "3.0.70" : "0.0.0-test";
+var VERSION = true ? "3.0.72" : "0.0.0-test";
 
 // src/bedrock-provider.ts
 var import_internal2 = require("@ai-sdk/anthropic/internal");
@@ -871,11 +871,15 @@ var BedrockChatLanguageModel = class {
       additionalModelRequestFields: __,
       ...filteredBedrockOptions
     } = (providerOptions == null ? void 0 : providerOptions.bedrock) || {};
+    const additionalModelResponseFieldPaths = isAnthropicModel ? ["/delta/stop_sequence"] : void 0;
     return {
       command: {
         system,
         messages,
         additionalModelRequestFields: bedrockOptions.additionalModelRequestFields,
+        ...additionalModelResponseFieldPaths && {
+          additionalModelResponseFieldPaths
+        },
         ...Object.keys(inferenceConfig).length > 0 && {
           inferenceConfig
         },
@@ -893,7 +897,7 @@ var BedrockChatLanguageModel = class {
     return (0, import_provider_utils4.combineHeaders)(await (0, import_provider_utils4.resolve)(this.config.headers), headers);
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q;
     const {
       command: args,
       warnings,
@@ -967,15 +971,17 @@ var BedrockChatLanguageModel = class {
         }
       }
     }
-    const providerMetadata = response.trace || response.usage || isJsonResponseFromTool ? {
+    const stopSequence = (_j = (_i = (_h = response.additionalModelResponseFields) == null ? void 0 : _h.delta) == null ? void 0 : _i.stop_sequence) != null ? _j : null;
+    const providerMetadata = response.trace || response.usage || isJsonResponseFromTool || stopSequence ? {
       bedrock: {
         ...response.trace && typeof response.trace === "object" ? { trace: response.trace } : {},
-        ...((_h = response.usage) == null ? void 0 : _h.cacheWriteInputTokens) != null && {
+        ...((_k = response.usage) == null ? void 0 : _k.cacheWriteInputTokens) != null && {
           usage: {
             cacheWriteInputTokens: response.usage.cacheWriteInputTokens
           }
         },
-        ...isJsonResponseFromTool && { isJsonResponseFromTool: true }
+        ...isJsonResponseFromTool && { isJsonResponseFromTool: true },
+        stopSequence
       }
     } : void 0;
     return {
@@ -985,10 +991,10 @@ var BedrockChatLanguageModel = class {
         isJsonResponseFromTool
       ),
       usage: {
-        inputTokens: (_i = response.usage) == null ? void 0 : _i.inputTokens,
-        outputTokens: (_j = response.usage) == null ? void 0 : _j.outputTokens,
-        totalTokens: ((_k = response.usage) == null ? void 0 : _k.inputTokens) + ((_l = response.usage) == null ? void 0 : _l.outputTokens),
-        cachedInputTokens: (_n = (_m = response.usage) == null ? void 0 : _m.cacheReadInputTokens) != null ? _n : void 0
+        inputTokens: (_l = response.usage) == null ? void 0 : _l.inputTokens,
+        outputTokens: (_m = response.usage) == null ? void 0 : _m.outputTokens,
+        totalTokens: ((_n = response.usage) == null ? void 0 : _n.inputTokens) + ((_o = response.usage) == null ? void 0 : _o.outputTokens),
+        cachedInputTokens: (_q = (_p = response.usage) == null ? void 0 : _p.cacheReadInputTokens) != null ? _q : void 0
       },
       response: {
         // TODO add id, timestamp, etc
@@ -1025,6 +1031,7 @@ var BedrockChatLanguageModel = class {
     };
     let providerMetadata = void 0;
     let isJsonResponseFromTool = false;
+    let stopSequence = null;
     const contentBlocks = {};
     return {
       stream: response.pipeThrough(
@@ -1033,7 +1040,7 @@ var BedrockChatLanguageModel = class {
             controller.enqueue({ type: "stream-start", warnings });
           },
           transform(chunk, controller) {
-            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q;
+            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t;
             function enqueueError(bedrockError) {
               finishReason = "error";
               controller.enqueue({ type: "error", error: bedrockError });
@@ -1067,13 +1074,14 @@ var BedrockChatLanguageModel = class {
                 value.messageStop.stopReason,
                 isJsonResponseFromTool
               );
+              stopSequence = (_c = (_b = (_a = value.messageStop.additionalModelResponseFields) == null ? void 0 : _a.delta) == null ? void 0 : _b.stop_sequence) != null ? _c : null;
             }
             if (value.metadata) {
-              usage.inputTokens = (_b = (_a = value.metadata.usage) == null ? void 0 : _a.inputTokens) != null ? _b : usage.inputTokens;
-              usage.outputTokens = (_d = (_c = value.metadata.usage) == null ? void 0 : _c.outputTokens) != null ? _d : usage.outputTokens;
-              usage.totalTokens = ((_e = usage.inputTokens) != null ? _e : 0) + ((_f = usage.outputTokens) != null ? _f : 0);
-              usage.cachedInputTokens = (_h = (_g = value.metadata.usage) == null ? void 0 : _g.cacheReadInputTokens) != null ? _h : usage.cachedInputTokens;
-              const cacheUsage = ((_i = value.metadata.usage) == null ? void 0 : _i.cacheWriteInputTokens) != null ? {
+              usage.inputTokens = (_e = (_d = value.metadata.usage) == null ? void 0 : _d.inputTokens) != null ? _e : usage.inputTokens;
+              usage.outputTokens = (_g = (_f = value.metadata.usage) == null ? void 0 : _f.outputTokens) != null ? _g : usage.outputTokens;
+              usage.totalTokens = ((_h = usage.inputTokens) != null ? _h : 0) + ((_i = usage.outputTokens) != null ? _i : 0);
+              usage.cachedInputTokens = (_k = (_j = value.metadata.usage) == null ? void 0 : _j.cacheReadInputTokens) != null ? _k : usage.cachedInputTokens;
+              const cacheUsage = ((_l = value.metadata.usage) == null ? void 0 : _l.cacheWriteInputTokens) != null ? {
                 usage: {
                   cacheWriteInputTokens: value.metadata.usage.cacheWriteInputTokens
                 }
@@ -1090,7 +1098,7 @@ var BedrockChatLanguageModel = class {
                 };
               }
             }
-            if (((_j = value.contentBlockStart) == null ? void 0 : _j.contentBlockIndex) != null && !((_l = (_k = value.contentBlockStart) == null ? void 0 : _k.start) == null ? void 0 : _l.toolUse)) {
+            if (((_m = value.contentBlockStart) == null ? void 0 : _m.contentBlockIndex) != null && !((_o = (_n = value.contentBlockStart) == null ? void 0 : _n.start) == null ? void 0 : _o.toolUse)) {
               const blockIndex = value.contentBlockStart.contentBlockIndex;
               contentBlocks[blockIndex] = { type: "text" };
               controller.enqueue({
@@ -1098,7 +1106,7 @@ var BedrockChatLanguageModel = class {
                 id: String(blockIndex)
               });
             }
-            if (((_m = value.contentBlockDelta) == null ? void 0 : _m.delta) && "text" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.text) {
+            if (((_p = value.contentBlockDelta) == null ? void 0 : _p.delta) && "text" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.text) {
               const blockIndex = value.contentBlockDelta.contentBlockIndex || 0;
               if (contentBlocks[blockIndex] == null) {
                 contentBlocks[blockIndex] = { type: "text" };
@@ -1113,7 +1121,7 @@ var BedrockChatLanguageModel = class {
                 delta: value.contentBlockDelta.delta.text
               });
             }
-            if (((_n = value.contentBlockStop) == null ? void 0 : _n.contentBlockIndex) != null) {
+            if (((_q = value.contentBlockStop) == null ? void 0 : _q.contentBlockIndex) != null) {
               const blockIndex = value.contentBlockStop.contentBlockIndex;
               const contentBlock = contentBlocks[blockIndex];
               if (contentBlock != null) {
@@ -1159,7 +1167,7 @@ var BedrockChatLanguageModel = class {
                 delete contentBlocks[blockIndex];
               }
             }
-            if (((_o = value.contentBlockDelta) == null ? void 0 : _o.delta) && "reasoningContent" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.reasoningContent) {
+            if (((_r = value.contentBlockDelta) == null ? void 0 : _r.delta) && "reasoningContent" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.reasoningContent) {
               const blockIndex = value.contentBlockDelta.contentBlockIndex || 0;
               const reasoningContent = value.contentBlockDelta.delta.reasoningContent;
               if ("text" in reasoningContent && reasoningContent.text) {
@@ -1200,7 +1208,7 @@ var BedrockChatLanguageModel = class {
               }
             }
             const contentBlockStart = value.contentBlockStart;
-            if (((_p = contentBlockStart == null ? void 0 : contentBlockStart.start) == null ? void 0 : _p.toolUse) != null) {
+            if (((_s = contentBlockStart == null ? void 0 : contentBlockStart.start) == null ? void 0 : _s.toolUse) != null) {
               const toolUse = contentBlockStart.start.toolUse;
               const blockIndex = contentBlockStart.contentBlockIndex;
               const isJsonResponseTool = usesJsonResponseTool && toolUse.name === "json";
@@ -1224,7 +1232,7 @@ var BedrockChatLanguageModel = class {
               const blockIndex = contentBlockDelta.contentBlockIndex;
               const contentBlock = contentBlocks[blockIndex];
               if ((contentBlock == null ? void 0 : contentBlock.type) === "tool-call") {
-                const delta = (_q = contentBlockDelta.delta.toolUse.input) != null ? _q : "";
+                const delta = (_t = contentBlockDelta.delta.toolUse.input) != null ? _t : "";
                 if (!contentBlock.isJsonResponseTool) {
                   controller.enqueue({
                     type: "tool-input-delta",
@@ -1237,16 +1245,22 @@ var BedrockChatLanguageModel = class {
             }
           },
           flush(controller) {
-            if (isJsonResponseFromTool) {
+            if (isJsonResponseFromTool || stopSequence != null) {
               if (providerMetadata) {
                 providerMetadata.bedrock = {
                   ...providerMetadata.bedrock,
-                  isJsonResponseFromTool: true
+                  ...isJsonResponseFromTool && {
+                    isJsonResponseFromTool: true
+                  },
+                  stopSequence
                 };
               } else {
                 providerMetadata = {
                   bedrock: {
-                    isJsonResponseFromTool: true
+                    ...isJsonResponseFromTool && {
+                      isJsonResponseFromTool: true
+                    },
+                    stopSequence
                   }
                 };
               }
@@ -1273,6 +1287,11 @@ var BedrockStopReasonSchema = import_v43.z.union([
   import_v43.z.enum(BEDROCK_STOP_REASONS),
   import_v43.z.string()
 ]);
+var BedrockAdditionalModelResponseFieldsSchema = import_v43.z.object({
+  delta: import_v43.z.object({
+    stop_sequence: import_v43.z.string().nullish()
+  }).nullish()
+}).catchall(import_v43.z.unknown());
 var BedrockToolUseSchema = import_v43.z.object({
   toolUseId: import_v43.z.string(),
   name: import_v43.z.string(),
@@ -1309,6 +1328,7 @@ var BedrockResponseSchema = import_v43.z.object({
     })
   }),
   stopReason: BedrockStopReasonSchema,
+  additionalModelResponseFields: BedrockAdditionalModelResponseFieldsSchema.nullish(),
   trace: import_v43.z.unknown().nullish(),
   usage: import_v43.z.object({
     inputTokens: import_v43.z.number(),
@@ -1348,7 +1368,7 @@ var BedrockStreamSchema = import_v43.z.object({
   }).nullish(),
   internalServerException: import_v43.z.record(import_v43.z.string(), import_v43.z.unknown()).nullish(),
   messageStop: import_v43.z.object({
-    additionalModelResponseFields: import_v43.z.record(import_v43.z.string(), import_v43.z.unknown()).nullish(),
+    additionalModelResponseFields: BedrockAdditionalModelResponseFieldsSchema.nullish(),
     stopReason: BedrockStopReasonSchema
   }).nullish(),
   metadata: import_v43.z.object({