@ai-sdk/amazon-bedrock 3.0.0-canary.14 → 3.0.0-canary.16

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # @ai-sdk/amazon-bedrock
 
+## 3.0.0-canary.16
+
+### Patch Changes
+
+- Updated dependencies [87b828f]
+  - @ai-sdk/provider-utils@3.0.0-canary.16
+
+## 3.0.0-canary.15
+
+### Patch Changes
+
+- a8c8bd5: feat(embed-many): respect supportsParallelCalls & concurrency
+- 6f231db: fix(providers): always use optional instead of mix of nullish for providerOptions
+- Updated dependencies [a571d6e]
+- Updated dependencies [a8c8bd5]
+- Updated dependencies [7979f7f]
+- Updated dependencies [41fa418]
+  - @ai-sdk/provider-utils@3.0.0-canary.15
+  - @ai-sdk/provider@2.0.0-canary.14
+
 ## 3.0.0-canary.14
 
 ### Patch Changes

package/README.md

@@ -1,6 +1,6 @@
 # AI SDK - Amazon Bedrock Provider
 
-The **[Amazon Bedrock provider](https://sdk.vercel.ai/providers/ai-sdk-providers/amazon-bedrock)** for the [AI SDK](https://sdk.vercel.ai/docs)
+The **[Amazon Bedrock provider](https://ai-sdk.dev/providers/ai-sdk-providers/amazon-bedrock)** for the [AI SDK](https://ai-sdk.dev/docs)
 contains language model support for the Amazon Bedrock [converse API](https://docs.aws.amazon.com/bedrock/latest/APIReference/API_runtime_Converse.html).
 
 ## Setup
@@ -33,4 +33,4 @@ const { text } = await generateText({
 
 ## Documentation
 
-Please check out the **[Amazon Bedrock provider documentation](https://sdk.vercel.ai/providers/ai-sdk-providers/amazon-bedrock)** for more information.
+Please check out the **[Amazon Bedrock provider documentation](https://ai-sdk.dev/providers/ai-sdk-providers/amazon-bedrock)** for more information.

package/dist/index.d.mts

@@ -10,28 +10,28 @@ declare const bedrockProviderOptions: z.ZodObject<{
      * supports in the inferenceConfig field
      */
     additionalModelRequestFields: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
-    reasoningConfig: z.ZodOptional<z.ZodNullable<z.ZodObject<{
-        type: z.ZodOptional<z.ZodNullable<z.ZodUnion<[z.ZodLiteral<"enabled">, z.ZodLiteral<"disabled">]>>>;
-        budgetTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    reasoningConfig: z.ZodOptional<z.ZodObject<{
+        type: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"enabled">, z.ZodLiteral<"disabled">]>>;
+        budgetTokens: z.ZodOptional<z.ZodNumber>;
     }, "strip", z.ZodTypeAny, {
-        type?: "enabled" | "disabled" | null | undefined;
-        budgetTokens?: number | null | undefined;
+        type?: "enabled" | "disabled" | undefined;
+        budgetTokens?: number | undefined;
     }, {
-        type?: "enabled" | "disabled" | null | undefined;
-        budgetTokens?: number | null | undefined;
-    }>>>;
+        type?: "enabled" | "disabled" | undefined;
+        budgetTokens?: number | undefined;
+    }>>;
 }, "strip", z.ZodTypeAny, {
     additionalModelRequestFields?: Record<string, any> | undefined;
     reasoningConfig?: {
-        type?: "enabled" | "disabled" | null | undefined;
-        budgetTokens?: number | null | undefined;
-    } | null | undefined;
+        type?: "enabled" | "disabled" | undefined;
+        budgetTokens?: number | undefined;
+    } | undefined;
 }, {
     additionalModelRequestFields?: Record<string, any> | undefined;
     reasoningConfig?: {
-        type?: "enabled" | "disabled" | null | undefined;
-        budgetTokens?: number | null | undefined;
-    } | null | undefined;
+        type?: "enabled" | "disabled" | undefined;
+        budgetTokens?: number | undefined;
+    } | undefined;
 }>;
 type BedrockProviderOptions = z.infer<typeof bedrockProviderOptions>;
 

package/dist/index.d.ts

@@ -10,28 +10,28 @@ declare const bedrockProviderOptions: z.ZodObject<{
      * supports in the inferenceConfig field
      */
     additionalModelRequestFields: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
-    reasoningConfig: z.ZodOptional<z.ZodNullable<z.ZodObject<{
-        type: z.ZodOptional<z.ZodNullable<z.ZodUnion<[z.ZodLiteral<"enabled">, z.ZodLiteral<"disabled">]>>>;
-        budgetTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    reasoningConfig: z.ZodOptional<z.ZodObject<{
+        type: z.ZodOptional<z.ZodUnion<[z.ZodLiteral<"enabled">, z.ZodLiteral<"disabled">]>>;
+        budgetTokens: z.ZodOptional<z.ZodNumber>;
     }, "strip", z.ZodTypeAny, {
-        type?: "enabled" | "disabled" | null | undefined;
-        budgetTokens?: number | null | undefined;
+        type?: "enabled" | "disabled" | undefined;
+        budgetTokens?: number | undefined;
     }, {
-        type?: "enabled" | "disabled" | null | undefined;
-        budgetTokens?: number | null | undefined;
-    }>>>;
+        type?: "enabled" | "disabled" | undefined;
+        budgetTokens?: number | undefined;
+    }>>;
 }, "strip", z.ZodTypeAny, {
     additionalModelRequestFields?: Record<string, any> | undefined;
     reasoningConfig?: {
-        type?: "enabled" | "disabled" | null | undefined;
-        budgetTokens?: number | null | undefined;
-    } | null | undefined;
+        type?: "enabled" | "disabled" | undefined;
+        budgetTokens?: number | undefined;
+    } | undefined;
 }, {
     additionalModelRequestFields?: Record<string, any> | undefined;
     reasoningConfig?: {
-        type?: "enabled" | "disabled" | null | undefined;
-        budgetTokens?: number | null | undefined;
-    } | null | undefined;
+        type?: "enabled" | "disabled" | undefined;
+        budgetTokens?: number | undefined;
+    } | undefined;
 }>;
 type BedrockProviderOptions = z.infer<typeof bedrockProviderOptions>;
 

package/dist/index.js

@@ -59,9 +59,9 @@ var bedrockProviderOptions = import_zod.z.object({
    */
   additionalModelRequestFields: import_zod.z.record(import_zod.z.any()).optional(),
   reasoningConfig: import_zod.z.object({
-    type: import_zod.z.union([import_zod.z.literal("enabled"), import_zod.z.literal("disabled")]).nullish(),
-    budgetTokens: import_zod.z.number().nullish()
-  }).nullish()
+    type: import_zod.z.union([import_zod.z.literal("enabled"), import_zod.z.literal("disabled")]).optional(),
+    budgetTokens: import_zod.z.number().optional()
+  }).optional()
 });
 
 // src/bedrock-error.ts
@@ -621,7 +621,7 @@ var BedrockChatLanguageModel = class {
     };
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n;
     const { command: args, warnings } = await this.getArgs(options);
     const url = `${this.getUrl(this.modelId)}/converse`;
     const { value: response, responseHeaders } = await (0, import_provider_utils3.postJsonToApi)({
@@ -688,10 +688,9 @@ var BedrockChatLanguageModel = class {
     const providerMetadata = response.trace || response.usage ? {
       bedrock: {
         ...response.trace && typeof response.trace === "object" ? { trace: response.trace } : {},
-        ...response.usage && {
+        ...((_h = response.usage) == null ? void 0 : _h.cacheWriteInputTokens) != null && {
           usage: {
-            cacheReadInputTokens: (_i = (_h = response.usage) == null ? void 0 : _h.cacheReadInputTokens) != null ? _i : Number.NaN,
-            cacheWriteInputTokens: (_k = (_j = response.usage) == null ? void 0 : _j.cacheWriteInputTokens) != null ? _k : Number.NaN
+            cacheWriteInputTokens: response.usage.cacheWriteInputTokens
           }
         }
       }
@@ -702,8 +701,10 @@ var BedrockChatLanguageModel = class {
         response.stopReason
       ),
       usage: {
-        inputTokens: (_l = response.usage) == null ? void 0 : _l.inputTokens,
-        outputTokens: (_m = response.usage) == null ? void 0 : _m.outputTokens
+        inputTokens: (_i = response.usage) == null ? void 0 : _i.inputTokens,
+        outputTokens: (_j = response.usage) == null ? void 0 : _j.outputTokens,
+        totalTokens: ((_k = response.usage) == null ? void 0 : _k.inputTokens) + ((_l = response.usage) == null ? void 0 : _l.outputTokens),
+        cachedInputTokens: (_n = (_m = response.usage) == null ? void 0 : _m.cacheReadInputTokens) != null ? _n : void 0
       },
       response: {
         // TODO add id, timestamp, etc
@@ -734,7 +735,8 @@ var BedrockChatLanguageModel = class {
     let finishReason = "unknown";
     const usage = {
       inputTokens: void 0,
-      outputTokens: void 0
+      outputTokens: void 0,
+      totalTokens: void 0
     };
     let providerMetadata = void 0;
     const toolCallContentBlocks = {};
@@ -745,7 +747,7 @@ var BedrockChatLanguageModel = class {
             controller.enqueue({ type: "stream-start", warnings });
           },
           transform(chunk, controller) {
-            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n;
+            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m;
             function enqueueError(bedrockError) {
               finishReason = "error";
               controller.enqueue({ type: "error", error: bedrockError });
@@ -779,10 +781,11 @@ var BedrockChatLanguageModel = class {
             if (value.metadata) {
               usage.inputTokens = (_b = (_a = value.metadata.usage) == null ? void 0 : _a.inputTokens) != null ? _b : usage.inputTokens;
               usage.outputTokens = (_d = (_c = value.metadata.usage) == null ? void 0 : _c.outputTokens) != null ? _d : usage.outputTokens;
-              const cacheUsage = ((_e = value.metadata.usage) == null ? void 0 : _e.cacheReadInputTokens) != null || ((_f = value.metadata.usage) == null ? void 0 : _f.cacheWriteInputTokens) != null ? {
+              usage.totalTokens = ((_e = usage.inputTokens) != null ? _e : 0) + ((_f = usage.outputTokens) != null ? _f : 0);
+              usage.cachedInputTokens = (_h = (_g = value.metadata.usage) == null ? void 0 : _g.cacheReadInputTokens) != null ? _h : usage.cachedInputTokens;
+              const cacheUsage = ((_i = value.metadata.usage) == null ? void 0 : _i.cacheWriteInputTokens) != null ? {
                 usage: {
-                  cacheReadInputTokens: (_h = (_g = value.metadata.usage) == null ? void 0 : _g.cacheReadInputTokens) != null ? _h : Number.NaN,
-                  cacheWriteInputTokens: (_j = (_i = value.metadata.usage) == null ? void 0 : _i.cacheWriteInputTokens) != null ? _j : Number.NaN
+                  cacheWriteInputTokens: value.metadata.usage.cacheWriteInputTokens
                 }
               } : void 0;
               const trace = value.metadata.trace ? {
@@ -797,13 +800,13 @@ var BedrockChatLanguageModel = class {
                 };
               }
             }
-            if (((_k = value.contentBlockDelta) == null ? void 0 : _k.delta) && "text" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.text) {
+            if (((_j = value.contentBlockDelta) == null ? void 0 : _j.delta) && "text" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.text) {
               controller.enqueue({
                 type: "text",
                 text: value.contentBlockDelta.delta.text
               });
             }
-            if (((_l = value.contentBlockDelta) == null ? void 0 : _l.delta) && "reasoningContent" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.reasoningContent) {
+            if (((_k = value.contentBlockDelta) == null ? void 0 : _k.delta) && "reasoningContent" in value.contentBlockDelta.delta && value.contentBlockDelta.delta.reasoningContent) {
               const reasoningContent = value.contentBlockDelta.delta.reasoningContent;
               if ("text" in reasoningContent && reasoningContent.text) {
                 controller.enqueue({
@@ -835,7 +838,7 @@ var BedrockChatLanguageModel = class {
               }
             }
             const contentBlockStart = value.contentBlockStart;
-            if (((_m = contentBlockStart == null ? void 0 : contentBlockStart.start) == null ? void 0 : _m.toolUse) != null) {
+            if (((_l = contentBlockStart == null ? void 0 : contentBlockStart.start) == null ? void 0 : _l.toolUse) != null) {
               const toolUse = contentBlockStart.start.toolUse;
               toolCallContentBlocks[contentBlockStart.contentBlockIndex] = {
                 toolCallId: toolUse.toolUseId,
@@ -846,7 +849,7 @@ var BedrockChatLanguageModel = class {
             const contentBlockDelta = value.contentBlockDelta;
             if ((contentBlockDelta == null ? void 0 : contentBlockDelta.delta) && "toolUse" in contentBlockDelta.delta && contentBlockDelta.delta.toolUse) {
               const contentBlock = toolCallContentBlocks[contentBlockDelta.contentBlockIndex];
-              const delta = (_n = contentBlockDelta.delta.toolUse.input) != null ? _n : "";
+              const delta = (_m = contentBlockDelta.delta.toolUse.input) != null ? _m : "";
               controller.enqueue({
                 type: "tool-call-delta",
                 toolCallType: "function",
@@ -992,6 +995,7 @@ var bedrockReasoningMetadataSchema = import_zod3.z.object({
 });
 
 // src/bedrock-embedding-model.ts
+var import_provider4 = require("@ai-sdk/provider");
 var import_provider_utils4 = require("@ai-sdk/provider-utils");
 
 // src/bedrock-embedding-options.ts
@@ -1031,48 +1035,45 @@ var BedrockEmbeddingModel = class {
     providerOptions
   }) {
     var _a;
+    if (values.length > this.maxEmbeddingsPerCall) {
+      throw new import_provider4.TooManyEmbeddingValuesForCallError({
+        provider: this.provider,
+        modelId: this.modelId,
+        maxEmbeddingsPerCall: this.maxEmbeddingsPerCall,
+        values
+      });
+    }
     const bedrockOptions = (_a = await (0, import_provider_utils4.parseProviderOptions)({
       provider: "bedrock",
       providerOptions,
       schema: bedrockEmbeddingProviderOptions
     })) != null ? _a : {};
-    const embedSingleText = async (inputText) => {
-      const args = {
-        inputText,
-        dimensions: bedrockOptions.dimensions,
-        normalize: bedrockOptions.normalize
-      };
-      const url = this.getUrl(this.modelId);
-      const { value: response } = await (0, import_provider_utils4.postJsonToApi)({
-        url,
-        headers: await (0, import_provider_utils4.resolve)(
-          (0, import_provider_utils4.combineHeaders)(await (0, import_provider_utils4.resolve)(this.config.headers), headers)
-        ),
-        body: args,
-        failedResponseHandler: (0, import_provider_utils4.createJsonErrorResponseHandler)({
-          errorSchema: BedrockErrorSchema,
-          errorToMessage: (error) => `${error.type}: ${error.message}`
-        }),
-        successfulResponseHandler: (0, import_provider_utils4.createJsonResponseHandler)(
-          BedrockEmbeddingResponseSchema
-        ),
-        fetch: this.config.fetch,
-        abortSignal
-      });
-      return {
-        embedding: response.embedding,
-        inputTextTokenCount: response.inputTextTokenCount
-      };
+    const args = {
+      inputText: values[0],
+      dimensions: bedrockOptions.dimensions,
+      normalize: bedrockOptions.normalize
+    };
+    const url = this.getUrl(this.modelId);
+    const { value: response } = await (0, import_provider_utils4.postJsonToApi)({
+      url,
+      headers: await (0, import_provider_utils4.resolve)(
+        (0, import_provider_utils4.combineHeaders)(await (0, import_provider_utils4.resolve)(this.config.headers), headers)
+      ),
+      body: args,
+      failedResponseHandler: (0, import_provider_utils4.createJsonErrorResponseHandler)({
+        errorSchema: BedrockErrorSchema,
+        errorToMessage: (error) => `${error.type}: ${error.message}`
+      }),
+      successfulResponseHandler: (0, import_provider_utils4.createJsonResponseHandler)(
+        BedrockEmbeddingResponseSchema
+      ),
+      fetch: this.config.fetch,
+      abortSignal
+    });
+    return {
+      embeddings: [response.embedding],
+      usage: { tokens: response.inputTextTokenCount }
     };
-    const responses = await Promise.all(values.map(embedSingleText));
-    return responses.reduce(
-      (accumulated, response) => {
-        accumulated.embeddings.push(response.embedding);
-        accumulated.usage.tokens += response.inputTextTokenCount;
-        return accumulated;
-      },
-      { embeddings: [], usage: { tokens: 0 } }
-    );
   }
 };
 var BedrockEmbeddingResponseSchema = import_zod5.z.object({