@ai-sdk/amazon-bedrock 4.0.163 → 4.0.166

package/dist/mantle/index.js

@@ -35,7 +35,7 @@ var import_provider_utils = require("@ai-sdk/provider-utils");
 var import_aws4fetch = require("aws4fetch");
 
 // src/version.ts
-var VERSION = true ? "4.0.163" : "0.0.0-test";
+var VERSION = true ? "4.0.166" : "0.0.0-test";
 
 // src/bedrock-sigv4-fetch.ts
 function createSigV4FetchFunction(getCredentials, fetch, service = "bedrock") {

package/dist/mantle/index.mjs

@@ -23,7 +23,7 @@ import {
 import { AwsV4Signer } from "aws4fetch";
 
 // src/version.ts
-var VERSION = true ? "4.0.163" : "0.0.0-test";
+var VERSION = true ? "4.0.166" : "0.0.0-test";
 
 // src/bedrock-sigv4-fetch.ts
 function createSigV4FetchFunction(getCredentials, fetch, service = "bedrock") {

package/docs/08-amazon-bedrock.mdx

@@ -942,6 +942,30 @@ The following provider options are available for Cohere embedding models:
 
   Truncation behavior when input exceeds the model's context length. Accepts: `NONE`, `START`, `END`.
 
+### Application Inference Profiles
+
+Application inference profile ARNs do not identify their underlying model. Pass
+the model family when creating an embedding model so the provider can select
+the correct request format and batch size:
+
+```ts
+import {
+  bedrock,
+  type AmazonBedrockEmbeddingModelSettings,
+} from '@ai-sdk/amazon-bedrock';
+import { embedMany } from 'ai';
+
+const profileArn =
+  'arn:aws:bedrock:us-east-1:123456789012:application-inference-profile/qibm5eutlkcy';
+
+const { embeddings } = await embedMany({
+  model: bedrock.embedding(profileArn, {
+    modelFamily: 'cohere',
+  } satisfies AmazonBedrockEmbeddingModelSettings),
+  values: ['hello', 'world'],
+});
+```
+
 ### Model Capabilities
 
 | Model                          | Default Dimensions | Custom Dimensions   |

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/amazon-bedrock",
-  "version": "4.0.163",
+  "version": "4.0.166",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -44,10 +44,10 @@
     "@smithy/eventstream-codec": "^4.0.1",
     "@smithy/util-utf8": "^4.0.0",
     "aws4fetch": "^1.0.20",
-    "@ai-sdk/anthropic": "3.0.113",
-    "@ai-sdk/openai": "3.0.102",
+    "@ai-sdk/anthropic": "3.0.115",
+    "@ai-sdk/openai": "3.0.105",
     "@ai-sdk/provider": "3.0.15",
-    "@ai-sdk/provider-utils": "4.0.48"
+    "@ai-sdk/provider-utils": "4.0.50"
   },
   "devDependencies": {
     "@types/node": "20.17.24",

package/src/bedrock-chat-language-model.ts

@@ -61,6 +61,10 @@ type BedrockChatConfig = {
   generateId: () => string;
 };
 
+const anthropicProviderOptions = z.object({
+  disableParallelToolUse: z.boolean().optional(),
+});
+
 export class BedrockChatLanguageModel implements LanguageModelV3 {
   readonly specificationVersion = 'v3';
   readonly provider = 'amazon-bedrock';
@@ -99,6 +103,12 @@ export class BedrockChatLanguageModel implements LanguageModelV3 {
         schema: amazonBedrockLanguageModelOptions,
       })) ?? {};
 
+    const anthropicOptions = await parseProviderOptions({
+      provider: 'anthropic',
+      providerOptions,
+      schema: anthropicProviderOptions,
+    });
+
     const warnings: SharedV3Warning[] = [];
 
     if (frequencyPenalty != null) {
@@ -150,7 +160,12 @@ export class BedrockChatLanguageModel implements LanguageModelV3 {
       });
     }
 
-    const isAnthropicModel = this.modelId.includes('anthropic');
+    // Application inference profile ARNs do not expose their underlying model.
+    // The Anthropic-only reasoning budget provides the model-family signal.
+    const isAnthropicModel =
+      this.modelId.includes('anthropic') ||
+      (this.modelId.includes(':application-inference-profile/') &&
+        bedrockOptions.reasoningConfig?.budgetTokens != null);
     const openAIModelId = /^(?:[^.]+\.)?(openai\..+)$/.exec(this.modelId)?.[1];
     const isOpenAIModel = openAIModelId != null;
     const isOpenAIGptOssModel =
@@ -196,6 +211,7 @@ export class BedrockChatLanguageModel implements LanguageModelV3 {
         toolChoice:
           jsonResponseTool != null ? { type: 'required' } : toolChoice,
         modelId: this.modelId,
+        disableParallelToolUse: anthropicOptions?.disableParallelToolUse,
       });
 
     warnings.push(...toolWarnings);
@@ -1267,6 +1283,9 @@ const BedrockStreamSchema = z.object({
       delta: z
         .union([
           z.object({ text: z.string() }),
+          z.object({
+            citation: z.record(z.string(), z.unknown()),
+          }),
           z.object({ toolUse: z.object({ input: z.string() }) }),
           z.object({
             reasoningContent: z.object({ text: z.string() }),

package/src/bedrock-embedding-model.ts

@@ -15,6 +15,7 @@ import {
 import {
   amazonBedrockEmbeddingModelOptionsSchema,
   type BedrockEmbeddingModelId,
+  type AmazonBedrockEmbeddingModelSettings,
 } from './bedrock-embedding-options';
 import { BedrockErrorSchema } from './bedrock-error';
 import { z } from 'zod/v4';
@@ -23,6 +24,7 @@ type BedrockEmbeddingConfig = {
   baseUrl: () => string;
   headers: Resolvable<Record<string, string | undefined>>;
   fetch?: FetchFunction;
+  modelFamily?: AmazonBedrockEmbeddingModelSettings['modelFamily'];
 };
 
 type DoEmbedResponse = Awaited<ReturnType<EmbeddingModelV3['doEmbed']>>;
@@ -33,7 +35,11 @@ export class BedrockEmbeddingModel implements EmbeddingModelV3 {
   readonly supportsParallelCalls = true;
 
   get maxEmbeddingsPerCall() {
-    return isCohereEmbeddingModel(this.modelId) ? 96 : 1;
+    return this.modelFamily === 'cohere' ? 96 : 1;
+  }
+
+  private get modelFamily() {
+    return this.config.modelFamily ?? detectEmbeddingModelFamily(this.modelId);
   }
 
   constructor(
@@ -74,36 +80,36 @@ export class BedrockEmbeddingModel implements EmbeddingModelV3 {
     // Note: Different embedding model families expect different request/response
     // payloads (e.g. Titan vs Cohere vs Nova). We keep the public interface stable and
     // adapt here based on the modelId.
-    const isNovaModel = isNovaEmbeddingModel(this.modelId);
-    const isCohereModel = isCohereEmbeddingModel(this.modelId);
-
-    const args = isNovaModel
-      ? {
-          taskType: 'SINGLE_EMBEDDING',
-          singleEmbeddingParams: {
-            embeddingPurpose:
-              bedrockOptions.embeddingPurpose ?? 'GENERIC_INDEX',
-            embeddingDimension: bedrockOptions.embeddingDimension ?? 1024,
-            text: {
-              truncationMode: bedrockOptions.truncate ?? 'END',
-              value: values[0],
-            },
-          },
-        }
-      : isCohereModel
+    const modelFamily = this.modelFamily;
+
+    const args =
+      modelFamily === 'nova'
         ? {
-            // Cohere embedding models on Bedrock require `input_type`.
-            // Without it, the service attempts other schema branches and rejects the request.
-            input_type: bedrockOptions.inputType ?? 'search_query',
-            texts: values,
-            truncate: bedrockOptions.truncate,
-            output_dimension: bedrockOptions.outputDimension,
+            taskType: 'SINGLE_EMBEDDING',
+            singleEmbeddingParams: {
+              embeddingPurpose:
+                bedrockOptions.embeddingPurpose ?? 'GENERIC_INDEX',
+              embeddingDimension: bedrockOptions.embeddingDimension ?? 1024,
+              text: {
+                truncationMode: bedrockOptions.truncate ?? 'END',
+                value: values[0],
+              },
+            },
           }
-        : {
-            inputText: values[0],
-            dimensions: bedrockOptions.dimensions,
-            normalize: bedrockOptions.normalize,
-          };
+        : modelFamily === 'cohere'
+          ? {
+              // Cohere embedding models on Bedrock require `input_type`.
+              // Without it, the service attempts other schema branches and rejects the request.
+              input_type: bedrockOptions.inputType ?? 'search_query',
+              texts: values,
+              truncate: bedrockOptions.truncate,
+              output_dimension: bedrockOptions.outputDimension,
+            }
+          : {
+              inputText: values[0],
+              dimensions: bedrockOptions.dimensions,
+              normalize: bedrockOptions.normalize,
+            };
 
     const url = this.getUrl(this.modelId);
     const { value: response, responseHeaders } = await postJsonToApi({
@@ -172,7 +178,17 @@ function isCohereEmbeddingModel(modelId: string) {
 }
 
 function isNovaEmbeddingModel(modelId: string) {
-  return modelId.startsWith('amazon.nova-') && modelId.includes('embed');
+  return modelId.includes('amazon.nova-') && modelId.includes('embed');
+}
+
+function detectEmbeddingModelFamily(
+  modelId: string,
+): NonNullable<AmazonBedrockEmbeddingModelSettings['modelFamily']> {
+  return isNovaEmbeddingModel(modelId)
+    ? 'nova'
+    : isCohereEmbeddingModel(modelId)
+      ? 'cohere'
+      : 'titan';
 }
 
 const BedrockEmbeddingResponseSchema = z.union([

package/src/bedrock-embedding-options.ts

@@ -7,6 +7,16 @@ export type BedrockEmbeddingModelId =
   | 'cohere.embed-multilingual-v3'
   | (string & {});
 
+export type AmazonBedrockEmbeddingModelSettings = {
+  /**
+   * The embedding model family.
+   *
+   * Specify this when the model ID does not identify the underlying model,
+   * such as an application inference profile ARN.
+   */
+  modelFamily?: 'titan' | 'cohere' | 'nova';
+};
+
 export const amazonBedrockEmbeddingModelOptionsSchema = z.object({
   /**
    * The number of dimensions the resulting output embeddings should have (defaults to 1024).

package/src/bedrock-prepare-tools.ts

@@ -19,10 +19,12 @@ export async function prepareTools({
   tools,
   toolChoice,
   modelId,
+  disableParallelToolUse,
 }: {
   tools: LanguageModelV3CallOptions['tools'];
   toolChoice?: LanguageModelV3CallOptions['toolChoice'];
   modelId: string;
+  disableParallelToolUse?: boolean;
 }): Promise<{
   toolConfig: BedrockToolConfiguration;
   additionalTools: Record<string, unknown> | undefined;
@@ -85,6 +87,7 @@ export async function prepareTools({
     } = await prepareAnthropicTools({
       tools: ProviderTools,
       toolChoice,
+      disableParallelToolUse,
       supportsStructuredOutput: false,
       supportsStrictTools: false,
     });
@@ -161,9 +164,35 @@ export async function prepareTools({
     });
   }
 
+  if (
+    isAnthropicModel &&
+    !usingAnthropicTools &&
+    disableParallelToolUse &&
+    bedrockTools.length > 0 &&
+    toolChoice?.type !== 'none'
+  ) {
+    additionalTools = {
+      tool_choice:
+        toolChoice?.type === 'required'
+          ? { type: 'any', disable_parallel_tool_use: true }
+          : toolChoice?.type === 'tool'
+            ? {
+                type: 'tool',
+                name: toolChoice.toolName,
+                disable_parallel_tool_use: true,
+              }
+            : { type: 'auto', disable_parallel_tool_use: true },
+    };
+  }
+
   // Handle toolChoice for standard Bedrock tools, but NOT for Anthropic provider-defined tools
   let bedrockToolChoice: BedrockToolConfiguration['toolChoice'] = undefined;
-  if (!usingAnthropicTools && bedrockTools.length > 0 && toolChoice) {
+  if (
+    !usingAnthropicTools &&
+    additionalTools?.tool_choice == null &&
+    bedrockTools.length > 0 &&
+    toolChoice
+  ) {
     const type = toolChoice.type;
     switch (type) {
       case 'auto':

package/src/bedrock-provider.ts

@@ -17,7 +17,10 @@ import {
 import { BedrockChatLanguageModel } from './bedrock-chat-language-model';
 import type { BedrockChatModelId } from './bedrock-chat-options';
 import { BedrockEmbeddingModel } from './bedrock-embedding-model';
-import type { BedrockEmbeddingModelId } from './bedrock-embedding-options';
+import type {
+  BedrockEmbeddingModelId,
+  AmazonBedrockEmbeddingModelSettings,
+} from './bedrock-embedding-options';
 import { BedrockImageModel } from './bedrock-image-model';
 import type { BedrockImageModelId } from './bedrock-image-settings';
 import {
@@ -117,22 +120,34 @@ export interface AmazonBedrockProvider extends ProviderV3 {
   /**
    * Creates a model for text embeddings.
    */
-  embedding(modelId: BedrockEmbeddingModelId): EmbeddingModelV3;
+  embedding(
+    modelId: BedrockEmbeddingModelId,
+    settings?: AmazonBedrockEmbeddingModelSettings,
+  ): EmbeddingModelV3;
 
   /**
    * Creates a model for text embeddings.
    */
-  embeddingModel(modelId: BedrockEmbeddingModelId): EmbeddingModelV3;
+  embeddingModel(
+    modelId: BedrockEmbeddingModelId,
+    settings?: AmazonBedrockEmbeddingModelSettings,
+  ): EmbeddingModelV3;
 
   /**
    * @deprecated Use `embedding` instead.
    */
-  textEmbedding(modelId: BedrockEmbeddingModelId): EmbeddingModelV3;
+  textEmbedding(
+    modelId: BedrockEmbeddingModelId,
+    settings?: AmazonBedrockEmbeddingModelSettings,
+  ): EmbeddingModelV3;
 
   /**
    * @deprecated Use `embeddingModel` instead.
    */
-  textEmbeddingModel(modelId: BedrockEmbeddingModelId): EmbeddingModelV3;
+  textEmbeddingModel(
+    modelId: BedrockEmbeddingModelId,
+    settings?: AmazonBedrockEmbeddingModelSettings,
+  ): EmbeddingModelV3;
 
   /**
    * Creates a model for image generation.
@@ -308,11 +323,15 @@ export function createAmazonBedrock(
     return createChatModel(modelId);
   };
 
-  const createEmbeddingModel = (modelId: BedrockEmbeddingModelId) =>
+  const createEmbeddingModel = (
+    modelId: BedrockEmbeddingModelId,
+    settings: AmazonBedrockEmbeddingModelSettings = {},
+  ) =>
     new BedrockEmbeddingModel(modelId, {
       baseUrl: getBedrockRuntimeBaseUrl,
       headers: getHeaders,
       fetch: fetchFunction,
+      modelFamily: settings.modelFamily,
     });
 
   const createImageModel = (modelId: BedrockImageModelId) =>

package/src/convert-to-bedrock-chat-messages.ts

@@ -334,7 +334,12 @@ export async function convertToBedrockChatMessages(
           pushCachePoint(bedrockContent, providerOptions);
         }
 
-        messages.push({ role: 'user', content: bedrockContent });
+        const previousMessage = messages.at(-1);
+        if (previousMessage?.role === 'user') {
+          previousMessage.content.push(...bedrockContent);
+        } else {
+          messages.push({ role: 'user', content: bedrockContent });
+        }
 
         break;
       }
@@ -347,8 +352,56 @@ export async function convertToBedrockChatMessages(
           const message = block.messages[j];
           const isLastMessage = j === block.messages.length - 1;
           const { content } = message;
-          const hasReasoningBlocks = content.some(
-            part => part.type === 'reasoning',
+          const convertedReasoningContent: Array<
+            BedrockAssistantMessage['content'][number] | undefined
+          > = await Promise.all(
+            content.map(async part => {
+              if (part.type !== 'reasoning') {
+                return undefined;
+              }
+
+              const metadata = await parseProviderOptions({
+                provider: 'bedrock',
+                providerOptions: part.providerOptions,
+                schema: bedrockReasoningMetadataSchema,
+              });
+
+              if (metadata?.signature != null) {
+                return {
+                  reasoningContent: {
+                    reasoningText: {
+                      // do not trim reasoning text when a signature is present:
+                      // the signature validates the exact original bytes
+                      text: part.text,
+                      signature: metadata.signature,
+                    },
+                  },
+                };
+              }
+
+              if (metadata?.redactedContent != null) {
+                return {
+                  reasoningContent: {
+                    redactedContent: metadata.redactedContent,
+                  },
+                };
+              }
+
+              if (metadata?.redactedData != null) {
+                return {
+                  reasoningContent: {
+                    redactedReasoning: {
+                      data: metadata.redactedData,
+                    },
+                  },
+                };
+              }
+
+              return undefined;
+            }),
+          );
+          const hasReplayableReasoningBlocks = convertedReasoningContent.some(
+            part => part != null,
           );
 
           for (let k = 0; k < content.length; k++) {
@@ -357,8 +410,9 @@ export async function convertToBedrockChatMessages(
 
             switch (part.type) {
               case 'text': {
-                // Skip empty text blocks unless reasoning blocks are present
-                if (!part.text.trim() && !hasReasoningBlocks) {
+                // Skip empty text blocks unless replayable reasoning blocks are
+                // present and the original block order must be preserved.
+                if (!part.text.trim() && !hasReplayableReasoningBlocks) {
                   break;
                 }
 
@@ -378,37 +432,9 @@ export async function convertToBedrockChatMessages(
               }
 
               case 'reasoning': {
-                const reasoningMetadata = await parseProviderOptions({
-                  provider: 'bedrock',
-                  providerOptions: part.providerOptions,
-                  schema: bedrockReasoningMetadataSchema,
-                });
-
-                if (reasoningMetadata?.signature != null) {
-                  // do not trim reasoning text when a signature is present:
-                  // the signature validates the exact original bytes
-                  bedrockContent.push({
-                    reasoningContent: {
-                      reasoningText: {
-                        text: part.text,
-                        signature: reasoningMetadata.signature,
-                      },
-                    },
-                  });
-                } else if (reasoningMetadata?.redactedContent != null) {
-                  bedrockContent.push({
-                    reasoningContent: {
-                      redactedContent: reasoningMetadata.redactedContent,
-                    },
-                  });
-                } else if (reasoningMetadata?.redactedData != null) {
-                  bedrockContent.push({
-                    reasoningContent: {
-                      redactedReasoning: {
-                        data: reasoningMetadata.redactedData,
-                      },
-                    },
-                  });
+                const convertedPart = convertedReasoningContent[k];
+                if (convertedPart != null) {
+                  bedrockContent.push(convertedPart);
                 }
                 // Unsigned reasoning is intentionally not replayed. Some
                 // Bedrock models (for example OpenAI gpt-oss) return reasoning
@@ -434,7 +460,9 @@ export async function convertToBedrockChatMessages(
           pushCachePoint(bedrockContent, message.providerOptions);
         }
 
-        messages.push({ role: 'assistant', content: bedrockContent });
+        if (bedrockContent.some(block => !('cachePoint' in block))) {
+          messages.push({ role: 'assistant', content: bedrockContent });
+        }
 
         break;
       }

package/src/index.ts

@@ -1,6 +1,9 @@
 export type { AnthropicProviderOptions } from '@ai-sdk/anthropic';
 
-export type { AmazonBedrockEmbeddingModelOptions } from './bedrock-embedding-options';
+export type {
+  AmazonBedrockEmbeddingModelOptions,
+  AmazonBedrockEmbeddingModelSettings,
+} from './bedrock-embedding-options';
 export type {
   AmazonBedrockLanguageModelOptions,
   /** @deprecated Use `AmazonBedrockLanguageModelOptions` instead. */