@ai-sdk/amazon-bedrock 5.0.66 → 5.0.67

package/dist/mantle/index.cjs

@@ -35,7 +35,7 @@ var import_provider_utils = require("@ai-sdk/provider-utils");
 var import_aws4fetch = require("aws4fetch");
 
 // src/version.ts
-var VERSION = true ? "5.0.66" : "0.0.0-test";
+var VERSION = true ? "5.0.67" : "0.0.0-test";
 
 // src/amazon-bedrock-sigv4-fetch.ts
 function createSigV4FetchFunction(getCredentials, fetch, service = "bedrock") {

package/dist/mantle/index.js

@@ -23,7 +23,7 @@ import {
 import { AwsV4Signer } from "aws4fetch";
 
 // src/version.ts
-var VERSION = true ? "5.0.66" : "0.0.0-test";
+var VERSION = true ? "5.0.67" : "0.0.0-test";
 
 // src/amazon-bedrock-sigv4-fetch.ts
 function createSigV4FetchFunction(getCredentials, fetch, service = "bedrock") {

package/docs/08-amazon-bedrock.mdx

@@ -991,6 +991,30 @@ The following provider options are available for Cohere embedding models:
 
   Truncation behavior when input exceeds the model's context length. Accepts: `NONE`, `START`, `END`.
 
+### Application Inference Profiles
+
+Application inference profile ARNs do not identify their underlying model. Pass
+the model family when creating an embedding model so the provider can select
+the correct request format and batch size:
+
+```ts
+import {
+  amazonBedrock,
+  type AmazonBedrockEmbeddingModelSettings,
+} from '@ai-sdk/amazon-bedrock';
+import { embedMany } from 'ai';
+
+const profileArn =
+  'arn:aws:bedrock:us-east-1:123456789012:application-inference-profile/qibm5eutlkcy';
+
+const { embeddings } = await embedMany({
+  model: amazonBedrock.embedding(profileArn, {
+    modelFamily: 'cohere',
+  } satisfies AmazonBedrockEmbeddingModelSettings),
+  values: ['hello', 'world'],
+});
+```
+
 ### Model Capabilities
 
 | Model                          | Default Dimensions | Custom Dimensions |

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/amazon-bedrock",
-  "version": "5.0.66",
+  "version": "5.0.67",
   "type": "module",
   "license": "Apache-2.0",
   "sideEffects": false,
@@ -41,10 +41,10 @@
     }
   },
   "dependencies": {
-    "@ai-sdk/anthropic": "4.0.44",
-    "@ai-sdk/openai": "4.0.50",
+    "@ai-sdk/anthropic": "4.0.45",
+    "@ai-sdk/openai": "4.0.51",
     "@ai-sdk/provider": "4.0.8",
-    "@ai-sdk/provider-utils": "5.0.32",
+    "@ai-sdk/provider-utils": "5.0.33",
     "@smithy/eventstream-codec": "^4.3.3",
     "@smithy/util-utf8": "^4.3.3",
     "aws4fetch": "^1.0.20"

package/src/amazon-bedrock-chat-language-model.ts

@@ -1384,6 +1384,9 @@ const AmazonBedrockStreamSchema = z.object({
       delta: z
         .union([
           z.object({ text: z.string() }),
+          z.object({
+            citation: z.record(z.string(), z.unknown()),
+          }),
           z.object({ toolUse: z.object({ input: z.string() }) }),
           z.object({
             reasoningContent: z.object({ text: z.string() }),

package/src/amazon-bedrock-embedding-model-options.ts

@@ -7,6 +7,16 @@ export type AmazonBedrockEmbeddingModelId =
   | 'cohere.embed-multilingual-v3'
   | (string & {});
 
+export type AmazonBedrockEmbeddingModelSettings = {
+  /**
+   * The embedding model family.
+   *
+   * Specify this when the model ID does not identify the underlying model,
+   * such as an application inference profile ARN.
+   */
+  modelFamily?: 'titan' | 'cohere' | 'nova';
+};
+
 export const amazonBedrockEmbeddingModelOptionsSchema = z.object({
   /**
    * The number of dimensions the resulting output embeddings should have (defaults to 1024).

package/src/amazon-bedrock-embedding-model.ts

@@ -18,6 +18,7 @@ import {
 import {
   amazonBedrockEmbeddingModelOptionsSchema,
   type AmazonBedrockEmbeddingModelId,
+  type AmazonBedrockEmbeddingModelSettings,
 } from './amazon-bedrock-embedding-model-options';
 import { AmazonBedrockErrorSchema } from './amazon-bedrock-error';
 import { z } from 'zod/v4';
@@ -26,6 +27,7 @@ type AmazonBedrockEmbeddingConfig = {
   baseUrl: () => string;
   headers?: Resolvable<Record<string, string | undefined>>;
   fetch?: FetchFunction;
+  modelFamily?: AmazonBedrockEmbeddingModelSettings['modelFamily'];
 };
 
 type DoEmbedResponse = Awaited<ReturnType<EmbeddingModelV4['doEmbed']>>;
@@ -36,7 +38,11 @@ export class AmazonBedrockEmbeddingModel implements EmbeddingModelV4 {
   readonly supportsParallelCalls = true;
 
   get maxEmbeddingsPerCall() {
-    return isCohereEmbeddingModel(this.modelId) ? 96 : 1;
+    return this.modelFamily === 'cohere' ? 96 : 1;
+  }
+
+  private get modelFamily() {
+    return this.config.modelFamily ?? detectEmbeddingModelFamily(this.modelId);
   }
 
   static [WORKFLOW_SERIALIZE](model: AmazonBedrockEmbeddingModel) {
@@ -98,36 +104,37 @@ export class AmazonBedrockEmbeddingModel implements EmbeddingModelV4 {
     // Note: Different embedding model families expect different request/response
     // payloads (e.g. Titan vs Cohere vs Nova). We keep the public interface stable and
     // adapt here based on the modelId.
-    const isNovaModel = isNovaEmbeddingModel(this.modelId);
-    const isCohereModel = isCohereEmbeddingModel(this.modelId);
-
-    const args = isNovaModel
-      ? {
-          taskType: 'SINGLE_EMBEDDING',
-          singleEmbeddingParams: {
-            embeddingPurpose:
-              amazonBedrockOptions.embeddingPurpose ?? 'GENERIC_INDEX',
-            embeddingDimension: amazonBedrockOptions.embeddingDimension ?? 1024,
-            text: {
-              truncationMode: amazonBedrockOptions.truncate ?? 'END',
-              value: values[0],
-            },
-          },
-        }
-      : isCohereModel
+    const modelFamily = this.modelFamily;
+
+    const args =
+      modelFamily === 'nova'
         ? {
-            // Cohere embedding models on Bedrock require `input_type`.
-            // Without it, the service attempts other schema branches and rejects the request.
-            input_type: amazonBedrockOptions.inputType ?? 'search_query',
-            texts: values,
-            truncate: amazonBedrockOptions.truncate,
-            output_dimension: amazonBedrockOptions.outputDimension,
+            taskType: 'SINGLE_EMBEDDING',
+            singleEmbeddingParams: {
+              embeddingPurpose:
+                amazonBedrockOptions.embeddingPurpose ?? 'GENERIC_INDEX',
+              embeddingDimension:
+                amazonBedrockOptions.embeddingDimension ?? 1024,
+              text: {
+                truncationMode: amazonBedrockOptions.truncate ?? 'END',
+                value: values[0],
+              },
+            },
           }
-        : {
-            inputText: values[0],
-            dimensions: amazonBedrockOptions.dimensions,
-            normalize: amazonBedrockOptions.normalize,
-          };
+        : modelFamily === 'cohere'
+          ? {
+              // Cohere embedding models on Bedrock require `input_type`.
+              // Without it, the service attempts other schema branches and rejects the request.
+              input_type: amazonBedrockOptions.inputType ?? 'search_query',
+              texts: values,
+              truncate: amazonBedrockOptions.truncate,
+              output_dimension: amazonBedrockOptions.outputDimension,
+            }
+          : {
+              inputText: values[0],
+              dimensions: amazonBedrockOptions.dimensions,
+              normalize: amazonBedrockOptions.normalize,
+            };
 
     const url = this.getUrl(this.modelId);
     const { value: response, responseHeaders } = await postJsonToApi({
@@ -199,7 +206,17 @@ function isCohereEmbeddingModel(modelId: string) {
 }
 
 function isNovaEmbeddingModel(modelId: string) {
-  return modelId.startsWith('amazon.nova-') && modelId.includes('embed');
+  return modelId.includes('amazon.nova-') && modelId.includes('embed');
+}
+
+function detectEmbeddingModelFamily(
+  modelId: string,
+): NonNullable<AmazonBedrockEmbeddingModelSettings['modelFamily']> {
+  return isNovaEmbeddingModel(modelId)
+    ? 'nova'
+    : isCohereEmbeddingModel(modelId)
+      ? 'cohere'
+      : 'titan';
 }
 
 const AmazonBedrockEmbeddingResponseSchema = z.union([

package/src/amazon-bedrock-provider.ts

@@ -17,7 +17,10 @@ import {
 import { AmazonBedrockChatLanguageModel } from './amazon-bedrock-chat-language-model';
 import type { AmazonBedrockChatModelId } from './amazon-bedrock-chat-language-model-options';
 import { AmazonBedrockEmbeddingModel } from './amazon-bedrock-embedding-model';
-import type { AmazonBedrockEmbeddingModelId } from './amazon-bedrock-embedding-model-options';
+import type {
+  AmazonBedrockEmbeddingModelId,
+  AmazonBedrockEmbeddingModelSettings,
+} from './amazon-bedrock-embedding-model-options';
 import { AmazonBedrockImageModel } from './amazon-bedrock-image-model';
 import type { AmazonBedrockImageModelId } from './amazon-bedrock-image-settings';
 import {
@@ -119,22 +122,34 @@ export interface AmazonBedrockProvider extends ProviderV4 {
   /**
    * Creates a model for text embeddings.
    */
-  embedding(modelId: AmazonBedrockEmbeddingModelId): EmbeddingModelV4;
+  embedding(
+    modelId: AmazonBedrockEmbeddingModelId,
+    settings?: AmazonBedrockEmbeddingModelSettings,
+  ): EmbeddingModelV4;
 
   /**
    * Creates a model for text embeddings.
    */
-  embeddingModel(modelId: AmazonBedrockEmbeddingModelId): EmbeddingModelV4;
+  embeddingModel(
+    modelId: AmazonBedrockEmbeddingModelId,
+    settings?: AmazonBedrockEmbeddingModelSettings,
+  ): EmbeddingModelV4;
 
   /**
    * @deprecated Use `embedding` instead.
    */
-  textEmbedding(modelId: AmazonBedrockEmbeddingModelId): EmbeddingModelV4;
+  textEmbedding(
+    modelId: AmazonBedrockEmbeddingModelId,
+    settings?: AmazonBedrockEmbeddingModelSettings,
+  ): EmbeddingModelV4;
 
   /**
    * @deprecated Use `embeddingModel` instead.
    */
-  textEmbeddingModel(modelId: AmazonBedrockEmbeddingModelId): EmbeddingModelV4;
+  textEmbeddingModel(
+    modelId: AmazonBedrockEmbeddingModelId,
+    settings?: AmazonBedrockEmbeddingModelSettings,
+  ): EmbeddingModelV4;
 
   /**
    * Creates a model for image generation.
@@ -310,11 +325,15 @@ export function createAmazonBedrock(
     return createChatModel(modelId);
   };
 
-  const createEmbeddingModel = (modelId: AmazonBedrockEmbeddingModelId) =>
+  const createEmbeddingModel = (
+    modelId: AmazonBedrockEmbeddingModelId,
+    settings: AmazonBedrockEmbeddingModelSettings = {},
+  ) =>
     new AmazonBedrockEmbeddingModel(modelId, {
       baseUrl: getAmazonBedrockRuntimeBaseUrl,
       headers: getHeaders,
       fetch: fetchFunction,
+      modelFamily: settings.modelFamily,
     });
 
   const createImageModel = (modelId: AmazonBedrockImageModelId) =>

package/src/convert-to-amazon-bedrock-chat-messages.ts

@@ -624,7 +624,7 @@ export async function convertToAmazonBedrockChatMessages(
           pushCachePoint(amazonBedrockContent, message.providerOptions);
         }
 
-        if (amazonBedrockContent.length > 0) {
+        if (amazonBedrockContent.some(block => !('cachePoint' in block))) {
           messages.push({ role: 'assistant', content: amazonBedrockContent });
         }
 

package/src/index.ts

@@ -1,6 +1,9 @@
 export type { AnthropicProviderOptions } from '@ai-sdk/anthropic';
 
-export type { AmazonBedrockEmbeddingModelOptions } from './amazon-bedrock-embedding-model-options';
+export type {
+  AmazonBedrockEmbeddingModelOptions,
+  AmazonBedrockEmbeddingModelSettings,
+} from './amazon-bedrock-embedding-model-options';
 export type { AmazonBedrockImageModelOptions } from './amazon-bedrock-image-model-options';
 export type {
   AmazonBedrockLanguageModelChatOptions,