@ai-sdk/amazon-bedrock 4.0.30 → 4.0.32

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/amazon-bedrock",
-  "version": "4.0.30",
+  "version": "4.0.32",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -38,17 +38,17 @@
     "@smithy/eventstream-codec": "^4.0.1",
     "@smithy/util-utf8": "^4.0.0",
     "aws4fetch": "^1.0.20",
-    "@ai-sdk/anthropic": "3.0.23",
+    "@ai-sdk/anthropic": "3.0.24",
     "@ai-sdk/provider": "3.0.5",
-    "@ai-sdk/provider-utils": "4.0.9"
+    "@ai-sdk/provider-utils": "4.0.10"
   },
   "devDependencies": {
     "@types/node": "20.17.24",
     "tsup": "^8.3.0",
     "typescript": "5.8.3",
     "zod": "3.25.76",
-    "@vercel/ai-tsconfig": "0.0.0",
-    "@ai-sdk/test-server": "1.0.3"
+    "@ai-sdk/test-server": "1.0.3",
+    "@vercel/ai-tsconfig": "0.0.0"
   },
   "peerDependencies": {
     "zod": "^3.25.76 || ^4.1.8"

package/src/bedrock-embedding-model.ts

@@ -69,21 +69,39 @@ export class BedrockEmbeddingModel implements EmbeddingModelV3 {
     // https://docs.aws.amazon.com/bedrock/latest/APIReference/API_runtime_InvokeModel.html
     //
     // Note: Different embedding model families expect different request/response
-    // payloads (e.g. Titan vs Cohere). We keep the public interface stable and
+    // payloads (e.g. Titan vs Cohere vs Nova). We keep the public interface stable and
     // adapt here based on the modelId.
-    const args = this.modelId.startsWith('cohere.embed-')
+    const isNovaModel =
+      this.modelId.startsWith('amazon.nova-') && this.modelId.includes('embed');
+    const isCohereModel = this.modelId.startsWith('cohere.embed-');
+
+    const args = isNovaModel
       ? {
-          // Cohere embedding models on Bedrock require `input_type`.
-          // Without it, the service attempts other schema branches and rejects the request.
-          input_type: bedrockOptions.inputType ?? 'search_query',
-          texts: [values[0]],
-          truncate: bedrockOptions.truncate,
+          taskType: 'SINGLE_EMBEDDING',
+          singleEmbeddingParams: {
+            embeddingPurpose:
+              bedrockOptions.embeddingPurpose ?? 'GENERIC_INDEX',
+            embeddingDimension: bedrockOptions.embeddingDimension ?? 1024,
+            text: {
+              truncationMode: bedrockOptions.truncate ?? 'END',
+              value: values[0],
+            },
+          },
         }
-      : {
-          inputText: values[0],
-          dimensions: bedrockOptions.dimensions,
-          normalize: bedrockOptions.normalize,
-        };
+      : isCohereModel
+        ? {
+            // Cohere embedding models on Bedrock require `input_type`.
+            // Without it, the service attempts other schema branches and rejects the request.
+            input_type: bedrockOptions.inputType ?? 'search_query',
+            texts: [values[0]],
+            truncate: bedrockOptions.truncate,
+          }
+        : {
+            inputText: values[0],
+            dimensions: bedrockOptions.dimensions,
+            normalize: bedrockOptions.normalize,
+          };
+
     const url = this.getUrl(this.modelId);
     const { value: response } = await postJsonToApi({
       url,
@@ -102,22 +120,41 @@ export class BedrockEmbeddingModel implements EmbeddingModelV3 {
       abortSignal,
     });
 
-    const embedding =
-      'embedding' in response
-        ? response.embedding
-        : Array.isArray(response.embeddings)
-          ? response.embeddings[0]
-          : response.embeddings.float[0];
+    // Extract embedding based on response format
+    let embedding: number[];
+    if ('embedding' in response) {
+      // Titan response
+      embedding = response.embedding;
+    } else if (Array.isArray(response.embeddings)) {
+      const firstEmbedding = response.embeddings[0];
+      if (
+        typeof firstEmbedding === 'object' &&
+        firstEmbedding !== null &&
+        'embeddingType' in firstEmbedding
+      ) {
+        // Nova response
+        embedding = firstEmbedding.embedding;
+      } else {
+        // Cohere v3 response
+        embedding = firstEmbedding as number[];
+      }
+    } else {
+      // Cohere v4 response
+      embedding = response.embeddings.float[0];
+    }
+
+    // Extract token count based on response format
+    const tokens =
+      'inputTextTokenCount' in response
+        ? response.inputTextTokenCount // Titan response
+        : 'inputTokenCount' in response
+          ? (response.inputTokenCount ?? 0) // Nova response
+          : NaN; // Cohere doesn't return token count
 
     return {
-      warnings: [],
       embeddings: [embedding],
-      usage: {
-        tokens:
-          'inputTextTokenCount' in response
-            ? response.inputTextTokenCount
-            : NaN,
-      },
+      usage: { tokens },
+      warnings: [],
     };
   }
 }
@@ -128,6 +165,16 @@ const BedrockEmbeddingResponseSchema = z.union([
     embedding: z.array(z.number()),
     inputTextTokenCount: z.number(),
   }),
+  // Nova-style response
+  z.object({
+    embeddings: z.array(
+      z.object({
+        embeddingType: z.string(),
+        embedding: z.array(z.number()),
+      }),
+    ),
+    inputTokenCount: z.number().optional(),
+  }),
   // Cohere v3-style response
   z.object({
     embeddings: z.array(z.array(z.number())),

package/src/bedrock-embedding-options.ts

@@ -22,6 +22,33 @@ Only supported in amazon.titan-embed-text-v2:0.
  */
   normalize: z.boolean().optional(),
 
+  /**
+The number of dimensions for Nova embedding models (defaults to 1024).
+Supported values: 256, 384, 1024, 3072.
+Only supported in amazon.nova-* embedding models.
+ */
+  embeddingDimension: z
+    .union([z.literal(256), z.literal(384), z.literal(1024), z.literal(3072)])
+    .optional(),
+
+  /**
+The purpose of the embedding. Defaults to 'GENERIC_INDEX'.
+Only supported in amazon.nova-* embedding models.
+ */
+  embeddingPurpose: z
+    .enum([
+      'GENERIC_INDEX',
+      'TEXT_RETRIEVAL',
+      'IMAGE_RETRIEVAL',
+      'VIDEO_RETRIEVAL',
+      'DOCUMENT_RETRIEVAL',
+      'AUDIO_RETRIEVAL',
+      'GENERIC_RETRIEVAL',
+      'CLASSIFICATION',
+      'CLUSTERING',
+    ])
+    .optional(),
+
   /**
 Input type for Cohere embedding models on Bedrock.
 Common values: `search_document`, `search_query`, `classification`, `clustering`.
@@ -32,7 +59,8 @@ If not set, the provider defaults to `search_query`.
     .optional(),
 
   /**
-Truncation behavior for Cohere embedding models on Bedrock.
+Truncation behavior when input exceeds the model's context length.
+Supported in Cohere and Nova embedding models. Defaults to 'END' for Nova models.
    */
   truncate: z.enum(['NONE', 'START', 'END']).optional(),
 });