@ai-sdk/amazon-bedrock 4.0.28 → 4.0.30

package/docs/08-amazon-bedrock.mdx

@@ -758,6 +758,13 @@ The following optional provider options are available for Bedrock Titan embeddin
 | `cohere.embed-english-v3`      | 1024               | <Cross size={18} /> |
 | `cohere.embed-multilingual-v3` | 1024               | <Cross size={18} /> |
 
+<Note>
+  Cohere embedding models on Bedrock require an <code>input_type</code>. Set it
+  via
+  <code>providerOptions.bedrock.inputType</code> (defaults to{' '}
+  <code>search_query</code>).
+</Note>
+
 ## Reranking Models
 
 You can create models that call the [Bedrock Rerank API](https://docs.aws.amazon.com/bedrock/latest/userguide/rerank-api.html)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/amazon-bedrock",
-  "version": "4.0.28",
+  "version": "4.0.30",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -10,6 +10,10 @@
     "dist/**/*",
     "docs/**/*",
     "src",
+    "!src/**/*.test.ts",
+    "!src/**/*.test-d.ts",
+    "!src/**/__snapshots__",
+    "!src/**/__fixtures__",
     "CHANGELOG.md",
     "README.md",
     "anthropic/index.d.ts"
@@ -34,17 +38,17 @@
     "@smithy/eventstream-codec": "^4.0.1",
     "@smithy/util-utf8": "^4.0.0",
     "aws4fetch": "^1.0.20",
-    "@ai-sdk/anthropic": "3.0.22",
-    "@ai-sdk/provider": "3.0.4",
-    "@ai-sdk/provider-utils": "4.0.8"
+    "@ai-sdk/anthropic": "3.0.23",
+    "@ai-sdk/provider": "3.0.5",
+    "@ai-sdk/provider-utils": "4.0.9"
   },
   "devDependencies": {
     "@types/node": "20.17.24",
     "tsup": "^8.3.0",
     "typescript": "5.8.3",
     "zod": "3.25.76",
-    "@ai-sdk/test-server": "1.0.2",
-    "@vercel/ai-tsconfig": "0.0.0"
+    "@vercel/ai-tsconfig": "0.0.0",
+    "@ai-sdk/test-server": "1.0.3"
   },
   "peerDependencies": {
     "zod": "^3.25.76 || ^4.1.8"

package/src/bedrock-embedding-model.ts

@@ -67,11 +67,23 @@ export class BedrockEmbeddingModel implements EmbeddingModelV3 {
       })) ?? {};
 
     // https://docs.aws.amazon.com/bedrock/latest/APIReference/API_runtime_InvokeModel.html
-    const args = {
-      inputText: values[0],
-      dimensions: bedrockOptions.dimensions,
-      normalize: bedrockOptions.normalize,
-    };
+    //
+    // Note: Different embedding model families expect different request/response
+    // payloads (e.g. Titan vs Cohere). We keep the public interface stable and
+    // adapt here based on the modelId.
+    const args = this.modelId.startsWith('cohere.embed-')
+      ? {
+          // Cohere embedding models on Bedrock require `input_type`.
+          // Without it, the service attempts other schema branches and rejects the request.
+          input_type: bedrockOptions.inputType ?? 'search_query',
+          texts: [values[0]],
+          truncate: bedrockOptions.truncate,
+        }
+      : {
+          inputText: values[0],
+          dimensions: bedrockOptions.dimensions,
+          normalize: bedrockOptions.normalize,
+        };
     const url = this.getUrl(this.modelId);
     const { value: response } = await postJsonToApi({
       url,
@@ -90,15 +102,40 @@ export class BedrockEmbeddingModel implements EmbeddingModelV3 {
       abortSignal,
     });
 
+    const embedding =
+      'embedding' in response
+        ? response.embedding
+        : Array.isArray(response.embeddings)
+          ? response.embeddings[0]
+          : response.embeddings.float[0];
+
     return {
       warnings: [],
-      embeddings: [response.embedding],
-      usage: { tokens: response.inputTextTokenCount },
+      embeddings: [embedding],
+      usage: {
+        tokens:
+          'inputTextTokenCount' in response
+            ? response.inputTextTokenCount
+            : NaN,
+      },
     };
   }
 }
 
-const BedrockEmbeddingResponseSchema = z.object({
-  embedding: z.array(z.number()),
-  inputTextTokenCount: z.number(),
-});
+const BedrockEmbeddingResponseSchema = z.union([
+  // Titan-style response
+  z.object({
+    embedding: z.array(z.number()),
+    inputTextTokenCount: z.number(),
+  }),
+  // Cohere v3-style response
+  z.object({
+    embeddings: z.array(z.array(z.number())),
+  }),
+  // Cohere v4-style response
+  z.object({
+    embeddings: z.object({
+      float: z.array(z.array(z.number())),
+    }),
+  }),
+]);

package/src/bedrock-embedding-options.ts

@@ -21,4 +21,18 @@ Flag indicating whether or not to normalize the output embeddings. Defaults to t
 Only supported in amazon.titan-embed-text-v2:0.
  */
   normalize: z.boolean().optional(),
+
+  /**
+Input type for Cohere embedding models on Bedrock.
+Common values: `search_document`, `search_query`, `classification`, `clustering`.
+If not set, the provider defaults to `search_query`.
+   */
+  inputType: z
+    .enum(['search_document', 'search_query', 'classification', 'clustering'])
+    .optional(),
+
+  /**
+Truncation behavior for Cohere embedding models on Bedrock.
+   */
+  truncate: z.enum(['NONE', 'START', 'END']).optional(),
 });

package/src/__fixtures__/bedrock-json-only-text-first.1.chunks.txt

@@ -1,7 +0,0 @@
-{"contentBlockDelta":{"contentBlockIndex":0,"delta":{"text":"Here is your data:"}}}
-{"contentBlockStop":{"contentBlockIndex":0}}
-{"contentBlockStart":{"contentBlockIndex":1,"start":{"toolUse":{"toolUseId":"json-tool-1","name":"json"}}}}
-{"contentBlockDelta":{"contentBlockIndex":1,"delta":{"toolUse":{"input":"{\"name\":\"John\"}"}}}}
-{"contentBlockStop":{"contentBlockIndex":1}}
-{"metadata":{"usage":{"inputTokens":100,"outputTokens":20,"totalTokens":120}}}
-{"messageStop":{"stopReason":"tool_use"}}

package/src/__fixtures__/bedrock-json-other-tool.1.chunks.txt

@@ -1,6 +0,0 @@
-{"contentBlockStart":{"contentBlockIndex":0,"start":{"toolUse":{"toolUseId":"toolu_01PQjhxo3eirCdKNvCJrKc8f","name":"get-weather"}}}}
-{"contentBlockDelta":{"contentBlockIndex":0,"delta":{"toolUse":{"input":"{\"location\":"}}}}
-{"contentBlockDelta":{"contentBlockIndex":0,"delta":{"toolUse":{"input":"\"San Francisco\"}"}}}}
-{"contentBlockStop":{"contentBlockIndex":0}}
-{"metadata":{"usage":{"inputTokens":843,"outputTokens":28,"totalTokens":871}}}
-{"messageStop":{"stopReason":"tool_use"}}

package/src/__fixtures__/bedrock-json-other-tool.1.json

@@ -1,24 +0,0 @@
-{
-  "output": {
-    "message": {
-      "role": "assistant",
-      "content": [
-        {
-          "toolUse": {
-            "toolUseId": "toolu_01PQjhxo3eirCdKNvCJrKc8f",
-            "name": "get-weather",
-            "input": {
-              "location": "San Francisco"
-            }
-          }
-        }
-      ]
-    }
-  },
-  "usage": {
-    "inputTokens": 843,
-    "outputTokens": 28,
-    "totalTokens": 871
-  },
-  "stopReason": "tool_use"
-}

package/src/__fixtures__/bedrock-json-tool-text-then-weather-then-json.1.chunks.txt

@@ -1,12 +0,0 @@
-{"contentBlockDelta":{"contentBlockIndex":0,"delta":{"text":"2 + 2 equals 4. Now let me check"}}}
-{"contentBlockDelta":{"contentBlockIndex":0,"delta":{"text":" the weather for you."}}}
-{"contentBlockStop":{"contentBlockIndex":0}}
-{"contentBlockStart":{"contentBlockIndex":1,"start":{"toolUse":{"toolUseId":"weather-tool-1","name":"weather"}}}}
-{"contentBlockDelta":{"contentBlockIndex":1,"delta":{"toolUse":{"input":"{\"location\":"}}}}
-{"contentBlockDelta":{"contentBlockIndex":1,"delta":{"toolUse":{"input":"\"San Francisco\"}"}}}}
-{"contentBlockStop":{"contentBlockIndex":1}}
-{"contentBlockStart":{"contentBlockIndex":2,"start":{"toolUse":{"toolUseId":"weather-tool-2","name":"weather"}}}}
-{"contentBlockDelta":{"contentBlockIndex":2,"delta":{"toolUse":{"input":"{\"location\":\"London\"}"}}}}
-{"contentBlockStop":{"contentBlockIndex":2}}
-{"metadata":{"usage":{"inputTokens":500,"outputTokens":100,"totalTokens":600}}}
-{"messageStop":{"stopReason":"tool_use"}}

package/src/__fixtures__/bedrock-json-tool-with-answer.1.json

@@ -1,29 +0,0 @@
-{
-  "output": {
-    "message": {
-      "role": "assistant",
-      "content": [
-        {
-          "type": "text",
-          "text": "2 + 2 equals 4."
-        },
-        {
-          "toolUse": {
-            "toolUseId": "json-tool-id-123",
-            "name": "json",
-            "input": {
-              "firstName": "John",
-              "lastName": "Doe"
-            }
-          }
-        }
-      ]
-    }
-  },
-  "usage": {
-    "inputTokens": 156,
-    "outputTokens": 35,
-    "totalTokens": 191
-  },
-  "stopReason": "tool_use"
-}

package/src/__fixtures__/bedrock-json-tool.1.chunks.txt

@@ -1,4 +0,0 @@
-{"contentBlockStart":{"contentBlockIndex":0,"start":{"toolUse":{"toolUseId":"json-tool-id","name":"json"}}}}
-{"contentBlockDelta":{"contentBlockIndex":0,"delta":{"toolUse":{"input":"{\"value\":\"test\"}"}}}}
-{"contentBlockStop":{"contentBlockIndex":0}}
-{"messageStop":{"stopReason":"tool_use"}}

package/src/__fixtures__/bedrock-json-tool.1.json

@@ -1,35 +0,0 @@
-{
-  "output": {
-    "message": {
-      "role": "assistant",
-      "content": [
-        {
-          "toolUse": {
-            "toolUseId": "json-tool-id",
-            "name": "json",
-            "input": {
-              "elements": [
-                {
-                  "location": "San Francisco",
-                  "temperature": -5,
-                  "condition": "snowy"
-                },
-                {
-                  "location": "London",
-                  "temperature": 0,
-                  "condition": "snowy"
-                }
-              ]
-            }
-          }
-        }
-      ]
-    }
-  },
-  "usage": {
-    "inputTokens": 15,
-    "outputTokens": 42,
-    "totalTokens": 57
-  },
-  "stopReason": "tool_use"
-}

package/src/__fixtures__/bedrock-json-tool.2.chunks.txt

@@ -1,6 +0,0 @@
-{"contentBlockDelta":{"contentBlockIndex":0,"delta":{"text":"Let me generate"}}}
-{"contentBlockDelta":{"contentBlockIndex":0,"delta":{"text":" that JSON for you."}}}
-{"contentBlockStart":{"contentBlockIndex":1,"start":{"toolUse":{"toolUseId":"json-tool-id","name":"json"}}}}
-{"contentBlockDelta":{"contentBlockIndex":1,"delta":{"toolUse":{"input":"{\"value\":\"test\"}"}}}}
-{"contentBlockStop":{"contentBlockIndex":1}}
-{"messageStop":{"stopReason":"tool_use"}}

package/src/__fixtures__/bedrock-json-tool.2.json

@@ -1,28 +0,0 @@
-{
-  "output": {
-    "message": {
-      "role": "assistant",
-      "content": [
-        {
-          "type": "text",
-          "text": "Let me generate that JSON for you."
-        },
-        {
-          "toolUse": {
-            "toolUseId": "json-tool-id",
-            "name": "json",
-            "input": {
-              "value": "test data"
-            }
-          }
-        }
-      ]
-    }
-  },
-  "usage": {
-    "inputTokens": 12,
-    "outputTokens": 28,
-    "totalTokens": 40
-  },
-  "stopReason": "tool_use"
-}

package/src/__fixtures__/bedrock-json-tool.3.chunks.txt

@@ -1,7 +0,0 @@
-{"contentBlockDelta":{"contentBlockIndex":0,"delta":{"text":"First text block."}}}
-{"contentBlockDelta":{"contentBlockIndex":1,"delta":{"text":"Second text block."}}}
-{"contentBlockDelta":{"contentBlockIndex":2,"delta":{"text":"Third block."}}}
-{"contentBlockStart":{"contentBlockIndex":3,"start":{"toolUse":{"toolUseId":"json-tool-id","name":"json"}}}}
-{"contentBlockDelta":{"contentBlockIndex":3,"delta":{"toolUse":{"input":"{\"result\":42}"}}}}
-{"contentBlockStop":{"contentBlockIndex":3}}
-{"messageStop":{"stopReason":"tool_use"}}

package/src/__fixtures__/bedrock-json-tool.3.json

@@ -1,36 +0,0 @@
-{
-  "output": {
-    "message": {
-      "role": "assistant",
-      "content": [
-        {
-          "type": "text",
-          "text": "First text block."
-        },
-        {
-          "type": "text",
-          "text": "Second text block."
-        },
-        {
-          "type": "text",
-          "text": "Third text block before JSON."
-        },
-        {
-          "toolUse": {
-            "toolUseId": "json-tool-id",
-            "name": "json",
-            "input": {
-              "result": 42
-            }
-          }
-        }
-      ]
-    }
-  },
-  "usage": {
-    "inputTokens": 18,
-    "outputTokens": 35,
-    "totalTokens": 53
-  },
-  "stopReason": "tool_use"
-}

package/src/__fixtures__/bedrock-json-with-tool.1.chunks.txt

@@ -1,9 +0,0 @@
-{"contentBlockDelta":{"contentBlockIndex":0,"delta":{"text":"Calling a tool first."}}}
-{"contentBlockStart":{"contentBlockIndex":1,"start":{"toolUse":{"toolUseId":"tool-1","name":"get-weather"}}}}
-{"contentBlockDelta":{"contentBlockIndex":1,"delta":{"toolUse":{"input":"{\"location\":\"SF\"}"}}}}
-{"contentBlockStop":{"contentBlockIndex":1}}
-{"contentBlockDelta":{"contentBlockIndex":2,"delta":{"text":"Now JSON."}}}
-{"contentBlockStart":{"contentBlockIndex":3,"start":{"toolUse":{"toolUseId":"json-tool-id","name":"json"}}}}
-{"contentBlockDelta":{"contentBlockIndex":3,"delta":{"toolUse":{"input":"{\"result\":\"data\"}"}}}}
-{"contentBlockStop":{"contentBlockIndex":3}}
-{"messageStop":{"stopReason":"tool_use"}}

package/src/__fixtures__/bedrock-json-with-tool.1.json

@@ -1,41 +0,0 @@
-{
-  "output": {
-    "message": {
-      "role": "assistant",
-      "content": [
-        {
-          "type": "text",
-          "text": "Let me call a tool first."
-        },
-        {
-          "toolUse": {
-            "toolUseId": "tool-1",
-            "name": "get-weather",
-            "input": {
-              "location": "SF"
-            }
-          }
-        },
-        {
-          "type": "text",
-          "text": "Now the JSON."
-        },
-        {
-          "toolUse": {
-            "toolUseId": "json-tool-id",
-            "name": "json",
-            "input": {
-              "result": "data"
-            }
-          }
-        }
-      ]
-    }
-  },
-  "usage": {
-    "inputTokens": 22,
-    "outputTokens": 48,
-    "totalTokens": 70
-  },
-  "stopReason": "tool_use"
-}

package/src/__fixtures__/bedrock-json-with-tools.1.chunks.txt

@@ -1,12 +0,0 @@
-{"contentBlockDelta":{"contentBlockIndex":0,"delta":{"text":"Multiple tools."}}}
-{"contentBlockStart":{"contentBlockIndex":1,"start":{"toolUse":{"toolUseId":"tool-1","name":"tool-a"}}}}
-{"contentBlockDelta":{"contentBlockIndex":1,"delta":{"toolUse":{"input":"{\"a\":\"1\"}"}}}}
-{"contentBlockStop":{"contentBlockIndex":1}}
-{"contentBlockStart":{"contentBlockIndex":2,"start":{"toolUse":{"toolUseId":"tool-2","name":"tool-b"}}}}
-{"contentBlockDelta":{"contentBlockIndex":2,"delta":{"toolUse":{"input":"{\"b\":\"2\"}"}}}}
-{"contentBlockStop":{"contentBlockIndex":2}}
-{"contentBlockDelta":{"contentBlockIndex":3,"delta":{"text":"Final JSON."}}}
-{"contentBlockStart":{"contentBlockIndex":4,"start":{"toolUse":{"toolUseId":"json-tool-id","name":"json"}}}}
-{"contentBlockDelta":{"contentBlockIndex":4,"delta":{"toolUse":{"input":"{\"final\":\"result\"}"}}}}
-{"contentBlockStop":{"contentBlockIndex":4}}
-{"messageStop":{"stopReason":"tool_use"}}

package/src/__fixtures__/bedrock-json-with-tools.1.json

@@ -1,50 +0,0 @@
-{
-  "output": {
-    "message": {
-      "role": "assistant",
-      "content": [
-        {
-          "type": "text",
-          "text": "Calling multiple tools."
-        },
-        {
-          "toolUse": {
-            "toolUseId": "tool-1",
-            "name": "tool-a",
-            "input": {
-              "param": "a"
-            }
-          }
-        },
-        {
-          "toolUse": {
-            "toolUseId": "tool-2",
-            "name": "tool-b",
-            "input": {
-              "param": "b"
-            }
-          }
-        },
-        {
-          "type": "text",
-          "text": "Finally the JSON response."
-        },
-        {
-          "toolUse": {
-            "toolUseId": "json-tool-id",
-            "name": "json",
-            "input": {
-              "final": "result"
-            }
-          }
-        }
-      ]
-    }
-  },
-  "usage": {
-    "inputTokens": 28,
-    "outputTokens": 62,
-    "totalTokens": 90
-  },
-  "stopReason": "tool_use"
-}

package/src/__fixtures__/bedrock-tool-call.1.chunks.txt

@@ -1,6 +0,0 @@
-{"contentBlockStart":{"contentBlockIndex":0,"start":{"toolUse":{"toolUseId":"tool-use-id","name":"test-tool"}}}}
-{"contentBlockDelta":{"contentBlockIndex":0,"delta":{"toolUse":{"input":"{\"value\":"}}}}
-{"contentBlockDelta":{"contentBlockIndex":0,"delta":{"toolUse":{"input":"\"Sparkle Day\"}"}}}}
-{"contentBlockStop":{"contentBlockIndex":0}}
-{"metadata":{"usage":{"inputTokens":125,"outputTokens":45,"totalTokens":170},"metrics":{"latencyMs":234}}}
-{"messageStop":{"stopReason":"tool_use"}}

package/src/__fixtures__/bedrock-tool-call.1.json

@@ -1,24 +0,0 @@
-{
-  "output": {
-    "message": {
-      "role": "assistant",
-      "content": [
-        {
-          "toolUse": {
-            "toolUseId": "tool-use-id",
-            "name": "bash",
-            "input": {
-              "command": "ls -l"
-            }
-          }
-        }
-      ]
-    }
-  },
-  "usage": {
-    "inputTokens": 10,
-    "outputTokens": 20,
-    "totalTokens": 30
-  },
-  "stopReason": "tool_use"
-}

package/src/__fixtures__/bedrock-tool-no-args.chunks.txt

@@ -1,8 +0,0 @@
-{"contentBlockStart":{"contentBlockIndex":0,"start":{}}}
-{"contentBlockDelta":{"contentBlockIndex":0,"delta":{"text":"I'll update the issue list for you."}}}
-{"contentBlockStop":{"contentBlockIndex":0}}
-{"contentBlockStart":{"contentBlockIndex":1,"start":{"toolUse":{"toolUseId":"tool-use-id","name":"updateIssueList"}}}}
-{"contentBlockDelta":{"contentBlockIndex":1,"delta":{"toolUse":{"input":""}}}}
-{"contentBlockStop":{"contentBlockIndex":1}}
-{"metadata":{"usage":{"inputTokens":100,"outputTokens":25,"totalTokens":125},"metrics":{"latencyMs":150}}}
-{"messageStop":{"stopReason":"tool_use"}}

package/src/__fixtures__/bedrock-tool-no-args.json

@@ -1,25 +0,0 @@
-{
-  "output": {
-    "message": {
-      "role": "assistant",
-      "content": [
-        {
-          "text": "I'll update the issue list for you."
-        },
-        {
-          "toolUse": {
-            "toolUseId": "tool-use-id",
-            "name": "updateIssueList",
-            "input": {}
-          }
-        }
-      ]
-    }
-  },
-  "usage": {
-    "inputTokens": 100,
-    "outputTokens": 25,
-    "totalTokens": 125
-  },
-  "stopReason": "tool_use"
-}