@ai-sdk/amazon-bedrock 4.0.0-beta.46 → 4.0.0-beta.47

package/CHANGELOG.md

@@ -1,5 +1,15 @@
 # @ai-sdk/amazon-bedrock
 
+## 4.0.0-beta.47
+
+### Patch Changes
+
+- d1bdadb: Added support for reranking models
+- Updated dependencies [d1bdadb]
+  - @ai-sdk/provider@3.0.0-beta.12
+  - @ai-sdk/anthropic@3.0.0-beta.43
+  - @ai-sdk/provider-utils@4.0.0-beta.26
+
 ## 4.0.0-beta.46
 
 ### Patch Changes

package/dist/index.d.mts

@@ -1,7 +1,7 @@
-import { ProviderV3, LanguageModelV3, EmbeddingModelV3, ImageModelV3 } from '@ai-sdk/provider';
-import { FetchFunction } from '@ai-sdk/provider-utils';
-import { anthropicTools } from '@ai-sdk/anthropic/internal';
 import { z } from 'zod/v4';
+import { anthropicTools } from '@ai-sdk/anthropic/internal';
+import { ProviderV3, LanguageModelV3, EmbeddingModelV3, ImageModelV3, RerankingModelV3 } from '@ai-sdk/provider';
+import { FetchFunction } from '@ai-sdk/provider-utils';
 
 type BedrockChatModelId = 'amazon.titan-tg1-large' | 'amazon.titan-text-express-v1' | 'anthropic.claude-v2' | 'anthropic.claude-v2:1' | 'anthropic.claude-instant-v1' | 'anthropic.claude-haiku-4-5-20251001-v1:0' | 'anthropic.claude-sonnet-4-20250514-v1:0' | 'anthropic.claude-sonnet-4-5-20250929-v1:0' | 'anthropic.claude-opus-4-20250514-v1:0' | 'anthropic.claude-opus-4-1-20250805-v1:0' | 'anthropic.claude-3-7-sonnet-20250219-v1:0' | 'anthropic.claude-3-5-sonnet-20240620-v1:0' | 'anthropic.claude-3-5-sonnet-20241022-v2:0' | 'anthropic.claude-3-5-haiku-20241022-v1:0' | 'anthropic.claude-3-sonnet-20240229-v1:0' | 'anthropic.claude-3-haiku-20240307-v1:0' | 'anthropic.claude-3-opus-20240229-v1:0' | 'cohere.command-text-v14' | 'cohere.command-light-text-v14' | 'cohere.command-r-v1:0' | 'cohere.command-r-plus-v1:0' | 'meta.llama3-70b-instruct-v1:0' | 'meta.llama3-8b-instruct-v1:0' | 'meta.llama3-1-405b-instruct-v1:0' | 'meta.llama3-1-70b-instruct-v1:0' | 'meta.llama3-1-8b-instruct-v1:0' | 'meta.llama3-2-11b-instruct-v1:0' | 'meta.llama3-2-1b-instruct-v1:0' | 'meta.llama3-2-3b-instruct-v1:0' | 'meta.llama3-2-90b-instruct-v1:0' | 'mistral.mistral-7b-instruct-v0:2' | 'mistral.mixtral-8x7b-instruct-v0:1' | 'mistral.mistral-large-2402-v1:0' | 'mistral.mistral-small-2402-v1:0' | 'openai.gpt-oss-120b-1:0' | 'openai.gpt-oss-20b-1:0' | 'amazon.titan-text-express-v1' | 'amazon.titan-text-lite-v1' | 'us.amazon.nova-premier-v1:0' | 'us.amazon.nova-pro-v1:0' | 'us.amazon.nova-micro-v1:0' | 'us.amazon.nova-lite-v1:0' | 'us.anthropic.claude-3-sonnet-20240229-v1:0' | 'us.anthropic.claude-3-opus-20240229-v1:0' | 'us.anthropic.claude-3-haiku-20240307-v1:0' | 'us.anthropic.claude-3-5-sonnet-20240620-v1:0' | 'us.anthropic.claude-3-5-haiku-20241022-v1:0' | 'us.anthropic.claude-3-5-sonnet-20241022-v2:0' | 'us.anthropic.claude-3-7-sonnet-20250219-v1:0' | 'us.anthropic.claude-sonnet-4-20250514-v1:0' | 'us.anthropic.claude-sonnet-4-5-20250929-v1:0' | 'us.anthropic.claude-opus-4-20250514-v1:0' | 'us.anthropic.claude-opus-4-1-20250805-v1:0' | 'us.meta.llama3-2-11b-instruct-v1:0' | 'us.meta.llama3-2-3b-instruct-v1:0' | 'us.meta.llama3-2-90b-instruct-v1:0' | 'us.meta.llama3-2-1b-instruct-v1:0' | 'us.meta.llama3-1-8b-instruct-v1:0' | 'us.meta.llama3-1-70b-instruct-v1:0' | 'us.meta.llama3-3-70b-instruct-v1:0' | 'us.deepseek.r1-v1:0' | 'us.mistral.pixtral-large-2502-v1:0' | 'us.meta.llama4-scout-17b-instruct-v1:0' | 'us.meta.llama4-maverick-17b-instruct-v1:0' | (string & {});
 declare const bedrockProviderOptions: z.ZodObject<{
@@ -24,6 +24,18 @@ interface BedrockCredentials {
     sessionToken?: string;
 }
 
+type BedrockRerankingModelId = 'amazon.rerank-v1:0' | 'cohere.rerank-v3-5:0' | (string & {});
+type BedrockRerankingOptions = {
+    /**
+     * If the total number of results was greater than could fit in a response, a token is returned in the nextToken field. You can enter that token in this field to return the next batch of results.
+     */
+    nextToken?: string;
+    /**
+     * Additional model request fields to pass to the model.
+     */
+    additionalModelRequestFields?: Record<string, unknown>;
+};
+
 interface AmazonBedrockProviderSettings {
     /**
   The AWS region to use for the Bedrock provider. Defaults to the value of the
@@ -104,6 +116,10 @@ interface AmazonBedrockProvider extends ProviderV3 {
      */
     imageModel(modelId: BedrockImageModelId): ImageModelV3;
     /**
+  Creates a model for reranking documents.
+     */
+    rerankingModel(modelId: BedrockRerankingModelId): RerankingModelV3;
+    /**
   Anthropic-specific tools that can be used with Anthropic models on Bedrock.
      */
     tools: typeof anthropicTools;
@@ -119,4 +135,4 @@ declare const bedrock: AmazonBedrockProvider;
 
 declare const VERSION: string;
 
-export { type AmazonBedrockProvider, type AmazonBedrockProviderSettings, type BedrockProviderOptions, VERSION, bedrock, createAmazonBedrock };
+export { type AmazonBedrockProvider, type AmazonBedrockProviderSettings, type BedrockProviderOptions, type BedrockRerankingOptions, VERSION, bedrock, createAmazonBedrock };

package/dist/index.d.ts

@@ -1,7 +1,7 @@
-import { ProviderV3, LanguageModelV3, EmbeddingModelV3, ImageModelV3 } from '@ai-sdk/provider';
-import { FetchFunction } from '@ai-sdk/provider-utils';
-import { anthropicTools } from '@ai-sdk/anthropic/internal';
 import { z } from 'zod/v4';
+import { anthropicTools } from '@ai-sdk/anthropic/internal';
+import { ProviderV3, LanguageModelV3, EmbeddingModelV3, ImageModelV3, RerankingModelV3 } from '@ai-sdk/provider';
+import { FetchFunction } from '@ai-sdk/provider-utils';
 
 type BedrockChatModelId = 'amazon.titan-tg1-large' | 'amazon.titan-text-express-v1' | 'anthropic.claude-v2' | 'anthropic.claude-v2:1' | 'anthropic.claude-instant-v1' | 'anthropic.claude-haiku-4-5-20251001-v1:0' | 'anthropic.claude-sonnet-4-20250514-v1:0' | 'anthropic.claude-sonnet-4-5-20250929-v1:0' | 'anthropic.claude-opus-4-20250514-v1:0' | 'anthropic.claude-opus-4-1-20250805-v1:0' | 'anthropic.claude-3-7-sonnet-20250219-v1:0' | 'anthropic.claude-3-5-sonnet-20240620-v1:0' | 'anthropic.claude-3-5-sonnet-20241022-v2:0' | 'anthropic.claude-3-5-haiku-20241022-v1:0' | 'anthropic.claude-3-sonnet-20240229-v1:0' | 'anthropic.claude-3-haiku-20240307-v1:0' | 'anthropic.claude-3-opus-20240229-v1:0' | 'cohere.command-text-v14' | 'cohere.command-light-text-v14' | 'cohere.command-r-v1:0' | 'cohere.command-r-plus-v1:0' | 'meta.llama3-70b-instruct-v1:0' | 'meta.llama3-8b-instruct-v1:0' | 'meta.llama3-1-405b-instruct-v1:0' | 'meta.llama3-1-70b-instruct-v1:0' | 'meta.llama3-1-8b-instruct-v1:0' | 'meta.llama3-2-11b-instruct-v1:0' | 'meta.llama3-2-1b-instruct-v1:0' | 'meta.llama3-2-3b-instruct-v1:0' | 'meta.llama3-2-90b-instruct-v1:0' | 'mistral.mistral-7b-instruct-v0:2' | 'mistral.mixtral-8x7b-instruct-v0:1' | 'mistral.mistral-large-2402-v1:0' | 'mistral.mistral-small-2402-v1:0' | 'openai.gpt-oss-120b-1:0' | 'openai.gpt-oss-20b-1:0' | 'amazon.titan-text-express-v1' | 'amazon.titan-text-lite-v1' | 'us.amazon.nova-premier-v1:0' | 'us.amazon.nova-pro-v1:0' | 'us.amazon.nova-micro-v1:0' | 'us.amazon.nova-lite-v1:0' | 'us.anthropic.claude-3-sonnet-20240229-v1:0' | 'us.anthropic.claude-3-opus-20240229-v1:0' | 'us.anthropic.claude-3-haiku-20240307-v1:0' | 'us.anthropic.claude-3-5-sonnet-20240620-v1:0' | 'us.anthropic.claude-3-5-haiku-20241022-v1:0' | 'us.anthropic.claude-3-5-sonnet-20241022-v2:0' | 'us.anthropic.claude-3-7-sonnet-20250219-v1:0' | 'us.anthropic.claude-sonnet-4-20250514-v1:0' | 'us.anthropic.claude-sonnet-4-5-20250929-v1:0' | 'us.anthropic.claude-opus-4-20250514-v1:0' | 'us.anthropic.claude-opus-4-1-20250805-v1:0' | 'us.meta.llama3-2-11b-instruct-v1:0' | 'us.meta.llama3-2-3b-instruct-v1:0' | 'us.meta.llama3-2-90b-instruct-v1:0' | 'us.meta.llama3-2-1b-instruct-v1:0' | 'us.meta.llama3-1-8b-instruct-v1:0' | 'us.meta.llama3-1-70b-instruct-v1:0' | 'us.meta.llama3-3-70b-instruct-v1:0' | 'us.deepseek.r1-v1:0' | 'us.mistral.pixtral-large-2502-v1:0' | 'us.meta.llama4-scout-17b-instruct-v1:0' | 'us.meta.llama4-maverick-17b-instruct-v1:0' | (string & {});
 declare const bedrockProviderOptions: z.ZodObject<{
@@ -24,6 +24,18 @@ interface BedrockCredentials {
     sessionToken?: string;
 }
 
+type BedrockRerankingModelId = 'amazon.rerank-v1:0' | 'cohere.rerank-v3-5:0' | (string & {});
+type BedrockRerankingOptions = {
+    /**
+     * If the total number of results was greater than could fit in a response, a token is returned in the nextToken field. You can enter that token in this field to return the next batch of results.
+     */
+    nextToken?: string;
+    /**
+     * Additional model request fields to pass to the model.
+     */
+    additionalModelRequestFields?: Record<string, unknown>;
+};
+
 interface AmazonBedrockProviderSettings {
     /**
   The AWS region to use for the Bedrock provider. Defaults to the value of the
@@ -104,6 +116,10 @@ interface AmazonBedrockProvider extends ProviderV3 {
      */
     imageModel(modelId: BedrockImageModelId): ImageModelV3;
     /**
+  Creates a model for reranking documents.
+     */
+    rerankingModel(modelId: BedrockRerankingModelId): RerankingModelV3;
+    /**
   Anthropic-specific tools that can be used with Anthropic models on Bedrock.
      */
     tools: typeof anthropicTools;
@@ -119,4 +135,4 @@ declare const bedrock: AmazonBedrockProvider;
 
 declare const VERSION: string;
 
-export { type AmazonBedrockProvider, type AmazonBedrockProviderSettings, type BedrockProviderOptions, VERSION, bedrock, createAmazonBedrock };
+export { type AmazonBedrockProvider, type AmazonBedrockProviderSettings, type BedrockProviderOptions, type BedrockRerankingOptions, VERSION, bedrock, createAmazonBedrock };

package/dist/index.js

@@ -26,14 +26,9 @@ __export(src_exports, {
 });
 module.exports = __toCommonJS(src_exports);
 
-// src/bedrock-provider.ts
-var import_provider_utils8 = require("@ai-sdk/provider-utils");
-
-// src/version.ts
-var VERSION = true ? "4.0.0-beta.46" : "0.0.0-test";
-
 // src/bedrock-provider.ts
 var import_internal2 = require("@ai-sdk/anthropic/internal");
+var import_provider_utils11 = require("@ai-sdk/provider-utils");
 
 // src/bedrock-chat-language-model.ts
 var import_provider_utils4 = require("@ai-sdk/provider-utils");
@@ -1513,6 +1508,11 @@ var bedrockImageResponseSchema = import_v46.z.object({
 // src/bedrock-sigv4-fetch.ts
 var import_provider_utils7 = require("@ai-sdk/provider-utils");
 var import_aws4fetch = require("aws4fetch");
+
+// src/version.ts
+var VERSION = true ? "4.0.0-beta.47" : "0.0.0-test";
+
+// src/bedrock-sigv4-fetch.ts
 function createSigV4FetchFunction(getCredentials, fetch = globalThis.fetch) {
   return async (input, init) => {
     var _a, _b;
@@ -1593,15 +1593,132 @@ function createApiKeyFetchFunction(apiKey, fetch = globalThis.fetch) {
   };
 }
 
+// src/reranking/bedrock-reranking-model.ts
+var import_provider_utils10 = require("@ai-sdk/provider-utils");
+
+// src/reranking/bedrock-reranking-api.ts
+var import_provider_utils8 = require("@ai-sdk/provider-utils");
+var import_v47 = require("zod/v4");
+var bedrockRerankingResponseSchema = (0, import_provider_utils8.lazySchema)(
+  () => (0, import_provider_utils8.zodSchema)(
+    import_v47.z.object({
+      results: import_v47.z.array(
+        import_v47.z.object({
+          index: import_v47.z.number(),
+          relevanceScore: import_v47.z.number()
+        })
+      ),
+      nextToken: import_v47.z.string().optional()
+    })
+  )
+);
+
+// src/reranking/bedrock-reranking-options.ts
+var import_provider_utils9 = require("@ai-sdk/provider-utils");
+var import_v48 = require("zod/v4");
+var bedrockRerankingOptionsSchema = (0, import_provider_utils9.lazySchema)(
+  () => (0, import_provider_utils9.zodSchema)(
+    import_v48.z.object({
+      /**
+       * If the total number of results was greater than could fit in a response, a token is returned in the nextToken field. You can enter that token in this field to return the next batch of results.
+       */
+      nextToken: import_v48.z.string().optional(),
+      /**
+       * Additional model request fields to pass to the model.
+       */
+      additionalModelRequestFields: import_v48.z.record(import_v48.z.string(), import_v48.z.any()).optional()
+    })
+  )
+);
+
+// src/reranking/bedrock-reranking-model.ts
+var BedrockRerankingModel = class {
+  constructor(modelId, config) {
+    this.modelId = modelId;
+    this.config = config;
+    this.specificationVersion = "v3";
+    this.provider = "amazon-bedrock";
+  }
+  async doRerank({
+    documents,
+    headers,
+    query,
+    topN,
+    abortSignal,
+    providerOptions
+  }) {
+    const bedrockOptions = await (0, import_provider_utils10.parseProviderOptions)({
+      provider: "bedrock",
+      providerOptions,
+      schema: bedrockRerankingOptionsSchema
+    });
+    const {
+      value: response,
+      responseHeaders,
+      rawValue
+    } = await (0, import_provider_utils10.postJsonToApi)({
+      url: `${this.config.baseUrl()}/rerank`,
+      headers: await (0, import_provider_utils10.resolve)(
+        (0, import_provider_utils10.combineHeaders)(await (0, import_provider_utils10.resolve)(this.config.headers), headers)
+      ),
+      body: {
+        nextToken: bedrockOptions == null ? void 0 : bedrockOptions.nextToken,
+        queries: [
+          {
+            textQuery: { text: query },
+            type: "TEXT"
+          }
+        ],
+        rerankingConfiguration: {
+          bedrockRerankingConfiguration: {
+            modelConfiguration: {
+              modelArn: `arn:aws:bedrock:${this.config.region}::foundation-model/${this.modelId}`,
+              additionalModelRequestFields: bedrockOptions == null ? void 0 : bedrockOptions.additionalModelRequestFields
+            },
+            numberOfResults: topN
+          },
+          type: "BEDROCK_RERANKING_MODEL"
+        },
+        sources: documents.values.map((value) => ({
+          type: "INLINE",
+          inlineDocumentSource: documents.type === "text" ? {
+            type: "TEXT",
+            textDocument: { text: value }
+          } : {
+            type: "JSON",
+            jsonDocument: value
+          }
+        }))
+      },
+      failedResponseHandler: (0, import_provider_utils10.createJsonErrorResponseHandler)({
+        errorSchema: BedrockErrorSchema,
+        errorToMessage: (error) => `${error.type}: ${error.message}`
+      }),
+      successfulResponseHandler: (0, import_provider_utils10.createJsonResponseHandler)(
+        bedrockRerankingResponseSchema
+      ),
+      fetch: this.config.fetch,
+      abortSignal
+    });
+    return {
+      ranking: response.results,
+      response: {
+        headers: responseHeaders,
+        body: rawValue
+      }
+    };
+  }
+};
+
 // src/bedrock-provider.ts
 function createAmazonBedrock(options = {}) {
-  const rawApiKey = (0, import_provider_utils8.loadOptionalSetting)({
+  const rawApiKey = (0, import_provider_utils11.loadOptionalSetting)({
     settingValue: options.apiKey,
     environmentVariableName: "AWS_BEARER_TOKEN_BEDROCK"
   });
   const apiKey = rawApiKey && rawApiKey.trim().length > 0 ? rawApiKey.trim() : void 0;
   const fetchFunction = apiKey ? createApiKeyFetchFunction(apiKey, options.fetch) : createSigV4FetchFunction(async () => {
-    const region = (0, import_provider_utils8.loadSetting)({
+    const region = (0, import_provider_utils11.loadSetting)({
       settingValue: options.region,
       settingName: "region",
       environmentVariableName: "AWS_REGION",
@@ -1623,19 +1740,19 @@ function createAmazonBedrock(options = {}) {
     try {
       return {
         region,
-        accessKeyId: (0, import_provider_utils8.loadSetting)({
+        accessKeyId: (0, import_provider_utils11.loadSetting)({
           settingValue: options.accessKeyId,
           settingName: "accessKeyId",
           environmentVariableName: "AWS_ACCESS_KEY_ID",
           description: "AWS access key ID"
         }),
-        secretAccessKey: (0, import_provider_utils8.loadSetting)({
+        secretAccessKey: (0, import_provider_utils11.loadSetting)({
           settingValue: options.secretAccessKey,
           settingName: "secretAccessKey",
           environmentVariableName: "AWS_SECRET_ACCESS_KEY",
           description: "AWS secret access key"
         }),
-        sessionToken: (0, import_provider_utils8.loadOptionalSetting)({
+        sessionToken: (0, import_provider_utils11.loadOptionalSetting)({
           settingValue: options.sessionToken,
           environmentVariableName: "AWS_SESSION_TOKEN"
         })
@@ -1661,10 +1778,15 @@ Original error: ${errorMessage}`
       throw error;
     }
   }, options.fetch);
-  const getBaseUrl = () => {
+  const getHeaders = () => {
+    var _a;
+    const baseHeaders = (_a = options.headers) != null ? _a : {};
+    return (0, import_provider_utils11.withUserAgentSuffix)(baseHeaders, `ai-sdk/amazon-bedrock/${VERSION}`);
+  };
+  const getBedrockRuntimeBaseUrl = () => {
     var _a, _b;
-    return (_b = (0, import_provider_utils8.withoutTrailingSlash)(
-      (_a = options.baseURL) != null ? _a : `https://bedrock-runtime.${(0, import_provider_utils8.loadSetting)({
+    return (_b = (0, import_provider_utils11.withoutTrailingSlash)(
+      (_a = options.baseURL) != null ? _a : `https://bedrock-runtime.${(0, import_provider_utils11.loadSetting)({
         settingValue: options.region,
         settingName: "region",
         environmentVariableName: "AWS_REGION",
@@ -1672,16 +1794,22 @@ Original error: ${errorMessage}`
       })}.amazonaws.com`
     )) != null ? _b : `https://bedrock-runtime.us-east-1.amazonaws.com`;
   };
-  const getHeaders = () => {
-    var _a;
-    const baseHeaders = (_a = options.headers) != null ? _a : {};
-    return (0, import_provider_utils8.withUserAgentSuffix)(baseHeaders, `ai-sdk/amazon-bedrock/${VERSION}`);
+  const getBedrockAgentRuntimeBaseUrl = () => {
+    var _a, _b;
+    return (_b = (0, import_provider_utils11.withoutTrailingSlash)(
+      (_a = options.baseURL) != null ? _a : `https://bedrock-agent-runtime.${(0, import_provider_utils11.loadSetting)({
+        settingValue: options.region,
+        settingName: "region",
+        environmentVariableName: "AWS_REGION",
+        description: "AWS region"
+      })}.amazonaws.com`
+    )) != null ? _b : `https://bedrock-agent-runtime.us-west-2.amazonaws.com`;
   };
   const createChatModel = (modelId) => new BedrockChatLanguageModel(modelId, {
-    baseUrl: getBaseUrl,
+    baseUrl: getBedrockRuntimeBaseUrl,
     headers: getHeaders,
     fetch: fetchFunction,
-    generateId: import_provider_utils8.generateId
+    generateId: import_provider_utils11.generateId
   });
   const provider = function(modelId) {
     if (new.target) {
@@ -1692,12 +1820,23 @@ Original error: ${errorMessage}`
     return createChatModel(modelId);
   };
   const createEmbeddingModel = (modelId) => new BedrockEmbeddingModel(modelId, {
-    baseUrl: getBaseUrl,
+    baseUrl: getBedrockRuntimeBaseUrl,
     headers: getHeaders,
     fetch: fetchFunction
   });
   const createImageModel = (modelId) => new BedrockImageModel(modelId, {
-    baseUrl: getBaseUrl,
+    baseUrl: getBedrockRuntimeBaseUrl,
+    headers: getHeaders,
+    fetch: fetchFunction
+  });
+  const createRerankingModel = (modelId) => new BedrockRerankingModel(modelId, {
+    baseUrl: getBedrockAgentRuntimeBaseUrl,
+    region: (0, import_provider_utils11.loadSetting)({
+      settingValue: options.region,
+      settingName: "region",
+      environmentVariableName: "AWS_REGION",
+      description: "AWS region"
+    }),
     headers: getHeaders,
     fetch: fetchFunction
   });
@@ -1708,6 +1847,7 @@ Original error: ${errorMessage}`
   provider.textEmbeddingModel = createEmbeddingModel;
   provider.image = createImageModel;
   provider.imageModel = createImageModel;
+  provider.rerankingModel = createRerankingModel;
   provider.tools = import_internal2.anthropicTools;
   return provider;
 }