@ai-sdk/amazon-bedrock 4.0.165 → 4.0.166

package/CHANGELOG.md

@@ -1,5 +1,18 @@
 # @ai-sdk/amazon-bedrock
 
+## 4.0.166
+
+### Patch Changes
+
+- ada21b6: Omit assistant messages when only cache points remain after unsigned reasoning is filtered.
+- fb9b783: feat(amazon-bedrock): add model family setting for embeddings to support ARN
+- 6b88988: Accept citation deltas in Amazon Bedrock streaming responses.
+- 06cc1cb: Enable Anthropic reasoning budgets for application inference profile ARNs.
+- Updated dependencies [cc23556]
+  - @ai-sdk/provider-utils@4.0.50
+  - @ai-sdk/anthropic@3.0.115
+  - @ai-sdk/openai@3.0.105
+
 ## 4.0.165
 
 ### Patch Changes

package/dist/anthropic/index.js

@@ -35,7 +35,7 @@ var import_provider_utils = require("@ai-sdk/provider-utils");
 var import_aws4fetch = require("aws4fetch");
 
 // src/version.ts
-var VERSION = true ? "4.0.165" : "0.0.0-test";
+var VERSION = true ? "4.0.166" : "0.0.0-test";
 
 // src/bedrock-sigv4-fetch.ts
 function createSigV4FetchFunction(getCredentials, fetch, service = "bedrock") {

package/dist/anthropic/index.mjs

@@ -24,7 +24,7 @@ import {
 import { AwsV4Signer } from "aws4fetch";
 
 // src/version.ts
-var VERSION = true ? "4.0.165" : "0.0.0-test";
+var VERSION = true ? "4.0.166" : "0.0.0-test";
 
 // src/bedrock-sigv4-fetch.ts
 function createSigV4FetchFunction(getCredentials, fetch, service = "bedrock") {

package/dist/index.d.mts

@@ -5,6 +5,15 @@ import { ProviderV3, LanguageModelV3, EmbeddingModelV3, ImageModelV3, RerankingM
 import { FetchFunction } from '@ai-sdk/provider-utils';
 
 type BedrockEmbeddingModelId = 'amazon.titan-embed-text-v1' | 'amazon.titan-embed-text-v2:0' | 'cohere.embed-english-v3' | 'cohere.embed-multilingual-v3' | (string & {});
+type AmazonBedrockEmbeddingModelSettings = {
+    /**
+     * The embedding model family.
+     *
+     * Specify this when the model ID does not identify the underlying model,
+     * such as an application inference profile ARN.
+     */
+    modelFamily?: 'titan' | 'cohere' | 'nova';
+};
 declare const amazonBedrockEmbeddingModelOptionsSchema: z.ZodObject<{
     dimensions: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<1024>, z.ZodLiteral<512>, z.ZodLiteral<256>]>>;
     normalize: z.ZodOptional<z.ZodBoolean>;
@@ -159,19 +168,19 @@ interface AmazonBedrockProvider extends ProviderV3 {
     /**
      * Creates a model for text embeddings.
      */
-    embedding(modelId: BedrockEmbeddingModelId): EmbeddingModelV3;
+    embedding(modelId: BedrockEmbeddingModelId, settings?: AmazonBedrockEmbeddingModelSettings): EmbeddingModelV3;
     /**
      * Creates a model for text embeddings.
      */
-    embeddingModel(modelId: BedrockEmbeddingModelId): EmbeddingModelV3;
+    embeddingModel(modelId: BedrockEmbeddingModelId, settings?: AmazonBedrockEmbeddingModelSettings): EmbeddingModelV3;
     /**
      * @deprecated Use `embedding` instead.
      */
-    textEmbedding(modelId: BedrockEmbeddingModelId): EmbeddingModelV3;
+    textEmbedding(modelId: BedrockEmbeddingModelId, settings?: AmazonBedrockEmbeddingModelSettings): EmbeddingModelV3;
     /**
      * @deprecated Use `embeddingModel` instead.
      */
-    textEmbeddingModel(modelId: BedrockEmbeddingModelId): EmbeddingModelV3;
+    textEmbeddingModel(modelId: BedrockEmbeddingModelId, settings?: AmazonBedrockEmbeddingModelSettings): EmbeddingModelV3;
     /**
      * Creates a model for image generation.
      */
@@ -204,4 +213,4 @@ declare const bedrock: AmazonBedrockProvider;
 
 declare const VERSION: string;
 
-export { type AmazonBedrockEmbeddingModelOptions, type AmazonBedrockLanguageModelOptions, type AmazonBedrockProvider, type AmazonBedrockProviderSettings, type AmazonBedrockRerankingModelOptions, type AmazonBedrockLanguageModelOptions as BedrockProviderOptions, type AmazonBedrockRerankingModelOptions as BedrockRerankingOptions, VERSION, bedrock, createAmazonBedrock };
+export { type AmazonBedrockEmbeddingModelOptions, type AmazonBedrockEmbeddingModelSettings, type AmazonBedrockLanguageModelOptions, type AmazonBedrockProvider, type AmazonBedrockProviderSettings, type AmazonBedrockRerankingModelOptions, type AmazonBedrockLanguageModelOptions as BedrockProviderOptions, type AmazonBedrockRerankingModelOptions as BedrockRerankingOptions, VERSION, bedrock, createAmazonBedrock };

package/dist/index.d.ts

@@ -5,6 +5,15 @@ import { ProviderV3, LanguageModelV3, EmbeddingModelV3, ImageModelV3, RerankingM
 import { FetchFunction } from '@ai-sdk/provider-utils';
 
 type BedrockEmbeddingModelId = 'amazon.titan-embed-text-v1' | 'amazon.titan-embed-text-v2:0' | 'cohere.embed-english-v3' | 'cohere.embed-multilingual-v3' | (string & {});
+type AmazonBedrockEmbeddingModelSettings = {
+    /**
+     * The embedding model family.
+     *
+     * Specify this when the model ID does not identify the underlying model,
+     * such as an application inference profile ARN.
+     */
+    modelFamily?: 'titan' | 'cohere' | 'nova';
+};
 declare const amazonBedrockEmbeddingModelOptionsSchema: z.ZodObject<{
     dimensions: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<1024>, z.ZodLiteral<512>, z.ZodLiteral<256>]>>;
     normalize: z.ZodOptional<z.ZodBoolean>;
@@ -159,19 +168,19 @@ interface AmazonBedrockProvider extends ProviderV3 {
     /**
      * Creates a model for text embeddings.
      */
-    embedding(modelId: BedrockEmbeddingModelId): EmbeddingModelV3;
+    embedding(modelId: BedrockEmbeddingModelId, settings?: AmazonBedrockEmbeddingModelSettings): EmbeddingModelV3;
     /**
      * Creates a model for text embeddings.
      */
-    embeddingModel(modelId: BedrockEmbeddingModelId): EmbeddingModelV3;
+    embeddingModel(modelId: BedrockEmbeddingModelId, settings?: AmazonBedrockEmbeddingModelSettings): EmbeddingModelV3;
     /**
      * @deprecated Use `embedding` instead.
      */
-    textEmbedding(modelId: BedrockEmbeddingModelId): EmbeddingModelV3;
+    textEmbedding(modelId: BedrockEmbeddingModelId, settings?: AmazonBedrockEmbeddingModelSettings): EmbeddingModelV3;
     /**
      * @deprecated Use `embeddingModel` instead.
      */
-    textEmbeddingModel(modelId: BedrockEmbeddingModelId): EmbeddingModelV3;
+    textEmbeddingModel(modelId: BedrockEmbeddingModelId, settings?: AmazonBedrockEmbeddingModelSettings): EmbeddingModelV3;
     /**
      * Creates a model for image generation.
      */
@@ -204,4 +213,4 @@ declare const bedrock: AmazonBedrockProvider;
 
 declare const VERSION: string;
 
-export { type AmazonBedrockEmbeddingModelOptions, type AmazonBedrockLanguageModelOptions, type AmazonBedrockProvider, type AmazonBedrockProviderSettings, type AmazonBedrockRerankingModelOptions, type AmazonBedrockLanguageModelOptions as BedrockProviderOptions, type AmazonBedrockRerankingModelOptions as BedrockRerankingOptions, VERSION, bedrock, createAmazonBedrock };
+export { type AmazonBedrockEmbeddingModelOptions, type AmazonBedrockEmbeddingModelSettings, type AmazonBedrockLanguageModelOptions, type AmazonBedrockProvider, type AmazonBedrockProviderSettings, type AmazonBedrockRerankingModelOptions, type AmazonBedrockLanguageModelOptions as BedrockProviderOptions, type AmazonBedrockRerankingModelOptions as BedrockRerankingOptions, VERSION, bedrock, createAmazonBedrock };

package/dist/index.js

@@ -802,7 +802,7 @@ async function convertToBedrockChatMessages(prompt, isMistral = false) {
           }
           pushCachePoint(bedrockContent, message.providerOptions);
         }
-        if (bedrockContent.length > 0) {
+        if (bedrockContent.some((block2) => !("cachePoint" in block2))) {
           messages.push({ role: "assistant", content: bedrockContent });
         }
         break;
@@ -941,7 +941,7 @@ var BedrockChatLanguageModel = class {
     toolChoice,
     providerOptions
   }) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q;
     const bedrockOptions = (_a = await (0, import_provider_utils4.parseProviderOptions)({
       provider: "bedrock",
       providerOptions,
@@ -993,11 +993,11 @@ var BedrockChatLanguageModel = class {
         details: "Only text and json response formats are supported."
       });
     }
-    const isAnthropicModel = this.modelId.includes("anthropic");
-    const openAIModelId = (_b = /^(?:[^.]+\.)?(openai\..+)$/.exec(this.modelId)) == null ? void 0 : _b[1];
+    const isAnthropicModel = this.modelId.includes("anthropic") || this.modelId.includes(":application-inference-profile/") && ((_b = bedrockOptions.reasoningConfig) == null ? void 0 : _b.budgetTokens) != null;
+    const openAIModelId = (_c = /^(?:[^.]+\.)?(openai\..+)$/.exec(this.modelId)) == null ? void 0 : _c[1];
     const isOpenAIModel = openAIModelId != null;
-    const isOpenAIGptOssModel = (_c = openAIModelId == null ? void 0 : openAIModelId.startsWith("openai.gpt-oss-")) != null ? _c : false;
-    const isThinkingEnabled = ((_d = bedrockOptions.reasoningConfig) == null ? void 0 : _d.type) === "enabled" || ((_e = bedrockOptions.reasoningConfig) == null ? void 0 : _e.type) === "adaptive";
+    const isOpenAIGptOssModel = (_d = openAIModelId == null ? void 0 : openAIModelId.startsWith("openai.gpt-oss-")) != null ? _d : false;
+    const isThinkingEnabled = ((_e = bedrockOptions.reasoningConfig) == null ? void 0 : _e.type) === "enabled" || ((_f = bedrockOptions.reasoningConfig) == null ? void 0 : _f.type) === "adaptive";
     const { supportsStructuredOutput: modelSupportsStructuredOutput } = (0, import_internal2.getModelCapabilities)(this.modelId);
     const useNativeStructuredOutput = isAnthropicModel && supportsNativeStructuredOutput(this.modelId) && (modelSupportsStructuredOutput || isThinkingEnabled) && (responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null;
     const useJsonInstructionForStructuredOutput = isAnthropicModel && !supportsStrictTools(this.modelId) && (responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null && tools != null && tools.length > 0;
@@ -1021,16 +1021,16 @@ var BedrockChatLanguageModel = class {
       };
     }
     if (betas.size > 0 || bedrockOptions.anthropicBeta) {
-      const existingBetas = (_f = bedrockOptions.anthropicBeta) != null ? _f : [];
+      const existingBetas = (_g = bedrockOptions.anthropicBeta) != null ? _g : [];
       const mergedBetas = betas.size > 0 ? [...existingBetas, ...Array.from(betas)] : existingBetas;
       bedrockOptions.additionalModelRequestFields = {
         ...bedrockOptions.additionalModelRequestFields,
         anthropic_beta: mergedBetas
       };
     }
-    const thinkingType = (_g = bedrockOptions.reasoningConfig) == null ? void 0 : _g.type;
-    const thinkingBudget = thinkingType === "enabled" ? (_h = bedrockOptions.reasoningConfig) == null ? void 0 : _h.budgetTokens : void 0;
-    const thinkingDisplay = thinkingType === "adaptive" ? (_i = bedrockOptions.reasoningConfig) == null ? void 0 : _i.display : void 0;
+    const thinkingType = (_h = bedrockOptions.reasoningConfig) == null ? void 0 : _h.type;
+    const thinkingBudget = thinkingType === "enabled" ? (_i = bedrockOptions.reasoningConfig) == null ? void 0 : _i.budgetTokens : void 0;
+    const thinkingDisplay = thinkingType === "adaptive" ? (_j = bedrockOptions.reasoningConfig) == null ? void 0 : _j.display : void 0;
     const isAnthropicThinkingEnabled = isAnthropicModel && isThinkingEnabled;
     const inferenceConfig = {
       ...maxOutputTokens != null && { maxTokens: maxOutputTokens },
@@ -1063,7 +1063,7 @@ var BedrockChatLanguageModel = class {
         };
       }
     } else if (!isAnthropicModel) {
-      if (((_j = bedrockOptions.reasoningConfig) == null ? void 0 : _j.budgetTokens) != null) {
+      if (((_k = bedrockOptions.reasoningConfig) == null ? void 0 : _k.budgetTokens) != null) {
         warnings.push({
           type: "unsupported",
           feature: "budgetTokens",
@@ -1078,13 +1078,13 @@ var BedrockChatLanguageModel = class {
         });
       }
     }
-    const maxReasoningEffort = (_k = bedrockOptions.reasoningConfig) == null ? void 0 : _k.maxReasoningEffort;
+    const maxReasoningEffort = (_l = bedrockOptions.reasoningConfig) == null ? void 0 : _l.maxReasoningEffort;
     if (maxReasoningEffort != null) {
       if (isAnthropicModel) {
         bedrockOptions.additionalModelRequestFields = {
           ...bedrockOptions.additionalModelRequestFields,
           output_config: {
-            ...(_l = bedrockOptions.additionalModelRequestFields) == null ? void 0 : _l.output_config,
+            ...(_m = bedrockOptions.additionalModelRequestFields) == null ? void 0 : _m.output_config,
             effort: maxReasoningEffort
           }
         };
@@ -1095,7 +1095,7 @@ var BedrockChatLanguageModel = class {
         } : {
           ...bedrockOptions.additionalModelRequestFields,
           reasoning: {
-            ...(_m = bedrockOptions.additionalModelRequestFields) == null ? void 0 : _m.reasoning,
+            ...(_n = bedrockOptions.additionalModelRequestFields) == null ? void 0 : _n.reasoning,
             effort: maxReasoningEffort
           }
         };
@@ -1114,7 +1114,7 @@ var BedrockChatLanguageModel = class {
       bedrockOptions.additionalModelRequestFields = {
         ...bedrockOptions.additionalModelRequestFields,
         output_config: {
-          ...(_n = bedrockOptions.additionalModelRequestFields) == null ? void 0 : _n.output_config,
+          ...(_o = bedrockOptions.additionalModelRequestFields) == null ? void 0 : _o.output_config,
           format: {
             type: "json_schema",
             schema: (0, import_internal2.sanitizeJsonSchema)(responseFormat.schema)
@@ -1146,7 +1146,7 @@ var BedrockChatLanguageModel = class {
         details: "topK is not supported when thinking is enabled"
       });
     }
-    const hasAnyTools = ((_p = (_o = toolConfig.tools) == null ? void 0 : _o.length) != null ? _p : 0) > 0 || additionalTools;
+    const hasAnyTools = ((_q = (_p = toolConfig.tools) == null ? void 0 : _p.length) != null ? _q : 0) > 0 || additionalTools;
     let filteredPrompt = prompt;
     if (!hasAnyTools) {
       const hasToolContent = prompt.some(
@@ -1829,6 +1829,9 @@ var BedrockStreamSchema = import_v44.z.object({
     contentBlockIndex: import_v44.z.number(),
     delta: import_v44.z.union([
       import_v44.z.object({ text: import_v44.z.string() }),
+      import_v44.z.object({
+        citation: import_v44.z.record(import_v44.z.string(), import_v44.z.unknown())
+      }),
       import_v44.z.object({ toolUse: import_v44.z.object({ input: import_v44.z.string() }) }),
       import_v44.z.object({
         reasoningContent: import_v44.z.object({ text: import_v44.z.string() })
@@ -1949,7 +1952,11 @@ var BedrockEmbeddingModel = class {
     this.supportsParallelCalls = true;
   }
   get maxEmbeddingsPerCall() {
-    return isCohereEmbeddingModel(this.modelId) ? 96 : 1;
+    return this.modelFamily === "cohere" ? 96 : 1;
+  }
+  get modelFamily() {
+    var _a;
+    return (_a = this.config.modelFamily) != null ? _a : detectEmbeddingModelFamily(this.modelId);
   }
   getUrl(modelId) {
     const encodedModelId = encodeURIComponent(modelId);
@@ -1975,9 +1982,8 @@ var BedrockEmbeddingModel = class {
       providerOptions,
       schema: amazonBedrockEmbeddingModelOptionsSchema
     })) != null ? _a : {};
-    const isNovaModel = isNovaEmbeddingModel(this.modelId);
-    const isCohereModel = isCohereEmbeddingModel(this.modelId);
-    const args = isNovaModel ? {
+    const modelFamily = this.modelFamily;
+    const args = modelFamily === "nova" ? {
       taskType: "SINGLE_EMBEDDING",
       singleEmbeddingParams: {
         embeddingPurpose: (_b = bedrockOptions.embeddingPurpose) != null ? _b : "GENERIC_INDEX",
@@ -1987,7 +1993,7 @@ var BedrockEmbeddingModel = class {
           value: values[0]
         }
       }
-    } : isCohereModel ? {
+    } : modelFamily === "cohere" ? {
       // Cohere embedding models on Bedrock require `input_type`.
       // Without it, the service attempts other schema branches and rejects the request.
       input_type: (_e = bedrockOptions.inputType) != null ? _e : "search_query",
@@ -2044,7 +2050,10 @@ function isCohereEmbeddingModel(modelId) {
   return modelId.includes("cohere.embed-");
 }
 function isNovaEmbeddingModel(modelId) {
-  return modelId.startsWith("amazon.nova-") && modelId.includes("embed");
+  return modelId.includes("amazon.nova-") && modelId.includes("embed");
+}
+function detectEmbeddingModelFamily(modelId) {
+  return isNovaEmbeddingModel(modelId) ? "nova" : isCohereEmbeddingModel(modelId) ? "cohere" : "titan";
 }
 var BedrockEmbeddingResponseSchema = import_v46.z.union([
   // Titan-style response
@@ -2286,7 +2295,7 @@ var import_provider_utils7 = require("@ai-sdk/provider-utils");
 var import_aws4fetch = require("aws4fetch");
 
 // src/version.ts
-var VERSION = true ? "4.0.165" : "0.0.0-test";
+var VERSION = true ? "4.0.166" : "0.0.0-test";
 
 // src/bedrock-sigv4-fetch.ts
 function createSigV4FetchFunction(getCredentials, fetch, service = "bedrock") {
@@ -2597,10 +2606,11 @@ Original error: ${errorMessage}`
     }
     return createChatModel(modelId);
   };
-  const createEmbeddingModel = (modelId) => new BedrockEmbeddingModel(modelId, {
+  const createEmbeddingModel = (modelId, settings = {}) => new BedrockEmbeddingModel(modelId, {
     baseUrl: getBedrockRuntimeBaseUrl,
     headers: getHeaders,
-    fetch: fetchFunction
+    fetch: fetchFunction,
+    modelFamily: settings.modelFamily
   });
   const createImageModel = (modelId) => new BedrockImageModel(modelId, {
     baseUrl: getBedrockRuntimeBaseUrl,