@ai-sdk/amazon-bedrock 5.0.66 → 5.0.68

package/CHANGELOG.md

@@ -1,5 +1,29 @@
 # @ai-sdk/amazon-bedrock
 
+## 5.0.68
+
+### Patch Changes
+
+- 051a41d: Enable Anthropic reasoning budgets for application inference profile ARNs.
+- Updated dependencies [1c68540]
+- Updated dependencies [aa45741]
+  - @ai-sdk/openai@4.0.52
+  - @ai-sdk/anthropic@4.0.46
+  - @ai-sdk/provider@4.0.9
+  - @ai-sdk/provider-utils@5.0.34
+
+## 5.0.67
+
+### Patch Changes
+
+- 030b4e1: Omit assistant messages when only cache points remain after unsigned reasoning is filtered.
+- 5d2229e: feat(amazon-bedrock): add model family setting for embeddings to support ARN
+- b2eb608: Accept citation deltas in Amazon Bedrock streaming responses.
+- Updated dependencies [90192f1]
+  - @ai-sdk/provider-utils@5.0.33
+  - @ai-sdk/anthropic@4.0.45
+  - @ai-sdk/openai@4.0.51
+
 ## 5.0.66
 
 ### Patch Changes

package/dist/anthropic/index.js

@@ -24,7 +24,7 @@ import {
 import { AwsV4Signer } from "aws4fetch";
 
 // src/version.ts
-var VERSION = true ? "5.0.66" : "0.0.0-test";
+var VERSION = true ? "5.0.68" : "0.0.0-test";
 
 // src/amazon-bedrock-sigv4-fetch.ts
 function createSigV4FetchFunction(getCredentials, fetch, service = "bedrock") {

package/dist/index.d.ts

@@ -6,6 +6,15 @@ import { anthropicTools } from '@ai-sdk/anthropic/internal';
 import { ProviderV4, LanguageModelV4, EmbeddingModelV4, ImageModelV4, RerankingModelV4 } from '@ai-sdk/provider';
 
 type AmazonBedrockEmbeddingModelId = 'amazon.titan-embed-text-v1' | 'amazon.titan-embed-text-v2:0' | 'cohere.embed-english-v3' | 'cohere.embed-multilingual-v3' | (string & {});
+type AmazonBedrockEmbeddingModelSettings = {
+    /**
+     * The embedding model family.
+     *
+     * Specify this when the model ID does not identify the underlying model,
+     * such as an application inference profile ARN.
+     */
+    modelFamily?: 'titan' | 'cohere' | 'nova';
+};
 declare const amazonBedrockEmbeddingModelOptionsSchema: z.ZodObject<{
     dimensions: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<1024>, z.ZodLiteral<512>, z.ZodLiteral<256>]>>;
     normalize: z.ZodOptional<z.ZodBoolean>;
@@ -172,19 +181,19 @@ interface AmazonBedrockProvider extends ProviderV4 {
     /**
      * Creates a model for text embeddings.
      */
-    embedding(modelId: AmazonBedrockEmbeddingModelId): EmbeddingModelV4;
+    embedding(modelId: AmazonBedrockEmbeddingModelId, settings?: AmazonBedrockEmbeddingModelSettings): EmbeddingModelV4;
     /**
      * Creates a model for text embeddings.
      */
-    embeddingModel(modelId: AmazonBedrockEmbeddingModelId): EmbeddingModelV4;
+    embeddingModel(modelId: AmazonBedrockEmbeddingModelId, settings?: AmazonBedrockEmbeddingModelSettings): EmbeddingModelV4;
     /**
      * @deprecated Use `embedding` instead.
      */
-    textEmbedding(modelId: AmazonBedrockEmbeddingModelId): EmbeddingModelV4;
+    textEmbedding(modelId: AmazonBedrockEmbeddingModelId, settings?: AmazonBedrockEmbeddingModelSettings): EmbeddingModelV4;
     /**
      * @deprecated Use `embeddingModel` instead.
      */
-    textEmbeddingModel(modelId: AmazonBedrockEmbeddingModelId): EmbeddingModelV4;
+    textEmbeddingModel(modelId: AmazonBedrockEmbeddingModelId, settings?: AmazonBedrockEmbeddingModelSettings): EmbeddingModelV4;
     /**
      * Creates a model for image generation.
      */
@@ -217,4 +226,4 @@ declare const amazonBedrock: AmazonBedrockProvider;
 
 declare const VERSION: string;
 
-export { type AmazonBedrockEmbeddingModelOptions, type AmazonBedrockImageModelOptions, type AmazonBedrockLanguageModelChatOptions, type AmazonBedrockLanguageModelChatOptions as AmazonBedrockLanguageModelOptions, type AmazonBedrockProvider, type AmazonBedrockProviderSettings, type AmazonBedrockRerankingModelOptions, type AmazonBedrockLanguageModelChatOptions as BedrockProviderOptions, type AmazonBedrockRerankingModelOptions as BedrockRerankingOptions, VERSION, amazonBedrock, amazonBedrock as bedrock, createAmazonBedrock };
+export { type AmazonBedrockEmbeddingModelOptions, type AmazonBedrockEmbeddingModelSettings, type AmazonBedrockImageModelOptions, type AmazonBedrockLanguageModelChatOptions, type AmazonBedrockLanguageModelChatOptions as AmazonBedrockLanguageModelOptions, type AmazonBedrockProvider, type AmazonBedrockProviderSettings, type AmazonBedrockRerankingModelOptions, type AmazonBedrockLanguageModelChatOptions as BedrockProviderOptions, type AmazonBedrockRerankingModelOptions as BedrockRerankingOptions, VERSION, amazonBedrock, amazonBedrock as bedrock, createAmazonBedrock };

package/dist/index.js

@@ -964,7 +964,7 @@ async function convertToAmazonBedrockChatMessages(prompt, isMistral = false) {
           }
           pushCachePoint(amazonBedrockContent, message.providerOptions);
         }
-        if (amazonBedrockContent.length > 0) {
+        if (amazonBedrockContent.some((block2) => !("cachePoint" in block2))) {
           messages.push({ role: "assistant", content: amazonBedrockContent });
         }
         break;
@@ -1131,7 +1131,7 @@ var AmazonBedrockChatLanguageModel = class _AmazonBedrockChatLanguageModel {
     reasoning,
     providerOptions
   }) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t;
     let amazonBedrockOptions = (_b = (_a = await parseProviderOptions2({
       provider: "amazonBedrock",
       providerOptions,
@@ -1187,10 +1187,10 @@ var AmazonBedrockChatLanguageModel = class _AmazonBedrockChatLanguageModel {
         details: "Only text and json response formats are supported."
       });
     }
-    const isAnthropicModel = this.modelId.includes("anthropic");
-    const openAIModelId = (_c = /^(?:[^.]+\.)?(openai\..+)$/.exec(this.modelId)) == null ? void 0 : _c[1];
+    const isAnthropicModel = this.modelId.includes("anthropic") || this.modelId.includes(":application-inference-profile/") && ((_c = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _c.budgetTokens) != null;
+    const openAIModelId = (_d = /^(?:[^.]+\.)?(openai\..+)$/.exec(this.modelId)) == null ? void 0 : _d[1];
     const isOpenAIModel = openAIModelId != null;
-    const isOpenAIGptOssModel = (_d = openAIModelId == null ? void 0 : openAIModelId.startsWith("openai.gpt-oss-")) != null ? _d : false;
+    const isOpenAIGptOssModel = (_e = openAIModelId == null ? void 0 : openAIModelId.startsWith("openai.gpt-oss-")) != null ? _e : false;
     amazonBedrockOptions = resolveAmazonBedrockReasoningConfig({
       reasoning,
       amazonBedrockOptions,
@@ -1198,7 +1198,7 @@ var AmazonBedrockChatLanguageModel = class _AmazonBedrockChatLanguageModel {
       isAnthropicModel,
       modelId: this.modelId
     });
-    const isThinkingEnabled = ((_e = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _e.type) === "enabled" || ((_f = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _f.type) === "adaptive";
+    const isThinkingEnabled = ((_f = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _f.type) === "enabled" || ((_g = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _g.type) === "adaptive";
     const { supportsStructuredOutput: modelSupportsStructuredOutput } = getModelCapabilities(this.modelId);
     const useNativeStructuredOutput = isAnthropicModel && supportsNativeStructuredOutput(this.modelId) && (modelSupportsStructuredOutput || isThinkingEnabled) && (responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null;
     const useJsonInstructionForStructuredOutput = isAnthropicModel && !supportsStrictTools(this.modelId) && (responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null && tools != null && tools.length > 0;
@@ -1222,16 +1222,16 @@ var AmazonBedrockChatLanguageModel = class _AmazonBedrockChatLanguageModel {
       };
     }
     if (betas.size > 0 || amazonBedrockOptions.anthropicBeta) {
-      const existingBetas = (_g = amazonBedrockOptions.anthropicBeta) != null ? _g : [];
+      const existingBetas = (_h = amazonBedrockOptions.anthropicBeta) != null ? _h : [];
       const mergedBetas = betas.size > 0 ? [...existingBetas, ...Array.from(betas)] : existingBetas;
       amazonBedrockOptions.additionalModelRequestFields = {
         ...amazonBedrockOptions.additionalModelRequestFields,
         anthropic_beta: mergedBetas
       };
     }
-    const thinkingType = (_h = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _h.type;
-    const thinkingBudget = thinkingType === "enabled" ? (_i = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _i.budgetTokens : void 0;
-    const thinkingDisplay = thinkingType === "adaptive" ? (_j = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _j.display : void 0;
+    const thinkingType = (_i = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _i.type;
+    const thinkingBudget = thinkingType === "enabled" ? (_j = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _j.budgetTokens : void 0;
+    const thinkingDisplay = thinkingType === "adaptive" ? (_k = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _k.display : void 0;
     const isAnthropicThinkingEnabled = isAnthropicModel && isThinkingEnabled;
     const inferenceConfig = {
       ...maxOutputTokens != null && { maxTokens: maxOutputTokens },
@@ -1264,7 +1264,7 @@ var AmazonBedrockChatLanguageModel = class _AmazonBedrockChatLanguageModel {
         };
       }
     } else if (!isAnthropicModel) {
-      if (((_k = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _k.budgetTokens) != null) {
+      if (((_l = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _l.budgetTokens) != null) {
         warnings.push({
           type: "unsupported",
           feature: "budgetTokens",
@@ -1279,13 +1279,13 @@ var AmazonBedrockChatLanguageModel = class _AmazonBedrockChatLanguageModel {
         });
       }
     }
-    const maxReasoningEffort = (_l = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _l.maxReasoningEffort;
+    const maxReasoningEffort = (_m = amazonBedrockOptions.reasoningConfig) == null ? void 0 : _m.maxReasoningEffort;
     if (maxReasoningEffort != null) {
       if (isAnthropicModel) {
         amazonBedrockOptions.additionalModelRequestFields = {
           ...amazonBedrockOptions.additionalModelRequestFields,
           output_config: {
-            ...(_m = amazonBedrockOptions.additionalModelRequestFields) == null ? void 0 : _m.output_config,
+            ...(_n = amazonBedrockOptions.additionalModelRequestFields) == null ? void 0 : _n.output_config,
             effort: maxReasoningEffort
           }
         };
@@ -1296,7 +1296,7 @@ var AmazonBedrockChatLanguageModel = class _AmazonBedrockChatLanguageModel {
         } : {
           ...amazonBedrockOptions.additionalModelRequestFields,
           reasoning: {
-            ...(_n = amazonBedrockOptions.additionalModelRequestFields) == null ? void 0 : _n.reasoning,
+            ...(_o = amazonBedrockOptions.additionalModelRequestFields) == null ? void 0 : _o.reasoning,
             effort: maxReasoningEffort
           }
         };
@@ -1315,7 +1315,7 @@ var AmazonBedrockChatLanguageModel = class _AmazonBedrockChatLanguageModel {
       amazonBedrockOptions.additionalModelRequestFields = {
         ...amazonBedrockOptions.additionalModelRequestFields,
         output_config: {
-          ...(_o = amazonBedrockOptions.additionalModelRequestFields) == null ? void 0 : _o.output_config,
+          ...(_p = amazonBedrockOptions.additionalModelRequestFields) == null ? void 0 : _p.output_config,
           format: {
             type: "json_schema",
             schema: sanitizeJsonSchema(responseFormat.schema)
@@ -1347,7 +1347,7 @@ var AmazonBedrockChatLanguageModel = class _AmazonBedrockChatLanguageModel {
         details: "topK is not supported when thinking is enabled"
       });
     }
-    const hasAnyTools = ((_q = (_p = toolConfig.tools) == null ? void 0 : _p.length) != null ? _q : 0) > 0 || additionalTools;
+    const hasAnyTools = ((_r = (_q = toolConfig.tools) == null ? void 0 : _q.length) != null ? _r : 0) > 0 || additionalTools;
     let filteredPrompt = prompt;
     if (!hasAnyTools) {
       const hasToolContent = prompt.some(
@@ -1390,7 +1390,7 @@ var AmazonBedrockChatLanguageModel = class _AmazonBedrockChatLanguageModel {
       additionalModelRequestFields: __,
       serviceTier: ___,
       ...filteredAmazonBedrockOptions
-    } = (_s = (_r = providerOptions == null ? void 0 : providerOptions.amazonBedrock) != null ? _r : providerOptions == null ? void 0 : providerOptions.bedrock) != null ? _s : {};
+    } = (_t = (_s = providerOptions == null ? void 0 : providerOptions.amazonBedrock) != null ? _s : providerOptions == null ? void 0 : providerOptions.bedrock) != null ? _t : {};
     const additionalModelResponseFieldPaths = isAnthropicModel ? ["/delta/stop_sequence"] : void 0;
     return {
       command: {
@@ -2066,6 +2066,9 @@ var AmazonBedrockStreamSchema = z4.object({
     contentBlockIndex: z4.number(),
     delta: z4.union([
       z4.object({ text: z4.string() }),
+      z4.object({
+        citation: z4.record(z4.string(), z4.unknown())
+      }),
       z4.object({ toolUse: z4.object({ input: z4.string() }) }),
       z4.object({
         reasoningContent: z4.object({ text: z4.string() })
@@ -2264,7 +2267,11 @@ var AmazonBedrockEmbeddingModel = class _AmazonBedrockEmbeddingModel {
     this.supportsParallelCalls = true;
   }
   get maxEmbeddingsPerCall() {
-    return isCohereEmbeddingModel(this.modelId) ? 96 : 1;
+    return this.modelFamily === "cohere" ? 96 : 1;
+  }
+  get modelFamily() {
+    var _a;
+    return (_a = this.config.modelFamily) != null ? _a : detectEmbeddingModelFamily(this.modelId);
   }
   static [WORKFLOW_SERIALIZE2](model) {
     return serializeModelOptions2({
@@ -2303,9 +2310,8 @@ var AmazonBedrockEmbeddingModel = class _AmazonBedrockEmbeddingModel {
       providerOptions,
       schema: amazonBedrockEmbeddingModelOptionsSchema
     })) != null ? _b : {};
-    const isNovaModel = isNovaEmbeddingModel(this.modelId);
-    const isCohereModel = isCohereEmbeddingModel(this.modelId);
-    const args = isNovaModel ? {
+    const modelFamily = this.modelFamily;
+    const args = modelFamily === "nova" ? {
       taskType: "SINGLE_EMBEDDING",
       singleEmbeddingParams: {
         embeddingPurpose: (_c = amazonBedrockOptions.embeddingPurpose) != null ? _c : "GENERIC_INDEX",
@@ -2315,7 +2321,7 @@ var AmazonBedrockEmbeddingModel = class _AmazonBedrockEmbeddingModel {
           value: values[0]
         }
       }
-    } : isCohereModel ? {
+    } : modelFamily === "cohere" ? {
       // Cohere embedding models on Bedrock require `input_type`.
       // Without it, the service attempts other schema branches and rejects the request.
       input_type: (_f = amazonBedrockOptions.inputType) != null ? _f : "search_query",
@@ -2375,7 +2381,10 @@ function isCohereEmbeddingModel(modelId) {
   return modelId.includes("cohere.embed-");
 }
 function isNovaEmbeddingModel(modelId) {
-  return modelId.startsWith("amazon.nova-") && modelId.includes("embed");
+  return modelId.includes("amazon.nova-") && modelId.includes("embed");
+}
+function detectEmbeddingModelFamily(modelId) {
+  return isNovaEmbeddingModel(modelId) ? "nova" : isCohereEmbeddingModel(modelId) ? "cohere" : "titan";
 }
 var AmazonBedrockEmbeddingResponseSchema = z6.union([
   // Titan-style response
@@ -2690,7 +2699,7 @@ import {
 import { AwsV4Signer } from "aws4fetch";
 
 // src/version.ts
-var VERSION = true ? "5.0.66" : "0.0.0-test";
+var VERSION = true ? "5.0.68" : "0.0.0-test";
 
 // src/amazon-bedrock-sigv4-fetch.ts
 function createSigV4FetchFunction(getCredentials, fetch, service = "bedrock") {
@@ -3013,10 +3022,11 @@ Original error: ${errorMessage}`
     }
     return createChatModel(modelId);
   };
-  const createEmbeddingModel = (modelId) => new AmazonBedrockEmbeddingModel(modelId, {
+  const createEmbeddingModel = (modelId, settings = {}) => new AmazonBedrockEmbeddingModel(modelId, {
     baseUrl: getAmazonBedrockRuntimeBaseUrl,
     headers: getHeaders,
-    fetch: fetchFunction
+    fetch: fetchFunction,
+    modelFamily: settings.modelFamily
   });
   const createImageModel = (modelId) => new AmazonBedrockImageModel(modelId, {
     baseUrl: getAmazonBedrockRuntimeBaseUrl,