@ai-sdk/anthropic 3.0.0-beta.30 → 3.0.0-beta.32

package/dist/internal/index.d.mts

@@ -1,4 +1,4 @@
-import { LanguageModelV3, JSONSchema7, LanguageModelV3CallOptions, LanguageModelV3CallWarning } from '@ai-sdk/provider';
+import { LanguageModelV3, JSONSchema7, SharedV3ProviderMetadata, LanguageModelV3CallWarning, LanguageModelV3CallOptions } from '@ai-sdk/provider';
 import * as _ai_sdk_provider_utils from '@ai-sdk/provider-utils';
 import { Resolvable, FetchFunction } from '@ai-sdk/provider-utils';
 
@@ -463,6 +463,7 @@ declare const anthropicTools: {
 
 type AnthropicCacheControl = {
     type: 'ephemeral';
+    ttl?: '5m' | '1h';
 };
 type AnthropicTool = {
     name: string;
@@ -472,6 +473,7 @@ type AnthropicTool = {
 } | {
     type: 'code_execution_20250522';
     name: string;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     type: 'code_execution_20250825';
     name: string;
@@ -481,16 +483,20 @@ type AnthropicTool = {
     display_width_px: number;
     display_height_px: number;
     display_number: number;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'text_editor_20250124' | 'text_editor_20241022' | 'text_editor_20250429';
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'text_editor_20250728';
     max_characters?: number;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'bash_20250124' | 'bash_20241022';
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'memory_20250818';
@@ -504,6 +510,7 @@ type AnthropicTool = {
         enabled: boolean;
     };
     max_content_tokens?: number;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     type: 'web_search_20250305';
     name: string;
@@ -517,6 +524,7 @@ type AnthropicTool = {
         country?: string;
         timezone?: string;
     };
+    cache_control: AnthropicCacheControl | undefined;
 };
 type AnthropicToolChoice = {
     type: 'auto' | 'any';
@@ -527,10 +535,21 @@ type AnthropicToolChoice = {
     disable_parallel_tool_use?: boolean;
 };
 
-declare function prepareTools({ tools, toolChoice, disableParallelToolUse, }: {
+declare class CacheControlValidator {
+    private breakpointCount;
+    private warnings;
+    getCacheControl(providerMetadata: SharedV3ProviderMetadata | undefined, context: {
+        type: string;
+        canCache: boolean;
+    }): AnthropicCacheControl | undefined;
+    getWarnings(): LanguageModelV3CallWarning[];
+}
+
+declare function prepareTools({ tools, toolChoice, disableParallelToolUse, cacheControlValidator, }: {
     tools: LanguageModelV3CallOptions['tools'];
     toolChoice?: LanguageModelV3CallOptions['toolChoice'];
     disableParallelToolUse?: boolean;
+    cacheControlValidator?: CacheControlValidator;
 }): Promise<{
     tools: Array<AnthropicTool> | undefined;
     toolChoice: AnthropicToolChoice | undefined;

package/dist/internal/index.d.ts

@@ -1,4 +1,4 @@
-import { LanguageModelV3, JSONSchema7, LanguageModelV3CallOptions, LanguageModelV3CallWarning } from '@ai-sdk/provider';
+import { LanguageModelV3, JSONSchema7, SharedV3ProviderMetadata, LanguageModelV3CallWarning, LanguageModelV3CallOptions } from '@ai-sdk/provider';
 import * as _ai_sdk_provider_utils from '@ai-sdk/provider-utils';
 import { Resolvable, FetchFunction } from '@ai-sdk/provider-utils';
 
@@ -463,6 +463,7 @@ declare const anthropicTools: {
 
 type AnthropicCacheControl = {
     type: 'ephemeral';
+    ttl?: '5m' | '1h';
 };
 type AnthropicTool = {
     name: string;
@@ -472,6 +473,7 @@ type AnthropicTool = {
 } | {
     type: 'code_execution_20250522';
     name: string;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     type: 'code_execution_20250825';
     name: string;
@@ -481,16 +483,20 @@ type AnthropicTool = {
     display_width_px: number;
     display_height_px: number;
     display_number: number;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'text_editor_20250124' | 'text_editor_20241022' | 'text_editor_20250429';
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'text_editor_20250728';
     max_characters?: number;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'bash_20250124' | 'bash_20241022';
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'memory_20250818';
@@ -504,6 +510,7 @@ type AnthropicTool = {
         enabled: boolean;
     };
     max_content_tokens?: number;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     type: 'web_search_20250305';
     name: string;
@@ -517,6 +524,7 @@ type AnthropicTool = {
         country?: string;
         timezone?: string;
     };
+    cache_control: AnthropicCacheControl | undefined;
 };
 type AnthropicToolChoice = {
     type: 'auto' | 'any';
@@ -527,10 +535,21 @@ type AnthropicToolChoice = {
     disable_parallel_tool_use?: boolean;
 };
 
-declare function prepareTools({ tools, toolChoice, disableParallelToolUse, }: {
+declare class CacheControlValidator {
+    private breakpointCount;
+    private warnings;
+    getCacheControl(providerMetadata: SharedV3ProviderMetadata | undefined, context: {
+        type: string;
+        canCache: boolean;
+    }): AnthropicCacheControl | undefined;
+    getWarnings(): LanguageModelV3CallWarning[];
+}
+
+declare function prepareTools({ tools, toolChoice, disableParallelToolUse, cacheControlValidator, }: {
     tools: LanguageModelV3CallOptions['tools'];
     toolChoice?: LanguageModelV3CallOptions['toolChoice'];
     disableParallelToolUse?: boolean;
+    cacheControlValidator?: CacheControlValidator;
 }): Promise<{
     tools: Array<AnthropicTool> | undefined;
     toolChoice: AnthropicToolChoice | undefined;

package/dist/internal/index.js

@@ -256,7 +256,18 @@ var anthropicMessagesResponseSchema = (0, import_provider_utils2.lazySchema)(
         output_tokens: import_v42.z.number(),
         cache_creation_input_tokens: import_v42.z.number().nullish(),
         cache_read_input_tokens: import_v42.z.number().nullish()
-      })
+      }),
+      container: import_v42.z.object({
+        expires_at: import_v42.z.string(),
+        id: import_v42.z.string(),
+        skills: import_v42.z.array(
+          import_v42.z.object({
+            type: import_v42.z.union([import_v42.z.literal("anthropic"), import_v42.z.literal("custom")]),
+            skill_id: import_v42.z.string(),
+            version: import_v42.z.string()
+          })
+        ).nullish()
+      }).nullish()
     })
   )
 );
@@ -504,7 +515,21 @@ var anthropicMessagesChunkSchema = (0, import_provider_utils2.lazySchema)(
         type: import_v42.z.literal("message_delta"),
         delta: import_v42.z.object({
           stop_reason: import_v42.z.string().nullish(),
-          stop_sequence: import_v42.z.string().nullish()
+          stop_sequence: import_v42.z.string().nullish(),
+          container: import_v42.z.object({
+            expires_at: import_v42.z.string(),
+            id: import_v42.z.string(),
+            skills: import_v42.z.array(
+              import_v42.z.object({
+                type: import_v42.z.union([
+                  import_v42.z.literal("anthropic"),
+                  import_v42.z.literal("custom")
+                ]),
+                skill_id: import_v42.z.string(),
+                version: import_v42.z.string()
+              })
+            ).nullish()
+          }).nullish()
         }),
         usage: import_v42.z.looseObject({
           output_tokens: import_v42.z.number(),
@@ -606,12 +631,46 @@ var anthropicProviderOptions = import_v43.z.object({
 var import_provider = require("@ai-sdk/provider");
 
 // src/get-cache-control.ts
+var MAX_CACHE_BREAKPOINTS = 4;
 function getCacheControl(providerMetadata) {
   var _a;
   const anthropic = providerMetadata == null ? void 0 : providerMetadata.anthropic;
   const cacheControlValue = (_a = anthropic == null ? void 0 : anthropic.cacheControl) != null ? _a : anthropic == null ? void 0 : anthropic.cache_control;
   return cacheControlValue;
 }
+var CacheControlValidator = class {
+  constructor() {
+    this.breakpointCount = 0;
+    this.warnings = [];
+  }
+  getCacheControl(providerMetadata, context) {
+    const cacheControlValue = getCacheControl(providerMetadata);
+    if (!cacheControlValue) {
+      return void 0;
+    }
+    if (!context.canCache) {
+      this.warnings.push({
+        type: "unsupported-setting",
+        setting: "cacheControl",
+        details: `cache_control cannot be set on ${context.type}. It will be ignored.`
+      });
+      return void 0;
+    }
+    this.breakpointCount++;
+    if (this.breakpointCount > MAX_CACHE_BREAKPOINTS) {
+      this.warnings.push({
+        type: "unsupported-setting",
+        setting: "cacheControl",
+        details: `Maximum ${MAX_CACHE_BREAKPOINTS} cache breakpoints exceeded (found ${this.breakpointCount}). This breakpoint will be ignored.`
+      });
+      return void 0;
+    }
+    return cacheControlValue;
+  }
+  getWarnings() {
+    return this.warnings;
+  }
+};
 
 // src/tool/text-editor_20250728.ts
 var import_provider_utils3 = require("@ai-sdk/provider-utils");
@@ -757,11 +816,13 @@ var import_provider_utils7 = require("@ai-sdk/provider-utils");
 async function prepareTools({
   tools,
   toolChoice,
-  disableParallelToolUse
+  disableParallelToolUse,
+  cacheControlValidator
 }) {
   tools = (tools == null ? void 0 : tools.length) ? tools : void 0;
   const toolWarnings = [];
   const betas = /* @__PURE__ */ new Set();
+  const validator = cacheControlValidator || new CacheControlValidator();
   if (tools == null) {
     return { tools: void 0, toolChoice: void 0, toolWarnings, betas };
   }
@@ -769,7 +830,10 @@ async function prepareTools({
   for (const tool of tools) {
     switch (tool.type) {
       case "function": {
-        const cacheControl = getCacheControl(tool.providerOptions);
+        const cacheControl = validator.getCacheControl(tool.providerOptions, {
+          type: "tool definition",
+          canCache: true
+        });
         anthropicTools2.push({
           name: tool.name,
           description: tool.description,
@@ -784,7 +848,8 @@ async function prepareTools({
             betas.add("code-execution-2025-05-22");
             anthropicTools2.push({
               type: "code_execution_20250522",
-              name: "code_execution"
+              name: "code_execution",
+              cache_control: void 0
             });
             break;
           }
@@ -803,7 +868,8 @@ async function prepareTools({
               type: "computer_20250124",
               display_width_px: tool.args.displayWidthPx,
               display_height_px: tool.args.displayHeightPx,
-              display_number: tool.args.displayNumber
+              display_number: tool.args.displayNumber,
+              cache_control: void 0
             });
             break;
           }
@@ -814,7 +880,8 @@ async function prepareTools({
               type: "computer_20241022",
               display_width_px: tool.args.displayWidthPx,
               display_height_px: tool.args.displayHeightPx,
-              display_number: tool.args.displayNumber
+              display_number: tool.args.displayNumber,
+              cache_control: void 0
             });
             break;
           }
@@ -822,7 +889,8 @@ async function prepareTools({
             betas.add("computer-use-2025-01-24");
             anthropicTools2.push({
               name: "str_replace_editor",
-              type: "text_editor_20250124"
+              type: "text_editor_20250124",
+              cache_control: void 0
             });
             break;
           }
@@ -830,7 +898,8 @@ async function prepareTools({
             betas.add("computer-use-2024-10-22");
             anthropicTools2.push({
               name: "str_replace_editor",
-              type: "text_editor_20241022"
+              type: "text_editor_20241022",
+              cache_control: void 0
             });
             break;
           }
@@ -838,7 +907,8 @@ async function prepareTools({
             betas.add("computer-use-2025-01-24");
             anthropicTools2.push({
               name: "str_replace_based_edit_tool",
-              type: "text_editor_20250429"
+              type: "text_editor_20250429",
+              cache_control: void 0
             });
             break;
           }
@@ -850,7 +920,8 @@ async function prepareTools({
             anthropicTools2.push({
               name: "str_replace_based_edit_tool",
               type: "text_editor_20250728",
-              max_characters: args.maxCharacters
+              max_characters: args.maxCharacters,
+              cache_control: void 0
             });
             break;
           }
@@ -858,7 +929,8 @@ async function prepareTools({
             betas.add("computer-use-2025-01-24");
             anthropicTools2.push({
               name: "bash",
-              type: "bash_20250124"
+              type: "bash_20250124",
+              cache_control: void 0
             });
             break;
           }
@@ -866,7 +938,8 @@ async function prepareTools({
             betas.add("computer-use-2024-10-22");
             anthropicTools2.push({
               name: "bash",
-              type: "bash_20241022"
+              type: "bash_20241022",
+              cache_control: void 0
             });
             break;
           }
@@ -891,7 +964,8 @@ async function prepareTools({
               allowed_domains: args.allowedDomains,
               blocked_domains: args.blockedDomains,
               citations: args.citations,
-              max_content_tokens: args.maxContentTokens
+              max_content_tokens: args.maxContentTokens,
+              cache_control: void 0
             });
             break;
           }
@@ -906,7 +980,8 @@ async function prepareTools({
               max_uses: args.maxUses,
               allowed_domains: args.allowedDomains,
               blocked_domains: args.blockedDomains,
-              user_location: args.userLocation
+              user_location: args.userLocation,
+              cache_control: void 0
             });
             break;
           }
@@ -1118,11 +1193,13 @@ function convertToString(data) {
 async function convertToAnthropicMessagesPrompt({
   prompt,
   sendReasoning,
-  warnings
+  warnings,
+  cacheControlValidator
 }) {
   var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
   const betas = /* @__PURE__ */ new Set();
   const blocks = groupIntoBlocks(prompt);
+  const validator = cacheControlValidator || new CacheControlValidator();
   let system = void 0;
   const messages = [];
   async function shouldEnableCitations(providerMetadata) {
@@ -1159,7 +1236,10 @@ async function convertToAnthropicMessagesPrompt({
         system = block.messages.map(({ content, providerOptions }) => ({
           type: "text",
           text: content,
-          cache_control: getCacheControl(providerOptions)
+          cache_control: validator.getCacheControl(providerOptions, {
+            type: "system message",
+            canCache: true
+          })
         }));
         break;
       }
@@ -1172,7 +1252,13 @@ async function convertToAnthropicMessagesPrompt({
               for (let j = 0; j < content.length; j++) {
                 const part = content[j];
                 const isLastPart = j === content.length - 1;
-                const cacheControl = (_a = getCacheControl(part.providerOptions)) != null ? _a : isLastPart ? getCacheControl(message.providerOptions) : void 0;
+                const cacheControl = (_a = validator.getCacheControl(part.providerOptions, {
+                  type: "user message part",
+                  canCache: true
+                })) != null ? _a : isLastPart ? validator.getCacheControl(message.providerOptions, {
+                  type: "user message",
+                  canCache: true
+                }) : void 0;
                 switch (part.type) {
                   case "text": {
                     anthropicContent.push({
@@ -1260,7 +1346,13 @@ async function convertToAnthropicMessagesPrompt({
               for (let i2 = 0; i2 < content.length; i2++) {
                 const part = content[i2];
                 const isLastPart = i2 === content.length - 1;
-                const cacheControl = (_d = getCacheControl(part.providerOptions)) != null ? _d : isLastPart ? getCacheControl(message.providerOptions) : void 0;
+                const cacheControl = (_d = validator.getCacheControl(part.providerOptions, {
+                  type: "tool result part",
+                  canCache: true
+                })) != null ? _d : isLastPart ? validator.getCacheControl(message.providerOptions, {
+                  type: "tool result message",
+                  canCache: true
+                }) : void 0;
                 const output = part.output;
                 let contentValue;
                 switch (output.type) {
@@ -1270,8 +1362,7 @@ async function convertToAnthropicMessagesPrompt({
                         case "text":
                           return {
                             type: "text",
-                            text: contentPart.text,
-                            cache_control: cacheControl
+                            text: contentPart.text
                           };
                         case "image-data": {
                           return {
@@ -1280,8 +1371,7 @@ async function convertToAnthropicMessagesPrompt({
                               type: "base64",
                               media_type: contentPart.mediaType,
                               data: contentPart.data
-                            },
-                            cache_control: cacheControl
+                            }
                           };
                         }
                         case "file-data": {
@@ -1293,8 +1383,7 @@ async function convertToAnthropicMessagesPrompt({
                                 type: "base64",
                                 media_type: contentPart.mediaType,
                                 data: contentPart.data
-                              },
-                              cache_control: cacheControl
+                              }
                             };
                           }
                           warnings.push({
@@ -1355,7 +1444,13 @@ async function convertToAnthropicMessagesPrompt({
           for (let k = 0; k < content.length; k++) {
             const part = content[k];
             const isLastContentPart = k === content.length - 1;
-            const cacheControl = (_f = getCacheControl(part.providerOptions)) != null ? _f : isLastContentPart ? getCacheControl(message.providerOptions) : void 0;
+            const cacheControl = (_f = validator.getCacheControl(part.providerOptions, {
+              type: "assistant message part",
+              canCache: true
+            })) != null ? _f : isLastContentPart ? validator.getCacheControl(message.providerOptions, {
+              type: "assistant message",
+              canCache: true
+            }) : void 0;
             switch (part.type) {
               case "text": {
                 anthropicContent.push({
@@ -1379,17 +1474,23 @@ async function convertToAnthropicMessagesPrompt({
                   });
                   if (reasoningMetadata != null) {
                     if (reasoningMetadata.signature != null) {
+                      validator.getCacheControl(part.providerOptions, {
+                        type: "thinking block",
+                        canCache: false
+                      });
                       anthropicContent.push({
                         type: "thinking",
                         thinking: part.text,
-                        signature: reasoningMetadata.signature,
-                        cache_control: cacheControl
+                        signature: reasoningMetadata.signature
                       });
                     } else if (reasoningMetadata.redactedData != null) {
+                      validator.getCacheControl(part.providerOptions, {
+                        type: "redacted thinking block",
+                        canCache: false
+                      });
                       anthropicContent.push({
                         type: "redacted_thinking",
-                        data: reasoningMetadata.redactedData,
-                        cache_control: cacheControl
+                        data: reasoningMetadata.redactedData
                       });
                     } else {
                       warnings.push({
@@ -1802,10 +1903,12 @@ var AnthropicMessagesLanguageModel = class {
       providerOptions,
       schema: anthropicProviderOptions
     });
+    const cacheControlValidator = new CacheControlValidator();
     const { prompt: messagesPrompt, betas } = await convertToAnthropicMessagesPrompt({
       prompt,
       sendReasoning: (_a = anthropicOptions == null ? void 0 : anthropicOptions.sendReasoning) != null ? _a : true,
-      warnings
+      warnings,
+      cacheControlValidator
     });
     const isThinking = ((_b = anthropicOptions == null ? void 0 : anthropicOptions.thinking) == null ? void 0 : _b.type) === "enabled";
     const thinkingBudget = (_c = anthropicOptions == null ? void 0 : anthropicOptions.thinking) == null ? void 0 : _c.budgetTokens;
@@ -1919,20 +2022,23 @@ var AnthropicMessagesLanguageModel = class {
       jsonResponseTool != null ? {
         tools: [jsonResponseTool],
         toolChoice: { type: "tool", toolName: jsonResponseTool.name },
-        disableParallelToolUse: true
+        disableParallelToolUse: true,
+        cacheControlValidator
       } : {
         tools: tools != null ? tools : [],
         toolChoice,
-        disableParallelToolUse: anthropicOptions == null ? void 0 : anthropicOptions.disableParallelToolUse
+        disableParallelToolUse: anthropicOptions == null ? void 0 : anthropicOptions.disableParallelToolUse,
+        cacheControlValidator
       }
     );
+    const cacheWarnings = cacheControlValidator.getWarnings();
     return {
       args: {
         ...baseArgs,
         tools: anthropicTools2,
         tool_choice: anthropicToolChoice
       },
-      warnings: [...warnings, ...toolWarnings],
+      warnings: [...warnings, ...toolWarnings, ...cacheWarnings],
       betas: /* @__PURE__ */ new Set([...betas, ...toolsBetas]),
       usesJsonResponseTool: jsonResponseTool != null
     };
@@ -1979,7 +2085,7 @@ var AnthropicMessagesLanguageModel = class {
     });
   }
   async doGenerate(options) {
-    var _a, _b, _c, _d, _e, _f;
+    var _a, _b, _c, _d, _e, _f, _g, _h;
     const { args, warnings, betas, usesJsonResponseTool } = await this.getArgs(options);
     const citationDocuments = this.extractCitationDocuments(options.prompt);
     const {
@@ -2262,7 +2368,16 @@ var AnthropicMessagesLanguageModel = class {
         anthropic: {
           usage: response.usage,
           cacheCreationInputTokens: (_e = response.usage.cache_creation_input_tokens) != null ? _e : null,
-          stopSequence: (_f = response.stop_sequence) != null ? _f : null
+          stopSequence: (_f = response.stop_sequence) != null ? _f : null,
+          container: response.container ? {
+            expiresAt: response.container.expires_at,
+            id: response.container.id,
+            skills: (_h = (_g = response.container.skills) == null ? void 0 : _g.map((skill) => ({
+              type: skill.type,
+              skillId: skill.skill_id,
+              version: skill.version
+            }))) != null ? _h : null
+          } : null
         }
       }
     };
@@ -2293,6 +2408,7 @@ var AnthropicMessagesLanguageModel = class {
     let rawUsage = void 0;
     let cacheCreationInputTokens = null;
     let stopSequence = null;
+    let container = null;
     let blockType = void 0;
     const generateId2 = this.generateId;
     return {
@@ -2302,7 +2418,7 @@ var AnthropicMessagesLanguageModel = class {
             controller.enqueue({ type: "stream-start", warnings });
           },
           transform(chunk, controller) {
-            var _a, _b, _c, _d, _e, _f, _g, _h;
+            var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
             if (options.includeRawChunks) {
               controller.enqueue({ type: "raw", rawValue: chunk.rawValue });
             }
@@ -2711,6 +2827,15 @@ var AnthropicMessagesLanguageModel = class {
                   isJsonResponseFromTool: usesJsonResponseTool
                 });
                 stopSequence = (_h = value.delta.stop_sequence) != null ? _h : null;
+                container = value.delta.container != null ? {
+                  expiresAt: value.delta.container.expires_at,
+                  id: value.delta.container.id,
+                  skills: (_j = (_i = value.delta.container.skills) == null ? void 0 : _i.map((skill) => ({
+                    type: skill.type,
+                    skillId: skill.skill_id,
+                    version: skill.version
+                  }))) != null ? _j : null
+                } : null;
                 rawUsage = {
                   ...rawUsage,
                   ...value.usage
@@ -2726,7 +2851,8 @@ var AnthropicMessagesLanguageModel = class {
                     anthropic: {
                       usage: rawUsage != null ? rawUsage : null,
                       cacheCreationInputTokens,
-                      stopSequence
+                      stopSequence,
+                      container
                     }
                   }
                 });