@ai-sdk/anthropic 3.0.0-beta.30 → 3.0.0-beta.31

package/dist/internal/index.d.mts

@@ -1,4 +1,4 @@
-import { LanguageModelV3, JSONSchema7, LanguageModelV3CallOptions, LanguageModelV3CallWarning } from '@ai-sdk/provider';
+import { LanguageModelV3, JSONSchema7, SharedV3ProviderMetadata, LanguageModelV3CallWarning, LanguageModelV3CallOptions } from '@ai-sdk/provider';
 import * as _ai_sdk_provider_utils from '@ai-sdk/provider-utils';
 import { Resolvable, FetchFunction } from '@ai-sdk/provider-utils';
 
@@ -463,6 +463,7 @@ declare const anthropicTools: {
 
 type AnthropicCacheControl = {
     type: 'ephemeral';
+    ttl?: '5m' | '1h';
 };
 type AnthropicTool = {
     name: string;
@@ -472,6 +473,7 @@ type AnthropicTool = {
 } | {
     type: 'code_execution_20250522';
     name: string;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     type: 'code_execution_20250825';
     name: string;
@@ -481,16 +483,20 @@ type AnthropicTool = {
     display_width_px: number;
     display_height_px: number;
     display_number: number;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'text_editor_20250124' | 'text_editor_20241022' | 'text_editor_20250429';
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'text_editor_20250728';
     max_characters?: number;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'bash_20250124' | 'bash_20241022';
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'memory_20250818';
@@ -504,6 +510,7 @@ type AnthropicTool = {
         enabled: boolean;
     };
     max_content_tokens?: number;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     type: 'web_search_20250305';
     name: string;
@@ -517,6 +524,7 @@ type AnthropicTool = {
         country?: string;
         timezone?: string;
     };
+    cache_control: AnthropicCacheControl | undefined;
 };
 type AnthropicToolChoice = {
     type: 'auto' | 'any';
@@ -527,10 +535,21 @@ type AnthropicToolChoice = {
     disable_parallel_tool_use?: boolean;
 };
 
-declare function prepareTools({ tools, toolChoice, disableParallelToolUse, }: {
+declare class CacheControlValidator {
+    private breakpointCount;
+    private warnings;
+    getCacheControl(providerMetadata: SharedV3ProviderMetadata | undefined, context: {
+        type: string;
+        canCache: boolean;
+    }): AnthropicCacheControl | undefined;
+    getWarnings(): LanguageModelV3CallWarning[];
+}
+
+declare function prepareTools({ tools, toolChoice, disableParallelToolUse, cacheControlValidator, }: {
     tools: LanguageModelV3CallOptions['tools'];
     toolChoice?: LanguageModelV3CallOptions['toolChoice'];
     disableParallelToolUse?: boolean;
+    cacheControlValidator?: CacheControlValidator;
 }): Promise<{
     tools: Array<AnthropicTool> | undefined;
     toolChoice: AnthropicToolChoice | undefined;

package/dist/internal/index.d.ts

@@ -1,4 +1,4 @@
-import { LanguageModelV3, JSONSchema7, LanguageModelV3CallOptions, LanguageModelV3CallWarning } from '@ai-sdk/provider';
+import { LanguageModelV3, JSONSchema7, SharedV3ProviderMetadata, LanguageModelV3CallWarning, LanguageModelV3CallOptions } from '@ai-sdk/provider';
 import * as _ai_sdk_provider_utils from '@ai-sdk/provider-utils';
 import { Resolvable, FetchFunction } from '@ai-sdk/provider-utils';
 
@@ -463,6 +463,7 @@ declare const anthropicTools: {
 
 type AnthropicCacheControl = {
     type: 'ephemeral';
+    ttl?: '5m' | '1h';
 };
 type AnthropicTool = {
     name: string;
@@ -472,6 +473,7 @@ type AnthropicTool = {
 } | {
     type: 'code_execution_20250522';
     name: string;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     type: 'code_execution_20250825';
     name: string;
@@ -481,16 +483,20 @@ type AnthropicTool = {
     display_width_px: number;
     display_height_px: number;
     display_number: number;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'text_editor_20250124' | 'text_editor_20241022' | 'text_editor_20250429';
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'text_editor_20250728';
     max_characters?: number;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'bash_20250124' | 'bash_20241022';
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     name: string;
     type: 'memory_20250818';
@@ -504,6 +510,7 @@ type AnthropicTool = {
         enabled: boolean;
     };
     max_content_tokens?: number;
+    cache_control: AnthropicCacheControl | undefined;
 } | {
     type: 'web_search_20250305';
     name: string;
@@ -517,6 +524,7 @@ type AnthropicTool = {
         country?: string;
         timezone?: string;
     };
+    cache_control: AnthropicCacheControl | undefined;
 };
 type AnthropicToolChoice = {
     type: 'auto' | 'any';
@@ -527,10 +535,21 @@ type AnthropicToolChoice = {
     disable_parallel_tool_use?: boolean;
 };
 
-declare function prepareTools({ tools, toolChoice, disableParallelToolUse, }: {
+declare class CacheControlValidator {
+    private breakpointCount;
+    private warnings;
+    getCacheControl(providerMetadata: SharedV3ProviderMetadata | undefined, context: {
+        type: string;
+        canCache: boolean;
+    }): AnthropicCacheControl | undefined;
+    getWarnings(): LanguageModelV3CallWarning[];
+}
+
+declare function prepareTools({ tools, toolChoice, disableParallelToolUse, cacheControlValidator, }: {
     tools: LanguageModelV3CallOptions['tools'];
     toolChoice?: LanguageModelV3CallOptions['toolChoice'];
     disableParallelToolUse?: boolean;
+    cacheControlValidator?: CacheControlValidator;
 }): Promise<{
     tools: Array<AnthropicTool> | undefined;
     toolChoice: AnthropicToolChoice | undefined;

package/dist/internal/index.js

@@ -606,12 +606,46 @@ var anthropicProviderOptions = import_v43.z.object({
 var import_provider = require("@ai-sdk/provider");
 
 // src/get-cache-control.ts
+var MAX_CACHE_BREAKPOINTS = 4;
 function getCacheControl(providerMetadata) {
   var _a;
   const anthropic = providerMetadata == null ? void 0 : providerMetadata.anthropic;
   const cacheControlValue = (_a = anthropic == null ? void 0 : anthropic.cacheControl) != null ? _a : anthropic == null ? void 0 : anthropic.cache_control;
   return cacheControlValue;
 }
+var CacheControlValidator = class {
+  constructor() {
+    this.breakpointCount = 0;
+    this.warnings = [];
+  }
+  getCacheControl(providerMetadata, context) {
+    const cacheControlValue = getCacheControl(providerMetadata);
+    if (!cacheControlValue) {
+      return void 0;
+    }
+    if (!context.canCache) {
+      this.warnings.push({
+        type: "unsupported-setting",
+        setting: "cacheControl",
+        details: `cache_control cannot be set on ${context.type}. It will be ignored.`
+      });
+      return void 0;
+    }
+    this.breakpointCount++;
+    if (this.breakpointCount > MAX_CACHE_BREAKPOINTS) {
+      this.warnings.push({
+        type: "unsupported-setting",
+        setting: "cacheControl",
+        details: `Maximum ${MAX_CACHE_BREAKPOINTS} cache breakpoints exceeded (found ${this.breakpointCount}). This breakpoint will be ignored.`
+      });
+      return void 0;
+    }
+    return cacheControlValue;
+  }
+  getWarnings() {
+    return this.warnings;
+  }
+};
 
 // src/tool/text-editor_20250728.ts
 var import_provider_utils3 = require("@ai-sdk/provider-utils");
@@ -757,11 +791,13 @@ var import_provider_utils7 = require("@ai-sdk/provider-utils");
 async function prepareTools({
   tools,
   toolChoice,
-  disableParallelToolUse
+  disableParallelToolUse,
+  cacheControlValidator
 }) {
   tools = (tools == null ? void 0 : tools.length) ? tools : void 0;
   const toolWarnings = [];
   const betas = /* @__PURE__ */ new Set();
+  const validator = cacheControlValidator || new CacheControlValidator();
   if (tools == null) {
     return { tools: void 0, toolChoice: void 0, toolWarnings, betas };
   }
@@ -769,7 +805,10 @@ async function prepareTools({
   for (const tool of tools) {
     switch (tool.type) {
       case "function": {
-        const cacheControl = getCacheControl(tool.providerOptions);
+        const cacheControl = validator.getCacheControl(tool.providerOptions, {
+          type: "tool definition",
+          canCache: true
+        });
         anthropicTools2.push({
           name: tool.name,
           description: tool.description,
@@ -784,7 +823,8 @@ async function prepareTools({
             betas.add("code-execution-2025-05-22");
             anthropicTools2.push({
               type: "code_execution_20250522",
-              name: "code_execution"
+              name: "code_execution",
+              cache_control: void 0
             });
             break;
           }
@@ -803,7 +843,8 @@ async function prepareTools({
               type: "computer_20250124",
               display_width_px: tool.args.displayWidthPx,
               display_height_px: tool.args.displayHeightPx,
-              display_number: tool.args.displayNumber
+              display_number: tool.args.displayNumber,
+              cache_control: void 0
             });
             break;
           }
@@ -814,7 +855,8 @@ async function prepareTools({
               type: "computer_20241022",
               display_width_px: tool.args.displayWidthPx,
               display_height_px: tool.args.displayHeightPx,
-              display_number: tool.args.displayNumber
+              display_number: tool.args.displayNumber,
+              cache_control: void 0
             });
             break;
           }
@@ -822,7 +864,8 @@ async function prepareTools({
             betas.add("computer-use-2025-01-24");
             anthropicTools2.push({
               name: "str_replace_editor",
-              type: "text_editor_20250124"
+              type: "text_editor_20250124",
+              cache_control: void 0
             });
             break;
           }
@@ -830,7 +873,8 @@ async function prepareTools({
             betas.add("computer-use-2024-10-22");
             anthropicTools2.push({
               name: "str_replace_editor",
-              type: "text_editor_20241022"
+              type: "text_editor_20241022",
+              cache_control: void 0
             });
             break;
           }
@@ -838,7 +882,8 @@ async function prepareTools({
             betas.add("computer-use-2025-01-24");
             anthropicTools2.push({
               name: "str_replace_based_edit_tool",
-              type: "text_editor_20250429"
+              type: "text_editor_20250429",
+              cache_control: void 0
             });
             break;
           }
@@ -850,7 +895,8 @@ async function prepareTools({
             anthropicTools2.push({
               name: "str_replace_based_edit_tool",
               type: "text_editor_20250728",
-              max_characters: args.maxCharacters
+              max_characters: args.maxCharacters,
+              cache_control: void 0
             });
             break;
           }
@@ -858,7 +904,8 @@ async function prepareTools({
             betas.add("computer-use-2025-01-24");
             anthropicTools2.push({
               name: "bash",
-              type: "bash_20250124"
+              type: "bash_20250124",
+              cache_control: void 0
             });
             break;
           }
@@ -866,7 +913,8 @@ async function prepareTools({
             betas.add("computer-use-2024-10-22");
             anthropicTools2.push({
               name: "bash",
-              type: "bash_20241022"
+              type: "bash_20241022",
+              cache_control: void 0
             });
             break;
           }
@@ -891,7 +939,8 @@ async function prepareTools({
               allowed_domains: args.allowedDomains,
               blocked_domains: args.blockedDomains,
               citations: args.citations,
-              max_content_tokens: args.maxContentTokens
+              max_content_tokens: args.maxContentTokens,
+              cache_control: void 0
             });
             break;
           }
@@ -906,7 +955,8 @@ async function prepareTools({
               max_uses: args.maxUses,
               allowed_domains: args.allowedDomains,
               blocked_domains: args.blockedDomains,
-              user_location: args.userLocation
+              user_location: args.userLocation,
+              cache_control: void 0
             });
             break;
           }
@@ -1118,11 +1168,13 @@ function convertToString(data) {
 async function convertToAnthropicMessagesPrompt({
   prompt,
   sendReasoning,
-  warnings
+  warnings,
+  cacheControlValidator
 }) {
   var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
   const betas = /* @__PURE__ */ new Set();
   const blocks = groupIntoBlocks(prompt);
+  const validator = cacheControlValidator || new CacheControlValidator();
   let system = void 0;
   const messages = [];
   async function shouldEnableCitations(providerMetadata) {
@@ -1159,7 +1211,10 @@ async function convertToAnthropicMessagesPrompt({
         system = block.messages.map(({ content, providerOptions }) => ({
           type: "text",
           text: content,
-          cache_control: getCacheControl(providerOptions)
+          cache_control: validator.getCacheControl(providerOptions, {
+            type: "system message",
+            canCache: true
+          })
         }));
         break;
       }
@@ -1172,7 +1227,13 @@ async function convertToAnthropicMessagesPrompt({
               for (let j = 0; j < content.length; j++) {
                 const part = content[j];
                 const isLastPart = j === content.length - 1;
-                const cacheControl = (_a = getCacheControl(part.providerOptions)) != null ? _a : isLastPart ? getCacheControl(message.providerOptions) : void 0;
+                const cacheControl = (_a = validator.getCacheControl(part.providerOptions, {
+                  type: "user message part",
+                  canCache: true
+                })) != null ? _a : isLastPart ? validator.getCacheControl(message.providerOptions, {
+                  type: "user message",
+                  canCache: true
+                }) : void 0;
                 switch (part.type) {
                   case "text": {
                     anthropicContent.push({
@@ -1260,7 +1321,13 @@ async function convertToAnthropicMessagesPrompt({
               for (let i2 = 0; i2 < content.length; i2++) {
                 const part = content[i2];
                 const isLastPart = i2 === content.length - 1;
-                const cacheControl = (_d = getCacheControl(part.providerOptions)) != null ? _d : isLastPart ? getCacheControl(message.providerOptions) : void 0;
+                const cacheControl = (_d = validator.getCacheControl(part.providerOptions, {
+                  type: "tool result part",
+                  canCache: true
+                })) != null ? _d : isLastPart ? validator.getCacheControl(message.providerOptions, {
+                  type: "tool result message",
+                  canCache: true
+                }) : void 0;
                 const output = part.output;
                 let contentValue;
                 switch (output.type) {
@@ -1270,8 +1337,7 @@ async function convertToAnthropicMessagesPrompt({
                         case "text":
                           return {
                             type: "text",
-                            text: contentPart.text,
-                            cache_control: cacheControl
+                            text: contentPart.text
                           };
                         case "image-data": {
                           return {
@@ -1280,8 +1346,7 @@ async function convertToAnthropicMessagesPrompt({
                               type: "base64",
                               media_type: contentPart.mediaType,
                               data: contentPart.data
-                            },
-                            cache_control: cacheControl
+                            }
                           };
                         }
                         case "file-data": {
@@ -1293,8 +1358,7 @@ async function convertToAnthropicMessagesPrompt({
                                 type: "base64",
                                 media_type: contentPart.mediaType,
                                 data: contentPart.data
-                              },
-                              cache_control: cacheControl
+                              }
                             };
                           }
                           warnings.push({
@@ -1355,7 +1419,13 @@ async function convertToAnthropicMessagesPrompt({
           for (let k = 0; k < content.length; k++) {
             const part = content[k];
             const isLastContentPart = k === content.length - 1;
-            const cacheControl = (_f = getCacheControl(part.providerOptions)) != null ? _f : isLastContentPart ? getCacheControl(message.providerOptions) : void 0;
+            const cacheControl = (_f = validator.getCacheControl(part.providerOptions, {
+              type: "assistant message part",
+              canCache: true
+            })) != null ? _f : isLastContentPart ? validator.getCacheControl(message.providerOptions, {
+              type: "assistant message",
+              canCache: true
+            }) : void 0;
             switch (part.type) {
               case "text": {
                 anthropicContent.push({
@@ -1379,17 +1449,23 @@ async function convertToAnthropicMessagesPrompt({
                   });
                   if (reasoningMetadata != null) {
                     if (reasoningMetadata.signature != null) {
+                      validator.getCacheControl(part.providerOptions, {
+                        type: "thinking block",
+                        canCache: false
+                      });
                       anthropicContent.push({
                         type: "thinking",
                         thinking: part.text,
-                        signature: reasoningMetadata.signature,
-                        cache_control: cacheControl
+                        signature: reasoningMetadata.signature
                       });
                     } else if (reasoningMetadata.redactedData != null) {
+                      validator.getCacheControl(part.providerOptions, {
+                        type: "redacted thinking block",
+                        canCache: false
+                      });
                       anthropicContent.push({
                         type: "redacted_thinking",
-                        data: reasoningMetadata.redactedData,
-                        cache_control: cacheControl
+                        data: reasoningMetadata.redactedData
                       });
                     } else {
                       warnings.push({
@@ -1802,10 +1878,12 @@ var AnthropicMessagesLanguageModel = class {
       providerOptions,
       schema: anthropicProviderOptions
     });
+    const cacheControlValidator = new CacheControlValidator();
     const { prompt: messagesPrompt, betas } = await convertToAnthropicMessagesPrompt({
       prompt,
       sendReasoning: (_a = anthropicOptions == null ? void 0 : anthropicOptions.sendReasoning) != null ? _a : true,
-      warnings
+      warnings,
+      cacheControlValidator
     });
     const isThinking = ((_b = anthropicOptions == null ? void 0 : anthropicOptions.thinking) == null ? void 0 : _b.type) === "enabled";
     const thinkingBudget = (_c = anthropicOptions == null ? void 0 : anthropicOptions.thinking) == null ? void 0 : _c.budgetTokens;
@@ -1919,20 +1997,23 @@ var AnthropicMessagesLanguageModel = class {
       jsonResponseTool != null ? {
         tools: [jsonResponseTool],
         toolChoice: { type: "tool", toolName: jsonResponseTool.name },
-        disableParallelToolUse: true
+        disableParallelToolUse: true,
+        cacheControlValidator
       } : {
         tools: tools != null ? tools : [],
         toolChoice,
-        disableParallelToolUse: anthropicOptions == null ? void 0 : anthropicOptions.disableParallelToolUse
+        disableParallelToolUse: anthropicOptions == null ? void 0 : anthropicOptions.disableParallelToolUse,
+        cacheControlValidator
       }
     );
+    const cacheWarnings = cacheControlValidator.getWarnings();
     return {
       args: {
         ...baseArgs,
         tools: anthropicTools2,
         tool_choice: anthropicToolChoice
       },
-      warnings: [...warnings, ...toolWarnings],
+      warnings: [...warnings, ...toolWarnings, ...cacheWarnings],
       betas: /* @__PURE__ */ new Set([...betas, ...toolsBetas]),
       usesJsonResponseTool: jsonResponseTool != null
     };