@ai-sdk/anthropic 3.0.0-beta.30 → 3.0.0-beta.31

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @ai-sdk/anthropic
 
+## 3.0.0-beta.31
+
+### Patch Changes
+
+- ca07285: feat(anthropic): add prompt caching validation
+
 ## 3.0.0-beta.30
 
 ### Patch Changes

package/dist/index.js

@@ -31,7 +31,7 @@ var import_provider4 = require("@ai-sdk/provider");
 var import_provider_utils20 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "3.0.0-beta.30" : "0.0.0-test";
+var VERSION = true ? "3.0.0-beta.31" : "0.0.0-test";
 
 // src/anthropic-messages-language-model.ts
 var import_provider3 = require("@ai-sdk/provider");
@@ -613,12 +613,46 @@ var anthropicProviderOptions = import_v43.z.object({
 var import_provider = require("@ai-sdk/provider");
 
 // src/get-cache-control.ts
+var MAX_CACHE_BREAKPOINTS = 4;
 function getCacheControl(providerMetadata) {
   var _a;
   const anthropic2 = providerMetadata == null ? void 0 : providerMetadata.anthropic;
   const cacheControlValue = (_a = anthropic2 == null ? void 0 : anthropic2.cacheControl) != null ? _a : anthropic2 == null ? void 0 : anthropic2.cache_control;
   return cacheControlValue;
 }
+var CacheControlValidator = class {
+  constructor() {
+    this.breakpointCount = 0;
+    this.warnings = [];
+  }
+  getCacheControl(providerMetadata, context) {
+    const cacheControlValue = getCacheControl(providerMetadata);
+    if (!cacheControlValue) {
+      return void 0;
+    }
+    if (!context.canCache) {
+      this.warnings.push({
+        type: "unsupported-setting",
+        setting: "cacheControl",
+        details: `cache_control cannot be set on ${context.type}. It will be ignored.`
+      });
+      return void 0;
+    }
+    this.breakpointCount++;
+    if (this.breakpointCount > MAX_CACHE_BREAKPOINTS) {
+      this.warnings.push({
+        type: "unsupported-setting",
+        setting: "cacheControl",
+        details: `Maximum ${MAX_CACHE_BREAKPOINTS} cache breakpoints exceeded (found ${this.breakpointCount}). This breakpoint will be ignored.`
+      });
+      return void 0;
+    }
+    return cacheControlValue;
+  }
+  getWarnings() {
+    return this.warnings;
+  }
+};
 
 // src/tool/text-editor_20250728.ts
 var import_provider_utils3 = require("@ai-sdk/provider-utils");
@@ -764,11 +798,13 @@ var import_provider_utils7 = require("@ai-sdk/provider-utils");
 async function prepareTools({
   tools,
   toolChoice,
-  disableParallelToolUse
+  disableParallelToolUse,
+  cacheControlValidator
 }) {
   tools = (tools == null ? void 0 : tools.length) ? tools : void 0;
   const toolWarnings = [];
   const betas = /* @__PURE__ */ new Set();
+  const validator = cacheControlValidator || new CacheControlValidator();
   if (tools == null) {
     return { tools: void 0, toolChoice: void 0, toolWarnings, betas };
   }
@@ -776,7 +812,10 @@ async function prepareTools({
   for (const tool of tools) {
     switch (tool.type) {
       case "function": {
-        const cacheControl = getCacheControl(tool.providerOptions);
+        const cacheControl = validator.getCacheControl(tool.providerOptions, {
+          type: "tool definition",
+          canCache: true
+        });
         anthropicTools2.push({
           name: tool.name,
           description: tool.description,
@@ -791,7 +830,8 @@ async function prepareTools({
             betas.add("code-execution-2025-05-22");
             anthropicTools2.push({
               type: "code_execution_20250522",
-              name: "code_execution"
+              name: "code_execution",
+              cache_control: void 0
             });
             break;
           }
@@ -810,7 +850,8 @@ async function prepareTools({
               type: "computer_20250124",
               display_width_px: tool.args.displayWidthPx,
               display_height_px: tool.args.displayHeightPx,
-              display_number: tool.args.displayNumber
+              display_number: tool.args.displayNumber,
+              cache_control: void 0
             });
             break;
           }
@@ -821,7 +862,8 @@ async function prepareTools({
               type: "computer_20241022",
               display_width_px: tool.args.displayWidthPx,
               display_height_px: tool.args.displayHeightPx,
-              display_number: tool.args.displayNumber
+              display_number: tool.args.displayNumber,
+              cache_control: void 0
             });
             break;
           }
@@ -829,7 +871,8 @@ async function prepareTools({
             betas.add("computer-use-2025-01-24");
             anthropicTools2.push({
               name: "str_replace_editor",
-              type: "text_editor_20250124"
+              type: "text_editor_20250124",
+              cache_control: void 0
             });
             break;
           }
@@ -837,7 +880,8 @@ async function prepareTools({
             betas.add("computer-use-2024-10-22");
             anthropicTools2.push({
               name: "str_replace_editor",
-              type: "text_editor_20241022"
+              type: "text_editor_20241022",
+              cache_control: void 0
             });
             break;
           }
@@ -845,7 +889,8 @@ async function prepareTools({
             betas.add("computer-use-2025-01-24");
             anthropicTools2.push({
               name: "str_replace_based_edit_tool",
-              type: "text_editor_20250429"
+              type: "text_editor_20250429",
+              cache_control: void 0
             });
             break;
           }
@@ -857,7 +902,8 @@ async function prepareTools({
             anthropicTools2.push({
               name: "str_replace_based_edit_tool",
               type: "text_editor_20250728",
-              max_characters: args.maxCharacters
+              max_characters: args.maxCharacters,
+              cache_control: void 0
             });
             break;
           }
@@ -865,7 +911,8 @@ async function prepareTools({
             betas.add("computer-use-2025-01-24");
             anthropicTools2.push({
               name: "bash",
-              type: "bash_20250124"
+              type: "bash_20250124",
+              cache_control: void 0
             });
             break;
           }
@@ -873,7 +920,8 @@ async function prepareTools({
             betas.add("computer-use-2024-10-22");
             anthropicTools2.push({
               name: "bash",
-              type: "bash_20241022"
+              type: "bash_20241022",
+              cache_control: void 0
             });
             break;
           }
@@ -898,7 +946,8 @@ async function prepareTools({
               allowed_domains: args.allowedDomains,
               blocked_domains: args.blockedDomains,
               citations: args.citations,
-              max_content_tokens: args.maxContentTokens
+              max_content_tokens: args.maxContentTokens,
+              cache_control: void 0
             });
             break;
           }
@@ -913,7 +962,8 @@ async function prepareTools({
               max_uses: args.maxUses,
               allowed_domains: args.allowedDomains,
               blocked_domains: args.blockedDomains,
-              user_location: args.userLocation
+              user_location: args.userLocation,
+              cache_control: void 0
             });
             break;
           }
@@ -1125,11 +1175,13 @@ function convertToString(data) {
 async function convertToAnthropicMessagesPrompt({
   prompt,
   sendReasoning,
-  warnings
+  warnings,
+  cacheControlValidator
 }) {
   var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
   const betas = /* @__PURE__ */ new Set();
   const blocks = groupIntoBlocks(prompt);
+  const validator = cacheControlValidator || new CacheControlValidator();
   let system = void 0;
   const messages = [];
   async function shouldEnableCitations(providerMetadata) {
@@ -1166,7 +1218,10 @@ async function convertToAnthropicMessagesPrompt({
         system = block.messages.map(({ content, providerOptions }) => ({
           type: "text",
           text: content,
-          cache_control: getCacheControl(providerOptions)
+          cache_control: validator.getCacheControl(providerOptions, {
+            type: "system message",
+            canCache: true
+          })
         }));
         break;
       }
@@ -1179,7 +1234,13 @@ async function convertToAnthropicMessagesPrompt({
               for (let j = 0; j < content.length; j++) {
                 const part = content[j];
                 const isLastPart = j === content.length - 1;
-                const cacheControl = (_a = getCacheControl(part.providerOptions)) != null ? _a : isLastPart ? getCacheControl(message.providerOptions) : void 0;
+                const cacheControl = (_a = validator.getCacheControl(part.providerOptions, {
+                  type: "user message part",
+                  canCache: true
+                })) != null ? _a : isLastPart ? validator.getCacheControl(message.providerOptions, {
+                  type: "user message",
+                  canCache: true
+                }) : void 0;
                 switch (part.type) {
                   case "text": {
                     anthropicContent.push({
@@ -1267,7 +1328,13 @@ async function convertToAnthropicMessagesPrompt({
               for (let i2 = 0; i2 < content.length; i2++) {
                 const part = content[i2];
                 const isLastPart = i2 === content.length - 1;
-                const cacheControl = (_d = getCacheControl(part.providerOptions)) != null ? _d : isLastPart ? getCacheControl(message.providerOptions) : void 0;
+                const cacheControl = (_d = validator.getCacheControl(part.providerOptions, {
+                  type: "tool result part",
+                  canCache: true
+                })) != null ? _d : isLastPart ? validator.getCacheControl(message.providerOptions, {
+                  type: "tool result message",
+                  canCache: true
+                }) : void 0;
                 const output = part.output;
                 let contentValue;
                 switch (output.type) {
@@ -1277,8 +1344,7 @@ async function convertToAnthropicMessagesPrompt({
                         case "text":
                           return {
                             type: "text",
-                            text: contentPart.text,
-                            cache_control: cacheControl
+                            text: contentPart.text
                           };
                         case "image-data": {
                           return {
@@ -1287,8 +1353,7 @@ async function convertToAnthropicMessagesPrompt({
                               type: "base64",
                               media_type: contentPart.mediaType,
                               data: contentPart.data
-                            },
-                            cache_control: cacheControl
+                            }
                           };
                         }
                         case "file-data": {
@@ -1300,8 +1365,7 @@ async function convertToAnthropicMessagesPrompt({
                                 type: "base64",
                                 media_type: contentPart.mediaType,
                                 data: contentPart.data
-                              },
-                              cache_control: cacheControl
+                              }
                             };
                           }
                           warnings.push({
@@ -1362,7 +1426,13 @@ async function convertToAnthropicMessagesPrompt({
           for (let k = 0; k < content.length; k++) {
             const part = content[k];
             const isLastContentPart = k === content.length - 1;
-            const cacheControl = (_f = getCacheControl(part.providerOptions)) != null ? _f : isLastContentPart ? getCacheControl(message.providerOptions) : void 0;
+            const cacheControl = (_f = validator.getCacheControl(part.providerOptions, {
+              type: "assistant message part",
+              canCache: true
+            })) != null ? _f : isLastContentPart ? validator.getCacheControl(message.providerOptions, {
+              type: "assistant message",
+              canCache: true
+            }) : void 0;
             switch (part.type) {
               case "text": {
                 anthropicContent.push({
@@ -1386,17 +1456,23 @@ async function convertToAnthropicMessagesPrompt({
                   });
                   if (reasoningMetadata != null) {
                     if (reasoningMetadata.signature != null) {
+                      validator.getCacheControl(part.providerOptions, {
+                        type: "thinking block",
+                        canCache: false
+                      });
                       anthropicContent.push({
                         type: "thinking",
                         thinking: part.text,
-                        signature: reasoningMetadata.signature,
-                        cache_control: cacheControl
+                        signature: reasoningMetadata.signature
                       });
                     } else if (reasoningMetadata.redactedData != null) {
+                      validator.getCacheControl(part.providerOptions, {
+                        type: "redacted thinking block",
+                        canCache: false
+                      });
                       anthropicContent.push({
                         type: "redacted_thinking",
-                        data: reasoningMetadata.redactedData,
-                        cache_control: cacheControl
+                        data: reasoningMetadata.redactedData
                       });
                     } else {
                       warnings.push({
@@ -1809,10 +1885,12 @@ var AnthropicMessagesLanguageModel = class {
       providerOptions,
       schema: anthropicProviderOptions
     });
+    const cacheControlValidator = new CacheControlValidator();
     const { prompt: messagesPrompt, betas } = await convertToAnthropicMessagesPrompt({
       prompt,
       sendReasoning: (_a = anthropicOptions == null ? void 0 : anthropicOptions.sendReasoning) != null ? _a : true,
-      warnings
+      warnings,
+      cacheControlValidator
     });
     const isThinking = ((_b = anthropicOptions == null ? void 0 : anthropicOptions.thinking) == null ? void 0 : _b.type) === "enabled";
     const thinkingBudget = (_c = anthropicOptions == null ? void 0 : anthropicOptions.thinking) == null ? void 0 : _c.budgetTokens;
@@ -1926,20 +2004,23 @@ var AnthropicMessagesLanguageModel = class {
       jsonResponseTool != null ? {
         tools: [jsonResponseTool],
         toolChoice: { type: "tool", toolName: jsonResponseTool.name },
-        disableParallelToolUse: true
+        disableParallelToolUse: true,
+        cacheControlValidator
       } : {
         tools: tools != null ? tools : [],
         toolChoice,
-        disableParallelToolUse: anthropicOptions == null ? void 0 : anthropicOptions.disableParallelToolUse
+        disableParallelToolUse: anthropicOptions == null ? void 0 : anthropicOptions.disableParallelToolUse,
+        cacheControlValidator
       }
     );
+    const cacheWarnings = cacheControlValidator.getWarnings();
     return {
       args: {
         ...baseArgs,
         tools: anthropicTools2,
         tool_choice: anthropicToolChoice
       },
-      warnings: [...warnings, ...toolWarnings],
+      warnings: [...warnings, ...toolWarnings, ...cacheWarnings],
       betas: /* @__PURE__ */ new Set([...betas, ...toolsBetas]),
       usesJsonResponseTool: jsonResponseTool != null
     };