@ai-sdk/anthropic 2.0.30 → 2.0.31

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @ai-sdk/anthropic
 
+## 2.0.31
+
+### Patch Changes
+
+- b73ba90: feat(provider/anthropic): default and limit maxTokens based on model
+
 ## 2.0.30
 
 ### Patch Changes

package/dist/index.js

@@ -31,7 +31,7 @@ var import_provider4 = require("@ai-sdk/provider");
 var import_provider_utils20 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "2.0.30" : "0.0.0-test";
+var VERSION = true ? "2.0.31" : "0.0.0-test";
 
 // src/anthropic-messages-language-model.ts
 var import_provider3 = require("@ai-sdk/provider");
@@ -1636,8 +1636,7 @@ var AnthropicMessagesLanguageModel = class {
   }
   async getArgs({
     prompt,
-    maxOutputTokens = 4096,
-    // 4096: max model output tokens TODO update default in v5
+    maxOutputTokens,
     temperature,
     topP,
     topK,
@@ -1703,11 +1702,13 @@ var AnthropicMessagesLanguageModel = class {
     });
     const isThinking = ((_b = anthropicOptions == null ? void 0 : anthropicOptions.thinking) == null ? void 0 : _b.type) === "enabled";
     const thinkingBudget = (_c = anthropicOptions == null ? void 0 : anthropicOptions.thinking) == null ? void 0 : _c.budgetTokens;
+    const maxOutputTokensForModel = getMaxOutputTokensForModel(this.modelId);
+    const maxTokens = maxOutputTokens != null ? maxOutputTokens : maxOutputTokensForModel;
     const baseArgs = {
       // model id:
       model: this.modelId,
       // standardized settings:
-      max_tokens: maxOutputTokens,
+      max_tokens: maxTokens,
       temperature,
       top_k: topK,
       top_p: topP,
@@ -1750,7 +1751,17 @@ var AnthropicMessagesLanguageModel = class {
           details: "topP is not supported when thinking is enabled"
         });
       }
-      baseArgs.max_tokens = maxOutputTokens + thinkingBudget;
+      baseArgs.max_tokens = maxTokens + thinkingBudget;
+    }
+    if (baseArgs.max_tokens > maxOutputTokensForModel) {
+      if (maxOutputTokens != null) {
+        warnings.push({
+          type: "unsupported-setting",
+          setting: "maxOutputTokens",
+          details: `${maxTokens} (maxOutputTokens + thinkingBudget) is greater than ${this.modelId} ${maxOutputTokensForModel} max output tokens. The max output tokens have been limited to ${maxOutputTokensForModel}.`
+        });
+      }
+      baseArgs.max_tokens = maxOutputTokensForModel;
     }
     const {
       tools: anthropicTools2,
@@ -2530,6 +2541,17 @@ var AnthropicMessagesLanguageModel = class {
     };
   }
 };
+function getMaxOutputTokensForModel(modelId) {
+  if (modelId.includes("claude-sonnet-4-") || modelId.includes("claude-3-7-sonnet") || modelId.includes("claude-haiku-4-5")) {
+    return 64e3;
+  } else if (modelId.includes("claude-opus-4-")) {
+    return 32e3;
+  } else if (modelId.includes("claude-3-5-haiku")) {
+    return 8192;
+  } else {
+    return 4096;
+  }
+}
 
 // src/tool/bash_20241022.ts
 var import_provider_utils12 = require("@ai-sdk/provider-utils");