@ai-sdk/anthropic 3.0.0-beta.44 → 3.0.0-beta.45

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @ai-sdk/anthropic
 
+## 3.0.0-beta.45
+
+### Patch Changes
+
+- f4e4a95: feat(provider/anthropic): enable fine grained tool streaming by default
+
 ## 3.0.0-beta.44
 
 ### Patch Changes

package/dist/index.d.mts

@@ -72,6 +72,7 @@ declare const anthropicProviderOptions: z.ZodObject<{
             version: z.ZodOptional<z.ZodString>;
         }, z.core.$strip>>>;
     }, z.core.$strip>>;
+    toolStreaming: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strip>;
 type AnthropicProviderOptions = z.infer<typeof anthropicProviderOptions>;
 

package/dist/index.d.ts

@@ -72,6 +72,7 @@ declare const anthropicProviderOptions: z.ZodObject<{
             version: z.ZodOptional<z.ZodString>;
         }, z.core.$strip>>>;
     }, z.core.$strip>>;
+    toolStreaming: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strip>;
 type AnthropicProviderOptions = z.infer<typeof anthropicProviderOptions>;
 

package/dist/index.js

@@ -31,7 +31,7 @@ var import_provider4 = require("@ai-sdk/provider");
 var import_provider_utils20 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "3.0.0-beta.44" : "0.0.0-test";
+var VERSION = true ? "3.0.0-beta.45" : "0.0.0-test";
 
 // src/anthropic-messages-language-model.ts
 var import_provider3 = require("@ai-sdk/provider");
@@ -631,7 +631,16 @@ var anthropicProviderOptions = import_v43.z.object({
         version: import_v43.z.string().optional()
       })
     ).optional()
-  }).optional()
+  }).optional(),
+  /**
+   * Whether to enable tool streaming (and structured output streaming).
+   *
+   * When set to false, the model will return all tool calls and results
+   * at once after a delay.
+   *
+   * @default true
+   */
+  toolStreaming: import_v43.z.boolean().optional()
 });
 
 // src/anthropic-prepare-tools.ts
@@ -1880,9 +1889,10 @@ var AnthropicMessagesLanguageModel = class {
     seed,
     tools,
     toolChoice,
-    providerOptions
+    providerOptions,
+    stream
   }) {
-    var _a, _b, _c, _d;
+    var _a, _b, _c, _d, _e;
     const warnings = [];
     if (frequencyPenalty != null) {
       warnings.push({
@@ -2032,6 +2042,9 @@ var AnthropicMessagesLanguageModel = class {
         });
       }
     }
+    if (stream && ((_e = anthropicOptions == null ? void 0 : anthropicOptions.toolStreaming) != null ? _e : true)) {
+      betas.add("fine-grained-tool-streaming-2025-05-14");
+    }
     const {
       tools: anthropicTools2,
       toolChoice: anthropicToolChoice,
@@ -2055,7 +2068,9 @@ var AnthropicMessagesLanguageModel = class {
       args: {
         ...baseArgs,
         tools: anthropicTools2,
-        tool_choice: anthropicToolChoice
+        tool_choice: anthropicToolChoice,
+        stream: stream === true ? true : void 0
+        // do not send when not streaming
       },
       warnings: [...warnings, ...toolWarnings, ...cacheWarnings],
       betas: /* @__PURE__ */ new Set([...betas, ...toolsBetas]),
@@ -2105,7 +2120,10 @@ var AnthropicMessagesLanguageModel = class {
   }
   async doGenerate(options) {
     var _a, _b, _c, _d, _e, _f, _g, _h;
-    const { args, warnings, betas, usesJsonResponseTool } = await this.getArgs(options);
+    const { args, warnings, betas, usesJsonResponseTool } = await this.getArgs({
+      ...options,
+      stream: false
+    });
     const citationDocuments = this.extractCitationDocuments(options.prompt);
     const {
       responseHeaders,
@@ -2406,9 +2424,16 @@ var AnthropicMessagesLanguageModel = class {
     };
   }
   async doStream(options) {
-    const { args, warnings, betas, usesJsonResponseTool } = await this.getArgs(options);
+    const {
+      args: body,
+      warnings,
+      betas,
+      usesJsonResponseTool
+    } = await this.getArgs({
+      ...options,
+      stream: true
+    });
     const citationDocuments = this.extractCitationDocuments(options.prompt);
-    const body = { ...args, stream: true };
     const { responseHeaders, value: response } = await (0, import_provider_utils11.postJsonToApi)({
       url: this.buildRequestUrl(true),
       headers: await this.getHeaders({ betas, headers: options.headers }),