@ai-sdk/anthropic 3.0.0-beta.43 → 3.0.0-beta.45

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @ai-sdk/anthropic
 
+## 3.0.0-beta.45
+
+### Patch Changes
+
+- f4e4a95: feat(provider/anthropic): enable fine grained tool streaming by default
+
+## 3.0.0-beta.44
+
+### Patch Changes
+
+- cf4e2a9: Add support for tool calling with structured output
+
 ## 3.0.0-beta.43
 
 ### Patch Changes

package/dist/index.d.mts

@@ -72,6 +72,7 @@ declare const anthropicProviderOptions: z.ZodObject<{
             version: z.ZodOptional<z.ZodString>;
         }, z.core.$strip>>>;
     }, z.core.$strip>>;
+    toolStreaming: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strip>;
 type AnthropicProviderOptions = z.infer<typeof anthropicProviderOptions>;
 

package/dist/index.d.ts

@@ -72,6 +72,7 @@ declare const anthropicProviderOptions: z.ZodObject<{
             version: z.ZodOptional<z.ZodString>;
         }, z.core.$strip>>>;
     }, z.core.$strip>>;
+    toolStreaming: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strip>;
 type AnthropicProviderOptions = z.infer<typeof anthropicProviderOptions>;
 

package/dist/index.js

@@ -31,7 +31,7 @@ var import_provider4 = require("@ai-sdk/provider");
 var import_provider_utils20 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "3.0.0-beta.43" : "0.0.0-test";
+var VERSION = true ? "3.0.0-beta.45" : "0.0.0-test";
 
 // src/anthropic-messages-language-model.ts
 var import_provider3 = require("@ai-sdk/provider");
@@ -631,7 +631,16 @@ var anthropicProviderOptions = import_v43.z.object({
         version: import_v43.z.string().optional()
       })
     ).optional()
-  }).optional()
+  }).optional(),
+  /**
+   * Whether to enable tool streaming (and structured output streaming).
+   *
+   * When set to false, the model will return all tool calls and results
+   * at once after a delay.
+   *
+   * @default true
+   */
+  toolStreaming: import_v43.z.boolean().optional()
 });
 
 // src/anthropic-prepare-tools.ts
@@ -1880,9 +1889,10 @@ var AnthropicMessagesLanguageModel = class {
     seed,
     tools,
     toolChoice,
-    providerOptions
+    providerOptions,
+    stream
   }) {
-    var _a, _b, _c, _d;
+    var _a, _b, _c, _d, _e;
     const warnings = [];
     if (frequencyPenalty != null) {
       warnings.push({
@@ -1909,12 +1919,6 @@ var AnthropicMessagesLanguageModel = class {
           setting: "responseFormat",
           details: "JSON response format requires a schema. The response format is ignored."
         });
-      } else if (tools != null) {
-        warnings.push({
-          type: "unsupported-setting",
-          setting: "tools",
-          details: "JSON response format does not support tools. The provided tools are ignored."
-        });
       }
     }
     const jsonResponseTool = (responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null ? {
@@ -2038,6 +2042,9 @@ var AnthropicMessagesLanguageModel = class {
         });
       }
     }
+    if (stream && ((_e = anthropicOptions == null ? void 0 : anthropicOptions.toolStreaming) != null ? _e : true)) {
+      betas.add("fine-grained-tool-streaming-2025-05-14");
+    }
     const {
       tools: anthropicTools2,
       toolChoice: anthropicToolChoice,
@@ -2045,8 +2052,8 @@ var AnthropicMessagesLanguageModel = class {
       betas: toolsBetas
     } = await prepareTools(
       jsonResponseTool != null ? {
-        tools: [jsonResponseTool],
-        toolChoice: { type: "tool", toolName: jsonResponseTool.name },
+        tools: [...tools != null ? tools : [], jsonResponseTool],
+        toolChoice: { type: "required" },
         disableParallelToolUse: true,
         cacheControlValidator
       } : {
@@ -2061,7 +2068,9 @@ var AnthropicMessagesLanguageModel = class {
       args: {
         ...baseArgs,
         tools: anthropicTools2,
-        tool_choice: anthropicToolChoice
+        tool_choice: anthropicToolChoice,
+        stream: stream === true ? true : void 0
+        // do not send when not streaming
       },
       warnings: [...warnings, ...toolWarnings, ...cacheWarnings],
       betas: /* @__PURE__ */ new Set([...betas, ...toolsBetas]),
@@ -2111,7 +2120,10 @@ var AnthropicMessagesLanguageModel = class {
   }
   async doGenerate(options) {
     var _a, _b, _c, _d, _e, _f, _g, _h;
-    const { args, warnings, betas, usesJsonResponseTool } = await this.getArgs(options);
+    const { args, warnings, betas, usesJsonResponseTool } = await this.getArgs({
+      ...options,
+      stream: false
+    });
     const citationDocuments = this.extractCitationDocuments(options.prompt);
     const {
       responseHeaders,
@@ -2130,6 +2142,7 @@ var AnthropicMessagesLanguageModel = class {
     });
     const content = [];
     const mcpToolCalls = {};
+    let isJsonResponseFromTool = false;
     for (const part of response.content) {
       switch (part.type) {
         case "text": {
@@ -2175,18 +2188,21 @@ var AnthropicMessagesLanguageModel = class {
           break;
         }
         case "tool_use": {
-          content.push(
-            // when a json response tool is used, the tool call becomes the text:
-            usesJsonResponseTool ? {
+          const isJsonResponseTool = usesJsonResponseTool && part.name === "json";
+          if (isJsonResponseTool) {
+            isJsonResponseFromTool = true;
+            content.push({
               type: "text",
               text: JSON.stringify(part.input)
-            } : {
+            });
+          } else {
+            content.push({
               type: "tool-call",
               toolCallId: part.id,
               toolName: part.name,
               input: JSON.stringify(part.input)
-            }
-          );
+            });
+          }
           break;
         }
         case "server_tool_use": {
@@ -2373,7 +2389,7 @@ var AnthropicMessagesLanguageModel = class {
       content,
       finishReason: mapAnthropicStopReason({
         finishReason: response.stop_reason,
-        isJsonResponseFromTool: usesJsonResponseTool
+        isJsonResponseFromTool
       }),
       usage: {
         inputTokens: response.usage.input_tokens,
@@ -2408,9 +2424,16 @@ var AnthropicMessagesLanguageModel = class {
     };
   }
   async doStream(options) {
-    const { args, warnings, betas, usesJsonResponseTool } = await this.getArgs(options);
+    const {
+      args: body,
+      warnings,
+      betas,
+      usesJsonResponseTool
+    } = await this.getArgs({
+      ...options,
+      stream: true
+    });
     const citationDocuments = this.extractCitationDocuments(options.prompt);
-    const body = { ...args, stream: true };
     const { responseHeaders, value: response } = await (0, import_provider_utils11.postJsonToApi)({
       url: this.buildRequestUrl(true),
       headers: await this.getHeaders({ betas, headers: options.headers }),
@@ -2434,6 +2457,7 @@ var AnthropicMessagesLanguageModel = class {
     let cacheCreationInputTokens = null;
     let stopSequence = null;
     let container = null;
+    let isJsonResponseFromTool = false;
     let blockType = void 0;
     const generateId3 = this.generateId;
     return {
@@ -2462,6 +2486,9 @@ var AnthropicMessagesLanguageModel = class {
                 blockType = contentBlockType;
                 switch (contentBlockType) {
                   case "text": {
+                    if (usesJsonResponseTool) {
+                      return;
+                    }
                     contentBlocks[value.index] = { type: "text" };
                     controller.enqueue({
                       type: "text-start",
@@ -2491,20 +2518,28 @@ var AnthropicMessagesLanguageModel = class {
                     return;
                   }
                   case "tool_use": {
-                    contentBlocks[value.index] = usesJsonResponseTool ? { type: "text" } : {
-                      type: "tool-call",
-                      toolCallId: part.id,
-                      toolName: part.name,
-                      input: "",
-                      firstDelta: true
-                    };
-                    controller.enqueue(
-                      usesJsonResponseTool ? { type: "text-start", id: String(value.index) } : {
+                    const isJsonResponseTool = usesJsonResponseTool && part.name === "json";
+                    if (isJsonResponseTool) {
+                      isJsonResponseFromTool = true;
+                      contentBlocks[value.index] = { type: "text" };
+                      controller.enqueue({
+                        type: "text-start",
+                        id: String(value.index)
+                      });
+                    } else {
+                      contentBlocks[value.index] = {
+                        type: "tool-call",
+                        toolCallId: part.id,
+                        toolName: part.name,
+                        input: "",
+                        firstDelta: true
+                      };
+                      controller.enqueue({
                         type: "tool-input-start",
                         id: part.id,
                         toolName: part.name
-                      }
-                    );
+                      });
+                    }
                     return;
                   }
                   case "server_tool_use": {
@@ -2720,7 +2755,8 @@ var AnthropicMessagesLanguageModel = class {
                       break;
                     }
                     case "tool-call":
-                      if (!usesJsonResponseTool) {
+                      const isJsonResponseTool = usesJsonResponseTool && contentBlock.toolName === "json";
+                      if (!isJsonResponseTool) {
                         controller.enqueue({
                           type: "tool-input-end",
                           id: contentBlock.toolCallId
@@ -2784,7 +2820,7 @@ var AnthropicMessagesLanguageModel = class {
                     if (delta.length === 0) {
                       return;
                     }
-                    if (usesJsonResponseTool) {
+                    if (isJsonResponseFromTool) {
                       if ((contentBlock == null ? void 0 : contentBlock.type) !== "text") {
                         return;
                       }
@@ -2849,7 +2885,7 @@ var AnthropicMessagesLanguageModel = class {
                 usage.totalTokens = ((_f = usage.inputTokens) != null ? _f : 0) + ((_g = value.usage.output_tokens) != null ? _g : 0);
                 finishReason = mapAnthropicStopReason({
                   finishReason: value.delta.stop_reason,
-                  isJsonResponseFromTool: usesJsonResponseTool
+                  isJsonResponseFromTool
                 });
                 stopSequence = (_h = value.delta.stop_sequence) != null ? _h : null;
                 container = value.delta.container != null ? {