@ai-sdk/anthropic 3.0.0-beta.43 → 3.0.0-beta.45

package/dist/internal/index.mjs

@@ -610,7 +610,16 @@ var anthropicProviderOptions = z3.object({
         version: z3.string().optional()
       })
     ).optional()
-  }).optional()
+  }).optional(),
+  /**
+   * Whether to enable tool streaming (and structured output streaming).
+   *
+   * When set to false, the model will return all tool calls and results
+   * at once after a delay.
+   *
+   * @default true
+   */
+  toolStreaming: z3.boolean().optional()
 });
 
 // src/anthropic-prepare-tools.ts
@@ -1884,9 +1893,10 @@ var AnthropicMessagesLanguageModel = class {
     seed,
     tools,
     toolChoice,
-    providerOptions
+    providerOptions,
+    stream
   }) {
-    var _a, _b, _c, _d;
+    var _a, _b, _c, _d, _e;
     const warnings = [];
     if (frequencyPenalty != null) {
       warnings.push({
@@ -1913,12 +1923,6 @@ var AnthropicMessagesLanguageModel = class {
           setting: "responseFormat",
           details: "JSON response format requires a schema. The response format is ignored."
         });
-      } else if (tools != null) {
-        warnings.push({
-          type: "unsupported-setting",
-          setting: "tools",
-          details: "JSON response format does not support tools. The provided tools are ignored."
-        });
       }
     }
     const jsonResponseTool = (responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null ? {
@@ -2042,6 +2046,9 @@ var AnthropicMessagesLanguageModel = class {
         });
       }
     }
+    if (stream && ((_e = anthropicOptions == null ? void 0 : anthropicOptions.toolStreaming) != null ? _e : true)) {
+      betas.add("fine-grained-tool-streaming-2025-05-14");
+    }
     const {
       tools: anthropicTools2,
       toolChoice: anthropicToolChoice,
@@ -2049,8 +2056,8 @@ var AnthropicMessagesLanguageModel = class {
       betas: toolsBetas
     } = await prepareTools(
       jsonResponseTool != null ? {
-        tools: [jsonResponseTool],
-        toolChoice: { type: "tool", toolName: jsonResponseTool.name },
+        tools: [...tools != null ? tools : [], jsonResponseTool],
+        toolChoice: { type: "required" },
         disableParallelToolUse: true,
         cacheControlValidator
       } : {
@@ -2065,7 +2072,9 @@ var AnthropicMessagesLanguageModel = class {
       args: {
         ...baseArgs,
         tools: anthropicTools2,
-        tool_choice: anthropicToolChoice
+        tool_choice: anthropicToolChoice,
+        stream: stream === true ? true : void 0
+        // do not send when not streaming
       },
       warnings: [...warnings, ...toolWarnings, ...cacheWarnings],
       betas: /* @__PURE__ */ new Set([...betas, ...toolsBetas]),
@@ -2115,7 +2124,10 @@ var AnthropicMessagesLanguageModel = class {
   }
   async doGenerate(options) {
     var _a, _b, _c, _d, _e, _f, _g, _h;
-    const { args, warnings, betas, usesJsonResponseTool } = await this.getArgs(options);
+    const { args, warnings, betas, usesJsonResponseTool } = await this.getArgs({
+      ...options,
+      stream: false
+    });
     const citationDocuments = this.extractCitationDocuments(options.prompt);
     const {
       responseHeaders,
@@ -2134,6 +2146,7 @@ var AnthropicMessagesLanguageModel = class {
     });
     const content = [];
     const mcpToolCalls = {};
+    let isJsonResponseFromTool = false;
     for (const part of response.content) {
       switch (part.type) {
         case "text": {
@@ -2179,18 +2192,21 @@ var AnthropicMessagesLanguageModel = class {
           break;
         }
         case "tool_use": {
-          content.push(
-            // when a json response tool is used, the tool call becomes the text:
-            usesJsonResponseTool ? {
+          const isJsonResponseTool = usesJsonResponseTool && part.name === "json";
+          if (isJsonResponseTool) {
+            isJsonResponseFromTool = true;
+            content.push({
               type: "text",
               text: JSON.stringify(part.input)
-            } : {
+            });
+          } else {
+            content.push({
               type: "tool-call",
               toolCallId: part.id,
               toolName: part.name,
               input: JSON.stringify(part.input)
-            }
-          );
+            });
+          }
           break;
         }
         case "server_tool_use": {
@@ -2377,7 +2393,7 @@ var AnthropicMessagesLanguageModel = class {
       content,
       finishReason: mapAnthropicStopReason({
         finishReason: response.stop_reason,
-        isJsonResponseFromTool: usesJsonResponseTool
+        isJsonResponseFromTool
       }),
       usage: {
         inputTokens: response.usage.input_tokens,
@@ -2412,9 +2428,16 @@ var AnthropicMessagesLanguageModel = class {
     };
   }
   async doStream(options) {
-    const { args, warnings, betas, usesJsonResponseTool } = await this.getArgs(options);
+    const {
+      args: body,
+      warnings,
+      betas,
+      usesJsonResponseTool
+    } = await this.getArgs({
+      ...options,
+      stream: true
+    });
     const citationDocuments = this.extractCitationDocuments(options.prompt);
-    const body = { ...args, stream: true };
     const { responseHeaders, value: response } = await postJsonToApi({
       url: this.buildRequestUrl(true),
       headers: await this.getHeaders({ betas, headers: options.headers }),
@@ -2438,6 +2461,7 @@ var AnthropicMessagesLanguageModel = class {
     let cacheCreationInputTokens = null;
     let stopSequence = null;
     let container = null;
+    let isJsonResponseFromTool = false;
     let blockType = void 0;
     const generateId2 = this.generateId;
     return {
@@ -2466,6 +2490,9 @@ var AnthropicMessagesLanguageModel = class {
                 blockType = contentBlockType;
                 switch (contentBlockType) {
                   case "text": {
+                    if (usesJsonResponseTool) {
+                      return;
+                    }
                     contentBlocks[value.index] = { type: "text" };
                     controller.enqueue({
                       type: "text-start",
@@ -2495,20 +2522,28 @@ var AnthropicMessagesLanguageModel = class {
                     return;
                   }
                   case "tool_use": {
-                    contentBlocks[value.index] = usesJsonResponseTool ? { type: "text" } : {
-                      type: "tool-call",
-                      toolCallId: part.id,
-                      toolName: part.name,
-                      input: "",
-                      firstDelta: true
-                    };
-                    controller.enqueue(
-                      usesJsonResponseTool ? { type: "text-start", id: String(value.index) } : {
+                    const isJsonResponseTool = usesJsonResponseTool && part.name === "json";
+                    if (isJsonResponseTool) {
+                      isJsonResponseFromTool = true;
+                      contentBlocks[value.index] = { type: "text" };
+                      controller.enqueue({
+                        type: "text-start",
+                        id: String(value.index)
+                      });
+                    } else {
+                      contentBlocks[value.index] = {
+                        type: "tool-call",
+                        toolCallId: part.id,
+                        toolName: part.name,
+                        input: "",
+                        firstDelta: true
+                      };
+                      controller.enqueue({
                         type: "tool-input-start",
                         id: part.id,
                         toolName: part.name
-                      }
-                    );
+                      });
+                    }
                     return;
                   }
                   case "server_tool_use": {
@@ -2724,7 +2759,8 @@ var AnthropicMessagesLanguageModel = class {
                       break;
                     }
                     case "tool-call":
-                      if (!usesJsonResponseTool) {
+                      const isJsonResponseTool = usesJsonResponseTool && contentBlock.toolName === "json";
+                      if (!isJsonResponseTool) {
                         controller.enqueue({
                           type: "tool-input-end",
                           id: contentBlock.toolCallId
@@ -2788,7 +2824,7 @@ var AnthropicMessagesLanguageModel = class {
                     if (delta.length === 0) {
                       return;
                     }
-                    if (usesJsonResponseTool) {
+                    if (isJsonResponseFromTool) {
                       if ((contentBlock == null ? void 0 : contentBlock.type) !== "text") {
                         return;
                       }
@@ -2853,7 +2889,7 @@ var AnthropicMessagesLanguageModel = class {
                 usage.totalTokens = ((_f = usage.inputTokens) != null ? _f : 0) + ((_g = value.usage.output_tokens) != null ? _g : 0);
                 finishReason = mapAnthropicStopReason({
                   finishReason: value.delta.stop_reason,
-                  isJsonResponseFromTool: usesJsonResponseTool
+                  isJsonResponseFromTool
                 });
                 stopSequence = (_h = value.delta.stop_sequence) != null ? _h : null;
                 container = value.delta.container != null ? {