@ai-sdk/anthropic 2.0.0-alpha.7 → 2.0.0-alpha.8

package/CHANGELOG.md

@@ -1,5 +1,16 @@
 # @ai-sdk/anthropic
 
+## 2.0.0-alpha.8
+
+### Patch Changes
+
+- ad66c0e: feat (provider/anthropic): json response schema support via tool calls
+- 075711d: fix (provider/anthropic): return stop finish reason for json output with tool
+- Updated dependencies [4fef487]
+- Updated dependencies [9222aeb]
+  - @ai-sdk/provider-utils@3.0.0-alpha.8
+  - @ai-sdk/provider@2.0.0-alpha.8
+
 ## 2.0.0-alpha.7
 
 ### Patch Changes

package/dist/index.js

@@ -468,13 +468,16 @@ function groupIntoBlocks(prompt) {
 }
 
 // src/map-anthropic-stop-reason.ts
-function mapAnthropicStopReason(finishReason) {
+function mapAnthropicStopReason({
+  finishReason,
+  isJsonResponseFromTool
+}) {
   switch (finishReason) {
     case "end_turn":
     case "stop_sequence":
       return "stop";
     case "tool_use":
-      return "tool-calls";
+      return isJsonResponseFromTool ? "stop" : "tool-calls";
     case "max_tokens":
       return "length";
     default:
@@ -535,13 +538,27 @@ var AnthropicMessagesLanguageModel = class {
         setting: "seed"
       });
     }
-    if (responseFormat != null && responseFormat.type !== "text") {
-      warnings.push({
-        type: "unsupported-setting",
-        setting: "responseFormat",
-        details: "JSON response format is not supported."
-      });
+    if ((responseFormat == null ? void 0 : responseFormat.type) === "json") {
+      if (responseFormat.schema == null) {
+        warnings.push({
+          type: "unsupported-setting",
+          setting: "responseFormat",
+          details: "JSON response format requires a schema. The response format is ignored."
+        });
+      } else if (tools != null) {
+        warnings.push({
+          type: "unsupported-setting",
+          setting: "tools",
+          details: "JSON response format does not support tools. The provided tools are ignored."
+        });
+      }
     }
+    const jsonResponseTool = (responseFormat == null ? void 0 : responseFormat.type) === "json" && responseFormat.schema != null ? {
+      type: "function",
+      name: "json",
+      description: "Respond with a JSON object.",
+      parameters: responseFormat.schema
+    } : void 0;
     const anthropicOptions = await (0, import_provider_utils3.parseProviderOptions)({
       provider: "anthropic",
       providerOptions,
@@ -608,7 +625,12 @@ var AnthropicMessagesLanguageModel = class {
       toolChoice: anthropicToolChoice,
       toolWarnings,
       betas: toolsBetas
-    } = prepareTools({ tools, toolChoice });
+    } = prepareTools(
+      jsonResponseTool != null ? {
+        tools: [jsonResponseTool],
+        toolChoice: { type: "tool", toolName: jsonResponseTool.name }
+      } : { tools, toolChoice }
+    );
     return {
       args: {
         ...baseArgs,
@@ -616,7 +638,8 @@ var AnthropicMessagesLanguageModel = class {
         tool_choice: anthropicToolChoice
       },
       warnings: [...warnings, ...toolWarnings],
-      betas: /* @__PURE__ */ new Set([...messagesBetas, ...toolsBetas])
+      betas: /* @__PURE__ */ new Set([...messagesBetas, ...toolsBetas]),
+      jsonResponseTool
     };
   }
   async getHeaders({
@@ -639,7 +662,7 @@ var AnthropicMessagesLanguageModel = class {
   }
   async doGenerate(options) {
     var _a, _b, _c, _d;
-    const { args, warnings, betas } = await this.getArgs(options);
+    const { args, warnings, betas, jsonResponseTool } = await this.getArgs(options);
     const {
       responseHeaders,
       value: response,
@@ -659,7 +682,9 @@ var AnthropicMessagesLanguageModel = class {
     for (const part of response.content) {
       switch (part.type) {
         case "text": {
-          content.push({ type: "text", text: part.text });
+          if (jsonResponseTool == null) {
+            content.push({ type: "text", text: part.text });
+          }
           break;
         }
         case "thinking": {
@@ -687,20 +712,29 @@ var AnthropicMessagesLanguageModel = class {
           break;
         }
         case "tool_use": {
-          content.push({
-            type: "tool-call",
-            toolCallType: "function",
-            toolCallId: part.id,
-            toolName: part.name,
-            args: JSON.stringify(part.input)
-          });
+          content.push(
+            // when a json response tool is used, the tool call becomes the text:
+            jsonResponseTool != null ? {
+              type: "text",
+              text: JSON.stringify(part.input)
+            } : {
+              type: "tool-call",
+              toolCallType: "function",
+              toolCallId: part.id,
+              toolName: part.name,
+              args: JSON.stringify(part.input)
+            }
+          );
           break;
         }
       }
     }
     return {
       content,
-      finishReason: mapAnthropicStopReason(response.stop_reason),
+      finishReason: mapAnthropicStopReason({
+        finishReason: response.stop_reason,
+        isJsonResponseFromTool: jsonResponseTool != null
+      }),
       usage: {
         inputTokens: response.usage.input_tokens,
         outputTokens: response.usage.output_tokens,
@@ -723,7 +757,7 @@ var AnthropicMessagesLanguageModel = class {
     };
   }
   async doStream(options) {
-    const { args, warnings, betas } = await this.getArgs(options);
+    const { args, warnings, betas, jsonResponseTool } = await this.getArgs(options);
     const body = { ...args, stream: true };
     const { responseHeaders, value: response } = await (0, import_provider_utils3.postJsonToApi)({
       url: this.buildRequestUrl(true),
@@ -802,13 +836,15 @@ var AnthropicMessagesLanguageModel = class {
               case "content_block_stop": {
                 if (toolCallContentBlocks[value.index] != null) {
                   const contentBlock = toolCallContentBlocks[value.index];
-                  controller.enqueue({
-                    type: "tool-call",
-                    toolCallType: "function",
-                    toolCallId: contentBlock.toolCallId,
-                    toolName: contentBlock.toolName,
-                    args: contentBlock.jsonText
-                  });
+                  if (jsonResponseTool == null) {
+                    controller.enqueue({
+                      type: "tool-call",
+                      toolCallType: "function",
+                      toolCallId: contentBlock.toolCallId,
+                      toolName: contentBlock.toolName,
+                      args: contentBlock.jsonText
+                    });
+                  }
                   delete toolCallContentBlocks[value.index];
                 }
                 blockType = void 0;
@@ -818,6 +854,9 @@ var AnthropicMessagesLanguageModel = class {
                 const deltaType = value.delta.type;
                 switch (deltaType) {
                   case "text_delta": {
+                    if (jsonResponseTool != null) {
+                      return;
+                    }
                     controller.enqueue({
                       type: "text",
                       text: value.delta.text
@@ -848,13 +887,18 @@ var AnthropicMessagesLanguageModel = class {
                   }
                   case "input_json_delta": {
                     const contentBlock = toolCallContentBlocks[value.index];
-                    controller.enqueue({
-                      type: "tool-call-delta",
-                      toolCallType: "function",
-                      toolCallId: contentBlock.toolCallId,
-                      toolName: contentBlock.toolName,
-                      argsTextDelta: value.delta.partial_json
-                    });
+                    controller.enqueue(
+                      jsonResponseTool != null ? {
+                        type: "text",
+                        text: value.delta.partial_json
+                      } : {
+                        type: "tool-call-delta",
+                        toolCallType: "function",
+                        toolCallId: contentBlock.toolCallId,
+                        toolName: contentBlock.toolName,
+                        argsTextDelta: value.delta.partial_json
+                      }
+                    );
                     contentBlock.jsonText += value.delta.partial_json;
                     return;
                   }
@@ -884,7 +928,10 @@ var AnthropicMessagesLanguageModel = class {
               case "message_delta": {
                 usage.outputTokens = value.usage.output_tokens;
                 usage.totalTokens = ((_e = usage.inputTokens) != null ? _e : 0) + ((_f = value.usage.output_tokens) != null ? _f : 0);
-                finishReason = mapAnthropicStopReason(value.delta.stop_reason);
+                finishReason = mapAnthropicStopReason({
+                  finishReason: value.delta.stop_reason,
+                  isJsonResponseFromTool: jsonResponseTool != null
+                });
                 return;
               }
               case "message_stop": {