@ai-sdk/anthropic 3.0.39 → 3.0.41

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @ai-sdk/anthropic
 
+## 3.0.41
+
+### Patch Changes
+
+- c60b393: feat(anthropic): add the new compaction feature
+
+## 3.0.40
+
+### Patch Changes
+
+- 8c2b1e1: fix(provider/anthropic): include actual raw usage data for `response.usage.raw` when streaming
+
 ## 3.0.39
 
 ### Patch Changes

package/dist/index.d.mts

@@ -3,10 +3,34 @@ import { z } from 'zod/v4';
 import * as _ai_sdk_provider_utils from '@ai-sdk/provider-utils';
 import { FetchFunction } from '@ai-sdk/provider-utils';
 
+/**
+ * Represents a single iteration in the usage breakdown.
+ * When compaction occurs, the API returns an iterations array showing
+ * usage for each sampling iteration (compaction + message).
+ */
+interface AnthropicUsageIteration {
+    type: 'compaction' | 'message';
+    /**
+     * Number of input tokens consumed in this iteration.
+     */
+    inputTokens: number;
+    /**
+     * Number of output tokens generated in this iteration.
+     */
+    outputTokens: number;
+}
 interface AnthropicMessageMetadata {
     usage: JSONObject;
     cacheCreationInputTokens: number | null;
     stopSequence: string | null;
+    /**
+     * Usage breakdown by iteration when compaction is triggered.
+     *
+     * When compaction occurs, this array contains usage for each sampling iteration.
+     * The first iteration is typically the compaction step, followed by the main
+     * message iteration.
+     */
+    iterations: AnthropicUsageIteration[] | null;
     /**
      * Information about the container used in this request.
      *
@@ -90,6 +114,16 @@ interface AnthropicMessageMetadata {
              * Minimum: 0
              */
             clearedInputTokens: number;
+        }
+        /**
+         * Represents a compaction edit where the conversation context was summarized.
+         */
+         | {
+            /**
+             * The type of context management edit applied.
+             * Possible value: 'compact_20260112'
+             */
+            type: 'compact_20260112';
         }>;
     } | null;
 }
@@ -167,6 +201,14 @@ declare const anthropicProviderOptions: z.ZodObject<{
                 type: z.ZodLiteral<"thinking_turns">;
                 value: z.ZodNumber;
             }, z.core.$strip>]>>;
+        }, z.core.$strip>, z.ZodObject<{
+            type: z.ZodLiteral<"compact_20260112">;
+            trigger: z.ZodOptional<z.ZodObject<{
+                type: z.ZodLiteral<"input_tokens">;
+                value: z.ZodNumber;
+            }, z.core.$strip>>;
+            pauseAfterCompaction: z.ZodOptional<z.ZodBoolean>;
+            instructions: z.ZodOptional<z.ZodString>;
         }, z.core.$strip>]>>;
     }, z.core.$strip>>;
 }, z.core.$strip>;
@@ -787,4 +829,4 @@ declare function forwardAnthropicContainerIdFromLastStep({ steps, }: {
 
 declare const VERSION: string;
 
-export { type AnthropicMessageMetadata, type AnthropicProvider, type AnthropicProviderOptions, type AnthropicProviderSettings, type AnthropicToolOptions, VERSION, anthropic, createAnthropic, forwardAnthropicContainerIdFromLastStep };
+export { type AnthropicMessageMetadata, type AnthropicProvider, type AnthropicProviderOptions, type AnthropicProviderSettings, type AnthropicToolOptions, type AnthropicUsageIteration, VERSION, anthropic, createAnthropic, forwardAnthropicContainerIdFromLastStep };

package/dist/index.d.ts

@@ -3,10 +3,34 @@ import { z } from 'zod/v4';
 import * as _ai_sdk_provider_utils from '@ai-sdk/provider-utils';
 import { FetchFunction } from '@ai-sdk/provider-utils';
 
+/**
+ * Represents a single iteration in the usage breakdown.
+ * When compaction occurs, the API returns an iterations array showing
+ * usage for each sampling iteration (compaction + message).
+ */
+interface AnthropicUsageIteration {
+    type: 'compaction' | 'message';
+    /**
+     * Number of input tokens consumed in this iteration.
+     */
+    inputTokens: number;
+    /**
+     * Number of output tokens generated in this iteration.
+     */
+    outputTokens: number;
+}
 interface AnthropicMessageMetadata {
     usage: JSONObject;
     cacheCreationInputTokens: number | null;
     stopSequence: string | null;
+    /**
+     * Usage breakdown by iteration when compaction is triggered.
+     *
+     * When compaction occurs, this array contains usage for each sampling iteration.
+     * The first iteration is typically the compaction step, followed by the main
+     * message iteration.
+     */
+    iterations: AnthropicUsageIteration[] | null;
     /**
      * Information about the container used in this request.
      *
@@ -90,6 +114,16 @@ interface AnthropicMessageMetadata {
              * Minimum: 0
              */
             clearedInputTokens: number;
+        }
+        /**
+         * Represents a compaction edit where the conversation context was summarized.
+         */
+         | {
+            /**
+             * The type of context management edit applied.
+             * Possible value: 'compact_20260112'
+             */
+            type: 'compact_20260112';
         }>;
     } | null;
 }
@@ -167,6 +201,14 @@ declare const anthropicProviderOptions: z.ZodObject<{
                 type: z.ZodLiteral<"thinking_turns">;
                 value: z.ZodNumber;
             }, z.core.$strip>]>>;
+        }, z.core.$strip>, z.ZodObject<{
+            type: z.ZodLiteral<"compact_20260112">;
+            trigger: z.ZodOptional<z.ZodObject<{
+                type: z.ZodLiteral<"input_tokens">;
+                value: z.ZodNumber;
+            }, z.core.$strip>>;
+            pauseAfterCompaction: z.ZodOptional<z.ZodBoolean>;
+            instructions: z.ZodOptional<z.ZodString>;
         }, z.core.$strip>]>>;
     }, z.core.$strip>>;
 }, z.core.$strip>;
@@ -787,4 +829,4 @@ declare function forwardAnthropicContainerIdFromLastStep({ steps, }: {
 
 declare const VERSION: string;
 
-export { type AnthropicMessageMetadata, type AnthropicProvider, type AnthropicProviderOptions, type AnthropicProviderSettings, type AnthropicToolOptions, VERSION, anthropic, createAnthropic, forwardAnthropicContainerIdFromLastStep };
+export { type AnthropicMessageMetadata, type AnthropicProvider, type AnthropicProviderOptions, type AnthropicProviderSettings, type AnthropicToolOptions, type AnthropicUsageIteration, VERSION, anthropic, createAnthropic, forwardAnthropicContainerIdFromLastStep };

package/dist/index.js

@@ -32,7 +32,7 @@ var import_provider4 = require("@ai-sdk/provider");
 var import_provider_utils23 = require("@ai-sdk/provider-utils");
 
 // src/version.ts
-var VERSION = true ? "3.0.39" : "0.0.0-test";
+var VERSION = true ? "3.0.41" : "0.0.0-test";
 
 // src/anthropic-messages-language-model.ts
 var import_provider3 = require("@ai-sdk/provider");
@@ -108,6 +108,10 @@ var anthropicMessagesResponseSchema = (0, import_provider_utils2.lazySchema)(
             type: import_v42.z.literal("redacted_thinking"),
             data: import_v42.z.string()
           }),
+          import_v42.z.object({
+            type: import_v42.z.literal("compaction"),
+            content: import_v42.z.string()
+          }),
           import_v42.z.object({
             type: import_v42.z.literal("tool_use"),
             id: import_v42.z.string(),
@@ -306,7 +310,14 @@ var anthropicMessagesResponseSchema = (0, import_provider_utils2.lazySchema)(
         input_tokens: import_v42.z.number(),
         output_tokens: import_v42.z.number(),
         cache_creation_input_tokens: import_v42.z.number().nullish(),
-        cache_read_input_tokens: import_v42.z.number().nullish()
+        cache_read_input_tokens: import_v42.z.number().nullish(),
+        iterations: import_v42.z.array(
+          import_v42.z.object({
+            type: import_v42.z.union([import_v42.z.literal("compaction"), import_v42.z.literal("message")]),
+            input_tokens: import_v42.z.number(),
+            output_tokens: import_v42.z.number()
+          })
+        ).nullish()
       }),
       container: import_v42.z.object({
         expires_at: import_v42.z.string(),
@@ -331,6 +342,9 @@ var anthropicMessagesResponseSchema = (0, import_provider_utils2.lazySchema)(
               type: import_v42.z.literal("clear_thinking_20251015"),
               cleared_thinking_turns: import_v42.z.number(),
               cleared_input_tokens: import_v42.z.number()
+            }),
+            import_v42.z.object({
+              type: import_v42.z.literal("compact_20260112")
             })
           ])
         )
@@ -412,6 +426,10 @@ var anthropicMessagesChunkSchema = (0, import_provider_utils2.lazySchema)(
             type: import_v42.z.literal("redacted_thinking"),
             data: import_v42.z.string()
           }),
+          import_v42.z.object({
+            type: import_v42.z.literal("compaction"),
+            content: import_v42.z.string().nullish()
+          }),
           import_v42.z.object({
             type: import_v42.z.literal("server_tool_use"),
             id: import_v42.z.string(),
@@ -608,6 +626,10 @@ var anthropicMessagesChunkSchema = (0, import_provider_utils2.lazySchema)(
             type: import_v42.z.literal("signature_delta"),
             signature: import_v42.z.string()
           }),
+          import_v42.z.object({
+            type: import_v42.z.literal("compaction_delta"),
+            content: import_v42.z.string()
+          }),
           import_v42.z.object({
             type: import_v42.z.literal("citations_delta"),
             citation: import_v42.z.discriminatedUnion("type", [
@@ -673,7 +695,14 @@ var anthropicMessagesChunkSchema = (0, import_provider_utils2.lazySchema)(
           input_tokens: import_v42.z.number().nullish(),
           output_tokens: import_v42.z.number(),
           cache_creation_input_tokens: import_v42.z.number().nullish(),
-          cache_read_input_tokens: import_v42.z.number().nullish()
+          cache_read_input_tokens: import_v42.z.number().nullish(),
+          iterations: import_v42.z.array(
+            import_v42.z.object({
+              type: import_v42.z.union([import_v42.z.literal("compaction"), import_v42.z.literal("message")]),
+              input_tokens: import_v42.z.number(),
+              output_tokens: import_v42.z.number()
+            })
+          ).nullish()
         }),
         context_management: import_v42.z.object({
           applied_edits: import_v42.z.array(
@@ -687,6 +716,9 @@ var anthropicMessagesChunkSchema = (0, import_provider_utils2.lazySchema)(
                 type: import_v42.z.literal("clear_thinking_20251015"),
                 cleared_thinking_turns: import_v42.z.number(),
                 cleared_input_tokens: import_v42.z.number()
+              }),
+              import_v42.z.object({
+                type: import_v42.z.literal("compact_20260112")
               })
             ])
           )
@@ -866,6 +898,15 @@ var anthropicProviderOptions = import_v43.z.object({
               value: import_v43.z.number()
             })
           ]).optional()
+        }),
+        import_v43.z.object({
+          type: import_v43.z.literal("compact_20260112"),
+          trigger: import_v43.z.object({
+            type: import_v43.z.literal("input_tokens"),
+            value: import_v43.z.number()
+          }).optional(),
+          pauseAfterCompaction: import_v43.z.boolean().optional(),
+          instructions: import_v43.z.string().optional()
         })
       ])
     )
@@ -1350,12 +1391,29 @@ async function prepareTools({
 }
 
 // src/convert-anthropic-messages-usage.ts
-function convertAnthropicMessagesUsage(usage) {
+function convertAnthropicMessagesUsage({
+  usage,
+  rawUsage
+}) {
   var _a, _b;
-  const inputTokens = usage.input_tokens;
-  const outputTokens = usage.output_tokens;
   const cacheCreationTokens = (_a = usage.cache_creation_input_tokens) != null ? _a : 0;
   const cacheReadTokens = (_b = usage.cache_read_input_tokens) != null ? _b : 0;
+  let inputTokens;
+  let outputTokens;
+  if (usage.iterations && usage.iterations.length > 0) {
+    const totals = usage.iterations.reduce(
+      (acc, iter) => ({
+        input: acc.input + iter.input_tokens,
+        output: acc.output + iter.output_tokens
+      }),
+      { input: 0, output: 0 }
+    );
+    inputTokens = totals.input;
+    outputTokens = totals.output;
+  } else {
+    inputTokens = usage.input_tokens;
+    outputTokens = usage.output_tokens;
+  }
   return {
     inputTokens: {
       total: inputTokens + cacheCreationTokens + cacheReadTokens,
@@ -1368,7 +1426,7 @@ function convertAnthropicMessagesUsage(usage) {
       text: void 0,
       reasoning: void 0
     },
-    raw: usage
+    raw: rawUsage != null ? rawUsage : usage
   };
 }
 
@@ -1597,7 +1655,7 @@ async function convertToAnthropicMessagesPrompt({
   cacheControlValidator,
   toolNameMapping
 }) {
-  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q;
+  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r;
   const betas = /* @__PURE__ */ new Set();
   const blocks = groupIntoBlocks(prompt);
   const validator = cacheControlValidator || new CacheControlValidator();
@@ -1890,16 +1948,25 @@ async function convertToAnthropicMessagesPrompt({
             }) : void 0;
             switch (part.type) {
               case "text": {
-                anthropicContent.push({
-                  type: "text",
-                  text: (
-                    // trim the last text part if it's the last message in the block
-                    // because Anthropic does not allow trailing whitespace
-                    // in pre-filled assistant responses
-                    isLastBlock && isLastMessage && isLastContentPart ? part.text.trim() : part.text
-                  ),
-                  cache_control: cacheControl
-                });
+                const textMetadata = (_g = part.providerOptions) == null ? void 0 : _g.anthropic;
+                if ((textMetadata == null ? void 0 : textMetadata.type) === "compaction") {
+                  anthropicContent.push({
+                    type: "compaction",
+                    content: part.text,
+                    cache_control: cacheControl
+                  });
+                } else {
+                  anthropicContent.push({
+                    type: "text",
+                    text: (
+                      // trim the last text part if it's the last message in the block
+                      // because Anthropic does not allow trailing whitespace
+                      // in pre-filled assistant responses
+                      isLastBlock && isLastMessage && isLastContentPart ? part.text.trim() : part.text
+                    ),
+                    cache_control: cacheControl
+                  });
+                }
                 break;
               }
               case "reasoning": {
@@ -1954,10 +2021,10 @@ async function convertToAnthropicMessagesPrompt({
                   const providerToolName = toolNameMapping.toProviderToolName(
                     part.toolName
                   );
-                  const isMcpToolUse = ((_h = (_g = part.providerOptions) == null ? void 0 : _g.anthropic) == null ? void 0 : _h.type) === "mcp-tool-use";
+                  const isMcpToolUse = ((_i = (_h = part.providerOptions) == null ? void 0 : _h.anthropic) == null ? void 0 : _i.type) === "mcp-tool-use";
                   if (isMcpToolUse) {
                     mcpToolUseIds.add(part.toolCallId);
-                    const serverName = (_j = (_i = part.providerOptions) == null ? void 0 : _i.anthropic) == null ? void 0 : _j.serverName;
+                    const serverName = (_k = (_j = part.providerOptions) == null ? void 0 : _j.anthropic) == null ? void 0 : _k.serverName;
                     if (serverName == null || typeof serverName !== "string") {
                       warnings.push({
                         type: "other",
@@ -2025,7 +2092,7 @@ async function convertToAnthropicMessagesPrompt({
                   }
                   break;
                 }
-                const callerOptions = (_k = part.providerOptions) == null ? void 0 : _k.anthropic;
+                const callerOptions = (_l = part.providerOptions) == null ? void 0 : _l.anthropic;
                 const caller = (callerOptions == null ? void 0 : callerOptions.caller) ? callerOptions.caller.type === "code_execution_20250825" && callerOptions.caller.toolId ? {
                   type: "code_execution_20250825",
                   tool_id: callerOptions.caller.toolId
@@ -2078,7 +2145,7 @@ async function convertToAnthropicMessagesPrompt({
                         tool_use_id: part.toolCallId,
                         content: {
                           type: "code_execution_tool_result_error",
-                          error_code: (_l = errorInfo.errorCode) != null ? _l : "unknown"
+                          error_code: (_m = errorInfo.errorCode) != null ? _m : "unknown"
                         },
                         cache_control: cacheControl
                       });
@@ -2089,7 +2156,7 @@ async function convertToAnthropicMessagesPrompt({
                         cache_control: cacheControl,
                         content: {
                           type: "bash_code_execution_tool_result_error",
-                          error_code: (_m = errorInfo.errorCode) != null ? _m : "unknown"
+                          error_code: (_n = errorInfo.errorCode) != null ? _n : "unknown"
                         }
                       });
                     }
@@ -2122,7 +2189,7 @@ async function convertToAnthropicMessagesPrompt({
                         stdout: codeExecutionOutput.stdout,
                         stderr: codeExecutionOutput.stderr,
                         return_code: codeExecutionOutput.return_code,
-                        content: (_n = codeExecutionOutput.content) != null ? _n : []
+                        content: (_o = codeExecutionOutput.content) != null ? _o : []
                       },
                       cache_control: cacheControl
                     });
@@ -2140,7 +2207,7 @@ async function convertToAnthropicMessagesPrompt({
                           stdout: codeExecutionOutput.stdout,
                           stderr: codeExecutionOutput.stderr,
                           return_code: codeExecutionOutput.return_code,
-                          content: (_o = codeExecutionOutput.content) != null ? _o : []
+                          content: (_p = codeExecutionOutput.content) != null ? _p : []
                         },
                         cache_control: cacheControl
                       });
@@ -2173,7 +2240,7 @@ async function convertToAnthropicMessagesPrompt({
                         errorValue = output.value;
                       }
                     } catch (e) {
-                      const extractedErrorCode = (_p = output.value) == null ? void 0 : _p.errorCode;
+                      const extractedErrorCode = (_q = output.value) == null ? void 0 : _q.errorCode;
                       errorValue = {
                         errorCode: typeof extractedErrorCode === "string" ? extractedErrorCode : "unknown"
                       };
@@ -2183,7 +2250,7 @@ async function convertToAnthropicMessagesPrompt({
                       tool_use_id: part.toolCallId,
                       content: {
                         type: "web_fetch_tool_result_error",
-                        error_code: (_q = errorValue.errorCode) != null ? _q : "unknown"
+                        error_code: (_r = errorValue.errorCode) != null ? _r : "unknown"
                       },
                       cache_control: cacheControl
                     });
@@ -2364,6 +2431,8 @@ function mapAnthropicStopReason({
     case "max_tokens":
     case "model_context_window_exceeded":
       return "length";
+    case "compaction":
+      return "other";
     default:
       return "other";
   }
@@ -2646,6 +2715,19 @@ var AnthropicMessagesLanguageModel = class {
                   type: edit.type,
                   ...edit.keep !== void 0 && { keep: edit.keep }
                 };
+              case "compact_20260112":
+                return {
+                  type: edit.type,
+                  ...edit.trigger !== void 0 && {
+                    trigger: edit.trigger
+                  },
+                  ...edit.pauseAfterCompaction !== void 0 && {
+                    pause_after_compaction: edit.pauseAfterCompaction
+                  },
+                  ...edit.instructions !== void 0 && {
+                    instructions: edit.instructions
+                  }
+                };
               default:
                 warnings.push({
                   type: "other",
@@ -2720,6 +2802,9 @@ var AnthropicMessagesLanguageModel = class {
     }
     if (contextManagement) {
       betas.add("context-management-2025-06-27");
+      if (contextManagement.edits.some((e) => e.type === "compact_20260112")) {
+        betas.add("compact-2026-01-12");
+      }
     }
     if ((anthropicOptions == null ? void 0 : anthropicOptions.container) && anthropicOptions.container.skills && anthropicOptions.container.skills.length > 0) {
       betas.add("code-execution-2025-08-25");
@@ -2918,6 +3003,18 @@ var AnthropicMessagesLanguageModel = class {
           });
           break;
         }
+        case "compaction": {
+          content.push({
+            type: "text",
+            text: part.content,
+            providerMetadata: {
+              anthropic: {
+                type: "compaction"
+              }
+            }
+          });
+          break;
+        }
         case "tool_use": {
           const isJsonResponseTool = usesJsonResponseTool && part.name === "json";
           if (isJsonResponseTool) {
@@ -3186,7 +3283,7 @@ var AnthropicMessagesLanguageModel = class {
         }),
         raw: (_d = response.stop_reason) != null ? _d : void 0
       },
-      usage: convertAnthropicMessagesUsage(response.usage),
+      usage: convertAnthropicMessagesUsage({ usage: response.usage }),
       request: { body: args },
       response: {
         id: (_e = response.id) != null ? _e : void 0,
@@ -3201,6 +3298,11 @@ var AnthropicMessagesLanguageModel = class {
           usage: response.usage,
           cacheCreationInputTokens: (_a2 = response.usage.cache_creation_input_tokens) != null ? _a2 : null,
           stopSequence: (_b2 = response.stop_sequence) != null ? _b2 : null,
+          iterations: response.usage.iterations ? response.usage.iterations.map((iter) => ({
+            type: iter.type,
+            inputTokens: iter.input_tokens,
+            outputTokens: iter.output_tokens
+          })) : null,
           container: response.container ? {
             expiresAt: response.container.expires_at,
             id: response.container.id,
@@ -3262,7 +3364,8 @@ var AnthropicMessagesLanguageModel = class {
       input_tokens: 0,
       output_tokens: 0,
       cache_creation_input_tokens: 0,
-      cache_read_input_tokens: 0
+      cache_read_input_tokens: 0,
+      iterations: null
     };
     const contentBlocks = {};
     const mcpToolCalls = {};
@@ -3331,6 +3434,19 @@ var AnthropicMessagesLanguageModel = class {
                   });
                   return;
                 }
+                case "compaction": {
+                  contentBlocks[value.index] = { type: "text" };
+                  controller.enqueue({
+                    type: "text-start",
+                    id: String(value.index),
+                    providerMetadata: {
+                      anthropic: {
+                        type: "compaction"
+                      }
+                    }
+                  });
+                  return;
+                }
                 case "tool_use": {
                   const isJsonResponseTool = usesJsonResponseTool && part.name === "json";
                   if (isJsonResponseTool) {
@@ -3717,6 +3833,14 @@ var AnthropicMessagesLanguageModel = class {
                   }
                   return;
                 }
+                case "compaction_delta": {
+                  controller.enqueue({
+                    type: "text-delta",
+                    id: String(value.index),
+                    delta: value.delta.content
+                  });
+                  return;
+                }
                 case "input_json_delta": {
                   const contentBlock = contentBlocks[value.index];
                   let delta = value.delta.partial_json;
@@ -3852,6 +3976,9 @@ var AnthropicMessagesLanguageModel = class {
                 usage.cache_creation_input_tokens = value.usage.cache_creation_input_tokens;
                 cacheCreationInputTokens = value.usage.cache_creation_input_tokens;
               }
+              if (value.usage.iterations != null) {
+                usage.iterations = value.usage.iterations;
+              }
               finishReason = {
                 unified: mapAnthropicStopReason({
                   finishReason: value.delta.stop_reason,
@@ -3885,6 +4012,11 @@ var AnthropicMessagesLanguageModel = class {
                 usage: rawUsage != null ? rawUsage : null,
                 cacheCreationInputTokens,
                 stopSequence,
+                iterations: usage.iterations ? usage.iterations.map((iter) => ({
+                  type: iter.type,
+                  inputTokens: iter.input_tokens,
+                  outputTokens: iter.output_tokens
+                })) : null,
                 container,
                 contextManagement
               };
@@ -3897,7 +4029,7 @@ var AnthropicMessagesLanguageModel = class {
               controller.enqueue({
                 type: "finish",
                 finishReason,
-                usage: convertAnthropicMessagesUsage(usage),
+                usage: convertAnthropicMessagesUsage({ usage, rawUsage }),
                 providerMetadata
               });
               return;
@@ -4014,6 +4146,10 @@ function mapAnthropicResponseContextManagement(contextManagement) {
             clearedThinkingTurns: edit.cleared_thinking_turns,
             clearedInputTokens: edit.cleared_input_tokens
           };
+        case "compact_20260112":
+          return {
+            type: edit.type
+          };
       }
     }).filter((edit) => edit !== void 0)
   } : null;