@anthropic-ai/sdk 0.70.1 → 0.71.0

package/src/lib/tools/BetaToolRunner.ts

@@ -5,6 +5,7 @@ import { BetaMessage, BetaMessageParam, BetaToolUnion, MessageCreateParams } fro
 import { BetaMessageStream } from '../BetaMessageStream';
 import { RequestOptions } from '../../internal/request-options';
 import { buildHeaders } from '../../internal/headers';
+import { CompactionControl, DEFAULT_SUMMARY_PROMPT, DEFAULT_TOKEN_THRESHOLD } from './CompactionControl';
 
 /**
  * Just Promise.withResolvers(), which is not available in all environments.
@@ -72,6 +73,88 @@ export class BetaToolRunner<Stream extends boolean> {
     this.#completion = promiseWithResolvers();
   }
 
+  async #checkAndCompact(): Promise<boolean> {
+    const compactionControl = this.#state.params.compactionControl;
+    if (!compactionControl || !compactionControl.enabled) {
+      return false;
+    }
+
+    let tokensUsed = 0;
+    if (this.#message !== undefined) {
+      try {
+        const message = await this.#message;
+        const totalInputTokens =
+          message.usage.input_tokens +
+          (message.usage.cache_creation_input_tokens ?? 0) +
+          (message.usage.cache_read_input_tokens ?? 0);
+        tokensUsed = totalInputTokens + message.usage.output_tokens;
+      } catch {
+        // If we can't get the message, skip compaction
+        return false;
+      }
+    }
+
+    const threshold = compactionControl.contextTokenThreshold ?? DEFAULT_TOKEN_THRESHOLD;
+
+    if (tokensUsed < threshold) {
+      return false;
+    }
+
+    const model = compactionControl.model ?? this.#state.params.model;
+    const summaryPrompt = compactionControl.summaryPrompt ?? DEFAULT_SUMMARY_PROMPT;
+
+    const messages = this.#state.params.messages;
+
+    if (messages[messages.length - 1]!.role === 'assistant') {
+      // Remove tool_use blocks from the last message to avoid 400 error
+      // (tool_use requires tool_result, which we don't have yet)
+      const lastMessage = messages[messages.length - 1]!;
+      if (Array.isArray(lastMessage.content)) {
+        const nonToolBlocks = lastMessage.content.filter((block) => block.type !== 'tool_use');
+
+        if (nonToolBlocks.length === 0) {
+          // If all blocks were tool_use, just remove the message entirely
+          messages.pop();
+        } else {
+          lastMessage.content = nonToolBlocks;
+        }
+      }
+    }
+
+    const response = await this.client.beta.messages.create(
+      {
+        model,
+        messages: [
+          ...messages,
+          {
+            role: 'user',
+            content: [
+              {
+                type: 'text',
+                text: summaryPrompt,
+              },
+            ],
+          },
+        ],
+        max_tokens: this.#state.params.max_tokens,
+      },
+      {
+        headers: { 'x-stainless-helper': 'compaction' },
+      },
+    );
+
+    if (response.content[0]?.type !== 'text') {
+      throw new AnthropicError('Expected text response for compaction');
+    }
+    this.#state.params.messages = [
+      {
+        role: 'user',
+        content: response.content,
+      },
+    ];
+    return true;
+  }
+
   async *[Symbol.asyncIterator](): AsyncIterator<
     Stream extends true ? BetaMessageStream
     : Stream extends false ? BetaMessage
@@ -97,11 +180,12 @@ export class BetaToolRunner<Stream extends boolean> {
           }
 
           this.#mutated = false;
-          this.#message = undefined;
           this.#toolResponse = undefined;
           this.#iterationCount++;
+          this.#message = undefined;
+
+          const { max_iterations, compactionControl, ...params } = this.#state.params;
 
-          const { max_iterations, ...params } = this.#state.params;
           if (params.stream) {
             stream = this.client.beta.messages.stream({ ...params }, this.#options);
             this.#message = stream.finalMessage();
@@ -114,18 +198,19 @@ export class BetaToolRunner<Stream extends boolean> {
             yield this.#message as any;
           }
 
-          if (!this.#mutated) {
-            const { role, content } = await this.#message;
-            this.#state.params.messages.push({ role, content });
-          }
-
-          const toolMessage = await this.#generateToolResponse(this.#state.params.messages.at(-1)!);
-          if (toolMessage) {
-            this.#state.params.messages.push(toolMessage);
-          }
-
-          if (!toolMessage && !this.#mutated) {
-            break;
+          const isCompacted = await this.#checkAndCompact();
+          if (!isCompacted) {
+            if (!this.#mutated) {
+              const { role, content } = await this.#message;
+              this.#state.params.messages.push({ role, content });
+            }
+
+            const toolMessage = await this.#generateToolResponse(this.#state.params.messages.at(-1)!);
+            if (toolMessage) {
+              this.#state.params.messages.push(toolMessage);
+            } else if (!this.#mutated) {
+              break;
+            }
           }
         } finally {
           if (stream) {
@@ -327,7 +412,7 @@ async function generateToolResponse(
 
   const toolResults = await Promise.all(
     toolUseBlocks.map(async (toolUse) => {
-      const tool = params.tools.find((t) => t.name === toolUse.name);
+      const tool = params.tools.find((t) => ('name' in t ? t.name : t.mcp_server_name) === toolUse.name);
       if (!tool || !('run' in tool)) {
         return {
           type: 'tool_result' as const,
@@ -381,6 +466,7 @@ export type BetaToolRunnerParams = Simplify<
      * When exceeded, the loop will terminate even if tools are still being requested.
      */
     max_iterations?: number;
+    compactionControl?: CompactionControl;
   }
 >;
 

package/src/lib/tools/CompactionControl.ts

@@ -0,0 +1,52 @@
+import { Model } from '../../resources';
+
+export const DEFAULT_TOKEN_THRESHOLD = 100_000;
+
+export const DEFAULT_SUMMARY_PROMPT = `You have been working on the task described above but have not yet completed it. Write a continuation summary that will allow you (or another instance of yourself) to resume work efficiently in a future context window where the conversation history will be replaced with this summary. Your summary should be structured, concise, and actionable. Include:
+1. Task Overview
+The user's core request and success criteria
+Any clarifications or constraints they specified
+2. Current State
+What has been completed so far
+Files created, modified, or analyzed (with paths if relevant)
+Key outputs or artifacts produced
+3. Important Discoveries
+Technical constraints or requirements uncovered
+Decisions made and their rationale
+Errors encountered and how they were resolved
+What approaches were tried that didn't work (and why)
+4. Next Steps
+Specific actions needed to complete the task
+Any blockers or open questions to resolve
+Priority order if multiple steps remain
+5. Context to Preserve
+User preferences or style requirements
+Domain-specific details that aren't obvious
+Any promises made to the user
+Be concise but complete—err on the side of including information that would prevent duplicate work or repeated mistakes. Write in a way that enables immediate resumption of the task.
+Wrap your summary in <summary></summary> tags.`;
+
+export interface CompactionControl {
+  /**
+   * The context token threshold at which to trigger compaction.
+   *
+   * When the cumulative token count (input + output) across all messages exceeds this threshold,
+   * the message history will be automatically summarized and compressed.
+   *
+   * @default 100000
+   */
+  contextTokenThreshold?: number;
+
+  /**
+   * The model to use for generating the compaction summary.
+   * If not specified, defaults to the same model used for the tool runner.
+   */
+  model?: Model;
+
+  /**
+   * The prompt used to instruct the model on how to generate the summary.
+   */
+  summaryPrompt?: string;
+
+  enabled: boolean;
+}

package/src/lib/tools/ToolRunner.ts

@@ -319,7 +319,7 @@ async function generateToolResponse(
 
   const toolResults = await Promise.all(
     toolUseBlocks.map(async (toolUse) => {
-      const tool = params.tools.find((t) => t.name === toolUse.name);
+      const tool = params.tools.find((t) => ('name' in t ? t.name : t.mcp_server_name) === toolUse.name);
       if (!tool || !('run' in tool)) {
         return {
           type: 'tool_result' as const,

package/src/resources/beta/beta.ts

@@ -72,6 +72,7 @@ import {
   BetaContextManagementConfig,
   BetaContextManagementResponse,
   BetaCountTokensContextManagementResponse,
+  BetaDirectCaller,
   BetaDocumentBlock,
   BetaFileDocumentSource,
   BetaFileImageSource,
@@ -83,6 +84,7 @@ import {
   BetaMCPToolResultBlock,
   BetaMCPToolUseBlock,
   BetaMCPToolUseBlockParam,
+  BetaMCPToolset,
   BetaMemoryTool20250818,
   BetaMemoryTool20250818Command,
   BetaMemoryTool20250818CreateCommand,
@@ -96,6 +98,7 @@ import {
   BetaMessageParam,
   BetaMessageTokensCount,
   BetaMetadata,
+  BetaOutputConfig,
   BetaPlainTextSource,
   BetaRawContentBlockDelta,
   BetaRawContentBlockDeltaEvent,
@@ -112,6 +115,7 @@ import {
   BetaRequestMCPServerURLDefinition,
   BetaRequestMCPToolResultBlockParam,
   BetaSearchResultBlockParam,
+  BetaServerToolCaller,
   BetaServerToolUsage,
   BetaServerToolUseBlock,
   BetaServerToolUseBlockParam,
@@ -151,8 +155,10 @@ import {
   BetaToolChoiceTool,
   BetaToolComputerUse20241022,
   BetaToolComputerUse20250124,
+  BetaToolComputerUse20251124,
+  BetaToolReferenceBlock,
+  BetaToolReferenceBlockParam,
   BetaToolResultBlockParam,
-  BetaToolResultContentBlockParam,
   BetaToolTextEditor20241022,
   BetaToolTextEditor20250124,
   BetaToolTextEditor20250429,
@@ -188,6 +194,8 @@ import {
   MessageCreateParamsNonStreaming,
   MessageCreateParamsStreaming,
   Messages,
+  BetaMCPToolConfig,
+  BetaMCPToolDefaultConfig,
 } from './messages/messages';
 import * as SkillsAPI from './skills/skills';
 import {
@@ -222,6 +230,7 @@ export type AnthropicBeta =
   | 'output-128k-2025-02-19'
   | 'files-api-2025-04-14'
   | 'mcp-client-2025-04-04'
+  | 'mcp-client-2025-11-20'
   | 'dev-full-thinking-2025-05-14'
   | 'interleaved-thinking-2025-05-14'
   | 'code-execution-2025-05-22'
@@ -389,6 +398,7 @@ export declare namespace Beta {
     type BetaContextManagementConfig as BetaContextManagementConfig,
     type BetaContextManagementResponse as BetaContextManagementResponse,
     type BetaCountTokensContextManagementResponse as BetaCountTokensContextManagementResponse,
+    type BetaDirectCaller as BetaDirectCaller,
     type BetaDocumentBlock as BetaDocumentBlock,
     type BetaFileDocumentSource as BetaFileDocumentSource,
     type BetaFileImageSource as BetaFileImageSource,
@@ -397,9 +407,12 @@ export declare namespace Beta {
     type BetaJSONOutputFormat as BetaJSONOutputFormat,
     type BetaInputTokensClearAtLeast as BetaInputTokensClearAtLeast,
     type BetaInputTokensTrigger as BetaInputTokensTrigger,
+    type BetaMCPToolConfig as BetaMCPToolConfig,
+    type BetaMCPToolDefaultConfig as BetaMCPToolDefaultConfig,
     type BetaMCPToolResultBlock as BetaMCPToolResultBlock,
     type BetaMCPToolUseBlock as BetaMCPToolUseBlock,
     type BetaMCPToolUseBlockParam as BetaMCPToolUseBlockParam,
+    type BetaMCPToolset as BetaMCPToolset,
     type BetaMemoryTool20250818 as BetaMemoryTool20250818,
     type BetaMemoryTool20250818Command as BetaMemoryTool20250818Command,
     type BetaMemoryTool20250818CreateCommand as BetaMemoryTool20250818CreateCommand,
@@ -413,6 +426,7 @@ export declare namespace Beta {
     type BetaMessageParam as BetaMessageParam,
     type BetaMessageTokensCount as BetaMessageTokensCount,
     type BetaMetadata as BetaMetadata,
+    type BetaOutputConfig as BetaOutputConfig,
     type BetaPlainTextSource as BetaPlainTextSource,
     type BetaRawContentBlockDelta as BetaRawContentBlockDelta,
     type BetaRawContentBlockDeltaEvent as BetaRawContentBlockDeltaEvent,
@@ -429,6 +443,7 @@ export declare namespace Beta {
     type BetaRequestMCPServerURLDefinition as BetaRequestMCPServerURLDefinition,
     type BetaRequestMCPToolResultBlockParam as BetaRequestMCPToolResultBlockParam,
     type BetaSearchResultBlockParam as BetaSearchResultBlockParam,
+    type BetaServerToolCaller as BetaServerToolCaller,
     type BetaServerToolUsage as BetaServerToolUsage,
     type BetaServerToolUseBlock as BetaServerToolUseBlock,
     type BetaServerToolUseBlockParam as BetaServerToolUseBlockParam,
@@ -468,8 +483,10 @@ export declare namespace Beta {
     type BetaToolChoiceTool as BetaToolChoiceTool,
     type BetaToolComputerUse20241022 as BetaToolComputerUse20241022,
     type BetaToolComputerUse20250124 as BetaToolComputerUse20250124,
+    type BetaToolComputerUse20251124 as BetaToolComputerUse20251124,
+    type BetaToolReferenceBlock as BetaToolReferenceBlock,
+    type BetaToolReferenceBlockParam as BetaToolReferenceBlockParam,
     type BetaToolResultBlockParam as BetaToolResultBlockParam,
-    type BetaToolResultContentBlockParam as BetaToolResultContentBlockParam,
     type BetaToolTextEditor20241022 as BetaToolTextEditor20241022,
     type BetaToolTextEditor20250124 as BetaToolTextEditor20250124,
     type BetaToolTextEditor20250429 as BetaToolTextEditor20250429,

package/src/resources/beta/index.ts

@@ -82,6 +82,7 @@ export {
   type BetaContextManagementConfig,
   type BetaContextManagementResponse,
   type BetaCountTokensContextManagementResponse,
+  type BetaDirectCaller,
   type BetaDocumentBlock,
   type BetaFileDocumentSource,
   type BetaFileImageSource,
@@ -90,9 +91,12 @@ export {
   type BetaJSONOutputFormat,
   type BetaInputTokensClearAtLeast,
   type BetaInputTokensTrigger,
+  type BetaMCPToolConfig,
+  type BetaMCPToolDefaultConfig,
   type BetaMCPToolResultBlock,
   type BetaMCPToolUseBlock,
   type BetaMCPToolUseBlockParam,
+  type BetaMCPToolset,
   type BetaMemoryTool20250818,
   type BetaMemoryTool20250818Command,
   type BetaMemoryTool20250818CreateCommand,
@@ -106,6 +110,7 @@ export {
   type BetaMessageParam,
   type BetaMessageTokensCount,
   type BetaMetadata,
+  type BetaOutputConfig,
   type BetaPlainTextSource,
   type BetaRawContentBlockDelta,
   type BetaRawContentBlockDeltaEvent,
@@ -122,6 +127,7 @@ export {
   type BetaRequestMCPServerURLDefinition,
   type BetaRequestMCPToolResultBlockParam,
   type BetaSearchResultBlockParam,
+  type BetaServerToolCaller,
   type BetaServerToolUsage,
   type BetaServerToolUseBlock,
   type BetaServerToolUseBlockParam,
@@ -161,8 +167,18 @@ export {
   type BetaToolChoiceTool,
   type BetaToolComputerUse20241022,
   type BetaToolComputerUse20250124,
+  type BetaToolComputerUse20251124,
+  type BetaToolReferenceBlock,
+  type BetaToolReferenceBlockParam,
   type BetaToolResultBlockParam,
-  type BetaToolResultContentBlockParam,
+  type BetaToolSearchToolBm25_20251119,
+  type BetaToolSearchToolRegex20251119,
+  type BetaToolSearchToolResultBlock,
+  type BetaToolSearchToolResultBlockParam,
+  type BetaToolSearchToolResultError,
+  type BetaToolSearchToolResultErrorParam,
+  type BetaToolSearchToolSearchResultBlock,
+  type BetaToolSearchToolSearchResultBlockParam,
   type BetaToolTextEditor20241022,
   type BetaToolTextEditor20250124,
   type BetaToolTextEditor20250429,
@@ -198,6 +214,7 @@ export {
   type MessageCreateParamsNonStreaming,
   type MessageCreateParamsStreaming,
   type MessageCountTokensParams,
+  type BetaToolResultContentBlockParam,
 } from './messages/index';
 export {
   Models,