@anthropic-ai/sdk 0.70.1 → 0.71.1

package/src/client.ts

@@ -270,7 +270,7 @@ export class BaseAnthropic {
   baseURL: string;
   maxRetries: number;
   timeout: number;
-  logger: Logger | undefined;
+  logger: Logger;
   logLevel: LogLevel | undefined;
   fetchOptions: MergedRequestInit | undefined;
 

package/src/helpers/beta/json-schema.ts

@@ -37,7 +37,7 @@ export function betaTool<const Schema extends Exclude<JSONSchema, boolean> & { t
 /**
  * Creates a JSON schema output format object from the given JSON schema.
  * If this is passed to the `.parse()` method then the response message will contain a
- * `.parsed` property that is the result of parsing the content with the given JSON schema.
+ * `.parsed_output` property that is the result of parsing the content with the given JSON schema.
  *
  */
 export function betaJSONSchemaOutputFormat<

package/src/helpers/beta/zod.ts

@@ -9,7 +9,7 @@ import { BetaToolResultContentBlockParam } from '../../resources/beta';
  * Creates a JSON schema output format object from the given Zod schema.
  *
  * If this is passed to the `.parse()` method then the response message will contain a
- * `.parsed` property that is the result of parsing the content with the given Zod object.
+ * `.parsed_output` property that is the result of parsing the content with the given Zod object.
  *
  * This can be passed directly to the `.create()` method but will not
  * result in any automatic parsing, you'll have to parse the response yourself.

package/src/lib/BetaMessageStream.ts

@@ -1,4 +1,5 @@
 import { partialParse } from '../_vendor/partial-json-parser/parser';
+import type { Logger } from '../client';
 import { AnthropicError, APIUserAbortError } from '../error';
 import { isAbortError } from '../internal/errors';
 import { type RequestOptions } from '../internal/request-options';
@@ -73,8 +74,9 @@ export class BetaMessageStream<ParsedT = null> implements AsyncIterable<BetaMess
   #catchingPromiseCreated = false;
   #response: Response | null | undefined;
   #request_id: string | null | undefined;
+  #logger: Logger;
 
-  constructor(params: MessageCreateParamsBase | null) {
+  constructor(params: MessageCreateParamsBase | null, opts?: { logger?: Logger | undefined }) {
     this.#connectedPromise = new Promise<Response | null>((resolve, reject) => {
       this.#resolveConnectedPromise = resolve;
       this.#rejectConnectedPromise = reject;
@@ -93,6 +95,7 @@ export class BetaMessageStream<ParsedT = null> implements AsyncIterable<BetaMess
     this.#endPromise.catch(() => {});
 
     this.#params = params;
+    this.#logger = opts?.logger ?? console;
   }
 
   get response(): Response | null | undefined {
@@ -147,8 +150,9 @@ export class BetaMessageStream<ParsedT = null> implements AsyncIterable<BetaMess
     messages: BetaMessages,
     params: MessageCreateParamsBase,
     options?: RequestOptions,
+    { logger }: { logger?: Logger | undefined } = {},
   ): BetaMessageStream<ParsedT> {
-    const runner = new BetaMessageStream<ParsedT>(params as MessageCreateParamsStreaming);
+    const runner = new BetaMessageStream<ParsedT>(params as MessageCreateParamsStreaming, { logger });
     for (const message of params.messages) {
       runner._addMessageParam(message);
     }
@@ -479,7 +483,10 @@ export class BetaMessageStream<ParsedT = null> implements AsyncIterable<BetaMess
       }
       case 'message_stop': {
         this._addMessageParam(messageSnapshot);
-        this._addMessage(maybeParseBetaMessage(messageSnapshot, this.#params), true);
+        this._addMessage(
+          maybeParseBetaMessage(messageSnapshot, this.#params, { logger: this.#logger }),
+          true,
+        );
         break;
       }
       case 'content_block_stop': {
@@ -504,7 +511,7 @@ export class BetaMessageStream<ParsedT = null> implements AsyncIterable<BetaMess
       throw new AnthropicError(`request ended without sending any chunks`);
     }
     this.#currentMessageSnapshot = undefined;
-    return maybeParseBetaMessage(snapshot, this.#params);
+    return maybeParseBetaMessage(snapshot, this.#params, { logger: this.#logger });
   }
 
   protected async _fromReadableStream(

package/src/lib/beta-parser.ts

@@ -1,3 +1,4 @@
+import type { Logger } from '../client';
 import { AnthropicError } from '../core/error';
 import {
   BetaContentBlock,
@@ -29,22 +30,33 @@ export type ParsedBetaMessage<ParsedT> = BetaMessage & {
 };
 
 export type ParsedBetaContentBlock<ParsedT> =
-  | (BetaTextBlock & { parsed: ParsedT | null })
+  | (BetaTextBlock & { parsed_output: ParsedT | null })
   | Exclude<BetaContentBlock, BetaTextBlock>;
 
 export function maybeParseBetaMessage<Params extends BetaParseableMessageCreateParams | null>(
   message: BetaMessage,
   params: Params,
+  opts: { logger: Logger },
 ): ParsedBetaMessage<ExtractParsedContentFromBetaParams<NonNullable<Params>>> {
   if (!params || !('parse' in (params.output_format ?? {}))) {
     return {
       ...message,
       content: message.content.map((block) => {
         if (block.type === 'text') {
-          return {
-            ...block,
-            parsed: null,
-          };
+          const parsedBlock = Object.defineProperty({ ...block }, 'parsed_output', {
+            value: null,
+            enumerable: false,
+          }) as ParsedBetaContentBlock<ExtractParsedContentFromBetaParams<NonNullable<Params>>>;
+
+          return Object.defineProperty(parsedBlock, 'parsed', {
+            get() {
+              opts.logger.warn(
+                'The `parsed` property on `text` blocks is deprecated, please use `parsed_output` instead.',
+              );
+              return null;
+            },
+            enumerable: false,
+          });
         }
         return block;
       }),
@@ -52,28 +64,38 @@ export function maybeParseBetaMessage<Params extends BetaParseableMessageCreateP
     } as ParsedBetaMessage<ExtractParsedContentFromBetaParams<NonNullable<Params>>>;
   }
 
-  return parseBetaMessage(message, params);
+  return parseBetaMessage(message, params, opts);
 }
 
 export function parseBetaMessage<Params extends BetaParseableMessageCreateParams>(
   message: BetaMessage,
   params: Params,
+  opts: { logger: Logger },
 ): ParsedBetaMessage<ExtractParsedContentFromBetaParams<Params>> {
-  let firstParsed: ReturnType<typeof parseBetaOutputFormat<Params>> | null = null;
+  let firstParsedOutput: ReturnType<typeof parseBetaOutputFormat<Params>> | null = null;
 
   const content: Array<ParsedBetaContentBlock<ExtractParsedContentFromBetaParams<Params>>> =
     message.content.map((block) => {
       if (block.type === 'text') {
-        const parsed = parseBetaOutputFormat(params, block.text);
+        const parsedOutput = parseBetaOutputFormat(params, block.text);
 
-        if (firstParsed === null) {
-          firstParsed = parsed;
+        if (firstParsedOutput === null) {
+          firstParsedOutput = parsedOutput;
         }
 
-        return {
-          ...block,
-          parsed,
-        };
+        const parsedBlock = Object.defineProperty({ ...block }, 'parsed_output', {
+          value: parsedOutput,
+          enumerable: false,
+        }) as ParsedBetaContentBlock<ExtractParsedContentFromBetaParams<Params>>;
+        return Object.defineProperty(parsedBlock, 'parsed', {
+          get() {
+            opts.logger.warn(
+              'The `parsed` property on `text` blocks is deprecated, please use `parsed_output` instead.',
+            );
+            return parsedOutput;
+          },
+          enumerable: false,
+        });
       }
       return block;
     });
@@ -81,7 +103,7 @@ export function parseBetaMessage<Params extends BetaParseableMessageCreateParams
   return {
     ...message,
     content,
-    parsed_output: firstParsed,
+    parsed_output: firstParsedOutput,
   } as ParsedBetaMessage<ExtractParsedContentFromBetaParams<Params>>;
 }
 

package/src/lib/tools/BetaToolRunner.ts

@@ -5,6 +5,7 @@ import { BetaMessage, BetaMessageParam, BetaToolUnion, MessageCreateParams } fro
 import { BetaMessageStream } from '../BetaMessageStream';
 import { RequestOptions } from '../../internal/request-options';
 import { buildHeaders } from '../../internal/headers';
+import { CompactionControl, DEFAULT_SUMMARY_PROMPT, DEFAULT_TOKEN_THRESHOLD } from './CompactionControl';
 
 /**
  * Just Promise.withResolvers(), which is not available in all environments.
@@ -72,6 +73,88 @@ export class BetaToolRunner<Stream extends boolean> {
     this.#completion = promiseWithResolvers();
   }
 
+  async #checkAndCompact(): Promise<boolean> {
+    const compactionControl = this.#state.params.compactionControl;
+    if (!compactionControl || !compactionControl.enabled) {
+      return false;
+    }
+
+    let tokensUsed = 0;
+    if (this.#message !== undefined) {
+      try {
+        const message = await this.#message;
+        const totalInputTokens =
+          message.usage.input_tokens +
+          (message.usage.cache_creation_input_tokens ?? 0) +
+          (message.usage.cache_read_input_tokens ?? 0);
+        tokensUsed = totalInputTokens + message.usage.output_tokens;
+      } catch {
+        // If we can't get the message, skip compaction
+        return false;
+      }
+    }
+
+    const threshold = compactionControl.contextTokenThreshold ?? DEFAULT_TOKEN_THRESHOLD;
+
+    if (tokensUsed < threshold) {
+      return false;
+    }
+
+    const model = compactionControl.model ?? this.#state.params.model;
+    const summaryPrompt = compactionControl.summaryPrompt ?? DEFAULT_SUMMARY_PROMPT;
+
+    const messages = this.#state.params.messages;
+
+    if (messages[messages.length - 1]!.role === 'assistant') {
+      // Remove tool_use blocks from the last message to avoid 400 error
+      // (tool_use requires tool_result, which we don't have yet)
+      const lastMessage = messages[messages.length - 1]!;
+      if (Array.isArray(lastMessage.content)) {
+        const nonToolBlocks = lastMessage.content.filter((block) => block.type !== 'tool_use');
+
+        if (nonToolBlocks.length === 0) {
+          // If all blocks were tool_use, just remove the message entirely
+          messages.pop();
+        } else {
+          lastMessage.content = nonToolBlocks;
+        }
+      }
+    }
+
+    const response = await this.client.beta.messages.create(
+      {
+        model,
+        messages: [
+          ...messages,
+          {
+            role: 'user',
+            content: [
+              {
+                type: 'text',
+                text: summaryPrompt,
+              },
+            ],
+          },
+        ],
+        max_tokens: this.#state.params.max_tokens,
+      },
+      {
+        headers: { 'x-stainless-helper': 'compaction' },
+      },
+    );
+
+    if (response.content[0]?.type !== 'text') {
+      throw new AnthropicError('Expected text response for compaction');
+    }
+    this.#state.params.messages = [
+      {
+        role: 'user',
+        content: response.content,
+      },
+    ];
+    return true;
+  }
+
   async *[Symbol.asyncIterator](): AsyncIterator<
     Stream extends true ? BetaMessageStream
     : Stream extends false ? BetaMessage
@@ -97,11 +180,12 @@ export class BetaToolRunner<Stream extends boolean> {
           }
 
           this.#mutated = false;
-          this.#message = undefined;
           this.#toolResponse = undefined;
           this.#iterationCount++;
+          this.#message = undefined;
+
+          const { max_iterations, compactionControl, ...params } = this.#state.params;
 
-          const { max_iterations, ...params } = this.#state.params;
           if (params.stream) {
             stream = this.client.beta.messages.stream({ ...params }, this.#options);
             this.#message = stream.finalMessage();
@@ -114,18 +198,19 @@ export class BetaToolRunner<Stream extends boolean> {
             yield this.#message as any;
           }
 
-          if (!this.#mutated) {
-            const { role, content } = await this.#message;
-            this.#state.params.messages.push({ role, content });
-          }
-
-          const toolMessage = await this.#generateToolResponse(this.#state.params.messages.at(-1)!);
-          if (toolMessage) {
-            this.#state.params.messages.push(toolMessage);
-          }
-
-          if (!toolMessage && !this.#mutated) {
-            break;
+          const isCompacted = await this.#checkAndCompact();
+          if (!isCompacted) {
+            if (!this.#mutated) {
+              const { role, content } = await this.#message;
+              this.#state.params.messages.push({ role, content });
+            }
+
+            const toolMessage = await this.#generateToolResponse(this.#state.params.messages.at(-1)!);
+            if (toolMessage) {
+              this.#state.params.messages.push(toolMessage);
+            } else if (!this.#mutated) {
+              break;
+            }
           }
         } finally {
           if (stream) {
@@ -327,7 +412,7 @@ async function generateToolResponse(
 
   const toolResults = await Promise.all(
     toolUseBlocks.map(async (toolUse) => {
-      const tool = params.tools.find((t) => t.name === toolUse.name);
+      const tool = params.tools.find((t) => ('name' in t ? t.name : t.mcp_server_name) === toolUse.name);
       if (!tool || !('run' in tool)) {
         return {
           type: 'tool_result' as const,
@@ -381,6 +466,7 @@ export type BetaToolRunnerParams = Simplify<
      * When exceeded, the loop will terminate even if tools are still being requested.
      */
     max_iterations?: number;
+    compactionControl?: CompactionControl;
   }
 >;
 

package/src/lib/tools/CompactionControl.ts

@@ -0,0 +1,52 @@
+import { Model } from '../../resources';
+
+export const DEFAULT_TOKEN_THRESHOLD = 100_000;
+
+export const DEFAULT_SUMMARY_PROMPT = `You have been working on the task described above but have not yet completed it. Write a continuation summary that will allow you (or another instance of yourself) to resume work efficiently in a future context window where the conversation history will be replaced with this summary. Your summary should be structured, concise, and actionable. Include:
+1. Task Overview
+The user's core request and success criteria
+Any clarifications or constraints they specified
+2. Current State
+What has been completed so far
+Files created, modified, or analyzed (with paths if relevant)
+Key outputs or artifacts produced
+3. Important Discoveries
+Technical constraints or requirements uncovered
+Decisions made and their rationale
+Errors encountered and how they were resolved
+What approaches were tried that didn't work (and why)
+4. Next Steps
+Specific actions needed to complete the task
+Any blockers or open questions to resolve
+Priority order if multiple steps remain
+5. Context to Preserve
+User preferences or style requirements
+Domain-specific details that aren't obvious
+Any promises made to the user
+Be concise but complete—err on the side of including information that would prevent duplicate work or repeated mistakes. Write in a way that enables immediate resumption of the task.
+Wrap your summary in <summary></summary> tags.`;
+
+export interface CompactionControl {
+  /**
+   * The context token threshold at which to trigger compaction.
+   *
+   * When the cumulative token count (input + output) across all messages exceeds this threshold,
+   * the message history will be automatically summarized and compressed.
+   *
+   * @default 100000
+   */
+  contextTokenThreshold?: number;
+
+  /**
+   * The model to use for generating the compaction summary.
+   * If not specified, defaults to the same model used for the tool runner.
+   */
+  model?: Model;
+
+  /**
+   * The prompt used to instruct the model on how to generate the summary.
+   */
+  summaryPrompt?: string;
+
+  enabled: boolean;
+}

package/src/lib/tools/ToolRunner.ts

@@ -319,7 +319,7 @@ async function generateToolResponse(
 
   const toolResults = await Promise.all(
     toolUseBlocks.map(async (toolUse) => {
-      const tool = params.tools.find((t) => t.name === toolUse.name);
+      const tool = params.tools.find((t) => ('name' in t ? t.name : t.mcp_server_name) === toolUse.name);
       if (!tool || !('run' in tool)) {
         return {
           type: 'tool_result' as const,

package/src/resources/beta/beta.ts

@@ -72,6 +72,7 @@ import {
   BetaContextManagementConfig,
   BetaContextManagementResponse,
   BetaCountTokensContextManagementResponse,
+  BetaDirectCaller,
   BetaDocumentBlock,
   BetaFileDocumentSource,
   BetaFileImageSource,
@@ -83,6 +84,7 @@ import {
   BetaMCPToolResultBlock,
   BetaMCPToolUseBlock,
   BetaMCPToolUseBlockParam,
+  BetaMCPToolset,
   BetaMemoryTool20250818,
   BetaMemoryTool20250818Command,
   BetaMemoryTool20250818CreateCommand,
@@ -96,6 +98,7 @@ import {
   BetaMessageParam,
   BetaMessageTokensCount,
   BetaMetadata,
+  BetaOutputConfig,
   BetaPlainTextSource,
   BetaRawContentBlockDelta,
   BetaRawContentBlockDeltaEvent,
@@ -112,6 +115,7 @@ import {
   BetaRequestMCPServerURLDefinition,
   BetaRequestMCPToolResultBlockParam,
   BetaSearchResultBlockParam,
+  BetaServerToolCaller,
   BetaServerToolUsage,
   BetaServerToolUseBlock,
   BetaServerToolUseBlockParam,
@@ -151,8 +155,10 @@ import {
   BetaToolChoiceTool,
   BetaToolComputerUse20241022,
   BetaToolComputerUse20250124,
+  BetaToolComputerUse20251124,
+  BetaToolReferenceBlock,
+  BetaToolReferenceBlockParam,
   BetaToolResultBlockParam,
-  BetaToolResultContentBlockParam,
   BetaToolTextEditor20241022,
   BetaToolTextEditor20250124,
   BetaToolTextEditor20250429,
@@ -188,6 +194,8 @@ import {
   MessageCreateParamsNonStreaming,
   MessageCreateParamsStreaming,
   Messages,
+  BetaMCPToolConfig,
+  BetaMCPToolDefaultConfig,
 } from './messages/messages';
 import * as SkillsAPI from './skills/skills';
 import {
@@ -222,6 +230,7 @@ export type AnthropicBeta =
   | 'output-128k-2025-02-19'
   | 'files-api-2025-04-14'
   | 'mcp-client-2025-04-04'
+  | 'mcp-client-2025-11-20'
   | 'dev-full-thinking-2025-05-14'
   | 'interleaved-thinking-2025-05-14'
   | 'code-execution-2025-05-22'
@@ -389,6 +398,7 @@ export declare namespace Beta {
     type BetaContextManagementConfig as BetaContextManagementConfig,
     type BetaContextManagementResponse as BetaContextManagementResponse,
     type BetaCountTokensContextManagementResponse as BetaCountTokensContextManagementResponse,
+    type BetaDirectCaller as BetaDirectCaller,
     type BetaDocumentBlock as BetaDocumentBlock,
     type BetaFileDocumentSource as BetaFileDocumentSource,
     type BetaFileImageSource as BetaFileImageSource,
@@ -397,9 +407,12 @@ export declare namespace Beta {
     type BetaJSONOutputFormat as BetaJSONOutputFormat,
     type BetaInputTokensClearAtLeast as BetaInputTokensClearAtLeast,
     type BetaInputTokensTrigger as BetaInputTokensTrigger,
+    type BetaMCPToolConfig as BetaMCPToolConfig,
+    type BetaMCPToolDefaultConfig as BetaMCPToolDefaultConfig,
     type BetaMCPToolResultBlock as BetaMCPToolResultBlock,
     type BetaMCPToolUseBlock as BetaMCPToolUseBlock,
     type BetaMCPToolUseBlockParam as BetaMCPToolUseBlockParam,
+    type BetaMCPToolset as BetaMCPToolset,
     type BetaMemoryTool20250818 as BetaMemoryTool20250818,
     type BetaMemoryTool20250818Command as BetaMemoryTool20250818Command,
     type BetaMemoryTool20250818CreateCommand as BetaMemoryTool20250818CreateCommand,
@@ -413,6 +426,7 @@ export declare namespace Beta {
     type BetaMessageParam as BetaMessageParam,
     type BetaMessageTokensCount as BetaMessageTokensCount,
     type BetaMetadata as BetaMetadata,
+    type BetaOutputConfig as BetaOutputConfig,
     type BetaPlainTextSource as BetaPlainTextSource,
     type BetaRawContentBlockDelta as BetaRawContentBlockDelta,
     type BetaRawContentBlockDeltaEvent as BetaRawContentBlockDeltaEvent,
@@ -429,6 +443,7 @@ export declare namespace Beta {
     type BetaRequestMCPServerURLDefinition as BetaRequestMCPServerURLDefinition,
     type BetaRequestMCPToolResultBlockParam as BetaRequestMCPToolResultBlockParam,
     type BetaSearchResultBlockParam as BetaSearchResultBlockParam,
+    type BetaServerToolCaller as BetaServerToolCaller,
     type BetaServerToolUsage as BetaServerToolUsage,
     type BetaServerToolUseBlock as BetaServerToolUseBlock,
     type BetaServerToolUseBlockParam as BetaServerToolUseBlockParam,
@@ -468,8 +483,10 @@ export declare namespace Beta {
     type BetaToolChoiceTool as BetaToolChoiceTool,
     type BetaToolComputerUse20241022 as BetaToolComputerUse20241022,
     type BetaToolComputerUse20250124 as BetaToolComputerUse20250124,
+    type BetaToolComputerUse20251124 as BetaToolComputerUse20251124,
+    type BetaToolReferenceBlock as BetaToolReferenceBlock,
+    type BetaToolReferenceBlockParam as BetaToolReferenceBlockParam,
     type BetaToolResultBlockParam as BetaToolResultBlockParam,
-    type BetaToolResultContentBlockParam as BetaToolResultContentBlockParam,
     type BetaToolTextEditor20241022 as BetaToolTextEditor20241022,
     type BetaToolTextEditor20250124 as BetaToolTextEditor20250124,
     type BetaToolTextEditor20250429 as BetaToolTextEditor20250429,

package/src/resources/beta/index.ts

@@ -82,6 +82,7 @@ export {
   type BetaContextManagementConfig,
   type BetaContextManagementResponse,
   type BetaCountTokensContextManagementResponse,
+  type BetaDirectCaller,
   type BetaDocumentBlock,
   type BetaFileDocumentSource,
   type BetaFileImageSource,
@@ -90,9 +91,12 @@ export {
   type BetaJSONOutputFormat,
   type BetaInputTokensClearAtLeast,
   type BetaInputTokensTrigger,
+  type BetaMCPToolConfig,
+  type BetaMCPToolDefaultConfig,
   type BetaMCPToolResultBlock,
   type BetaMCPToolUseBlock,
   type BetaMCPToolUseBlockParam,
+  type BetaMCPToolset,
   type BetaMemoryTool20250818,
   type BetaMemoryTool20250818Command,
   type BetaMemoryTool20250818CreateCommand,
@@ -106,6 +110,7 @@ export {
   type BetaMessageParam,
   type BetaMessageTokensCount,
   type BetaMetadata,
+  type BetaOutputConfig,
   type BetaPlainTextSource,
   type BetaRawContentBlockDelta,
   type BetaRawContentBlockDeltaEvent,
@@ -122,6 +127,7 @@ export {
   type BetaRequestMCPServerURLDefinition,
   type BetaRequestMCPToolResultBlockParam,
   type BetaSearchResultBlockParam,
+  type BetaServerToolCaller,
   type BetaServerToolUsage,
   type BetaServerToolUseBlock,
   type BetaServerToolUseBlockParam,
@@ -161,8 +167,18 @@ export {
   type BetaToolChoiceTool,
   type BetaToolComputerUse20241022,
   type BetaToolComputerUse20250124,
+  type BetaToolComputerUse20251124,
+  type BetaToolReferenceBlock,
+  type BetaToolReferenceBlockParam,
   type BetaToolResultBlockParam,
-  type BetaToolResultContentBlockParam,
+  type BetaToolSearchToolBm25_20251119,
+  type BetaToolSearchToolRegex20251119,
+  type BetaToolSearchToolResultBlock,
+  type BetaToolSearchToolResultBlockParam,
+  type BetaToolSearchToolResultError,
+  type BetaToolSearchToolResultErrorParam,
+  type BetaToolSearchToolSearchResultBlock,
+  type BetaToolSearchToolSearchResultBlockParam,
   type BetaToolTextEditor20241022,
   type BetaToolTextEditor20250124,
   type BetaToolTextEditor20250429,
@@ -198,6 +214,7 @@ export {
   type MessageCreateParamsNonStreaming,
   type MessageCreateParamsStreaming,
   type MessageCountTokensParams,
+  type BetaToolResultContentBlockParam,
 } from './messages/index';
 export {
   Models,