@librechat/agents 3.1.78 → 3.1.79

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. package/dist/cjs/llm/anthropic/index.cjs +44 -55
  2. package/dist/cjs/llm/anthropic/index.cjs.map +1 -1
  3. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +33 -21
  4. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
  5. package/dist/cjs/llm/anthropic/utils/message_outputs.cjs +0 -4
  6. package/dist/cjs/llm/anthropic/utils/message_outputs.cjs.map +1 -1
  7. package/dist/cjs/messages/anthropicToolCache.cjs +48 -15
  8. package/dist/cjs/messages/anthropicToolCache.cjs.map +1 -1
  9. package/dist/cjs/messages/format.cjs +97 -14
  10. package/dist/cjs/messages/format.cjs.map +1 -1
  11. package/dist/cjs/tools/local/LocalExecutionEngine.cjs +14 -16
  12. package/dist/cjs/tools/local/LocalExecutionEngine.cjs.map +1 -1
  13. package/dist/esm/llm/anthropic/index.mjs +43 -54
  14. package/dist/esm/llm/anthropic/index.mjs.map +1 -1
  15. package/dist/esm/llm/anthropic/utils/message_inputs.mjs +33 -21
  16. package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
  17. package/dist/esm/llm/anthropic/utils/message_outputs.mjs +0 -4
  18. package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map +1 -1
  19. package/dist/esm/messages/anthropicToolCache.mjs +48 -15
  20. package/dist/esm/messages/anthropicToolCache.mjs.map +1 -1
  21. package/dist/esm/messages/format.mjs +97 -14
  22. package/dist/esm/messages/format.mjs.map +1 -1
  23. package/dist/esm/tools/local/LocalExecutionEngine.mjs +14 -16
  24. package/dist/esm/tools/local/LocalExecutionEngine.mjs.map +1 -1
  25. package/dist/types/llm/anthropic/index.d.ts +1 -9
  26. package/dist/types/messages/anthropicToolCache.d.ts +5 -5
  27. package/package.json +1 -1
  28. package/src/llm/anthropic/index.ts +55 -64
  29. package/src/llm/anthropic/llm.spec.ts +585 -0
  30. package/src/llm/anthropic/utils/message_inputs.ts +36 -21
  31. package/src/llm/anthropic/utils/message_outputs.ts +0 -4
  32. package/src/llm/anthropic/utils/server-tool-inputs.test.ts +95 -13
  33. package/src/messages/__tests__/anthropicToolCache.test.ts +46 -0
  34. package/src/messages/anthropicToolCache.ts +70 -25
  35. package/src/messages/format.ts +117 -18
  36. package/src/messages/formatAgentMessages.test.ts +202 -1
  37. package/src/specs/summarization.test.ts +3 -3
  38. package/src/tools/__tests__/LocalExecutionRoots.test.ts +8 -0
  39. package/src/tools/local/LocalExecutionEngine.ts +55 -54
  40. package/src/types/diff.d.ts +15 -0
@@ -1 +1 @@
1
- {"version":3,"file":"message_outputs.mjs","sources":["../../../../../src/llm/anthropic/utils/message_outputs.ts"],"sourcesContent":["/** This util file contains functions for converting Anthropic messages to LangChain messages. */\nimport { AIMessage, AIMessageChunk } from '@langchain/core/messages';\n\nimport type Anthropic from '@anthropic-ai/sdk';\nimport type { UsageMetadata } from '@langchain/core/messages';\nimport type { ToolCallChunk } from '@langchain/core/messages/tool';\nimport type { ChatGeneration } from '@langchain/core/outputs';\nimport type { MessageContentComplex } from '@/types';\nimport type { AnthropicMessageResponse } from '../types';\n\nimport { toLangChainContent } from '@/messages/langchain';\nimport { extractToolCalls } from './output_parsers';\n\ninterface AnthropicUsageData {\n input_tokens?: number | null;\n output_tokens?: number | null;\n cache_creation_input_tokens?: number | null;\n cache_read_input_tokens?: number | null;\n}\n\nexport function getAnthropicUsageMetadata(\n usage: AnthropicUsageData | null | undefined\n): UsageMetadata | undefined {\n if (usage == null) {\n return undefined;\n }\n\n const cacheCreationInputTokens = usage.cache_creation_input_tokens ?? 0;\n const cacheReadInputTokens = usage.cache_read_input_tokens ?? 0;\n // Anthropic reports uncached input separately from cache creation/read tokens.\n const inputTokens =\n (usage.input_tokens ?? 0) + cacheCreationInputTokens + cacheReadInputTokens;\n const outputTokens = usage.output_tokens ?? 0;\n\n return {\n input_tokens: inputTokens,\n output_tokens: outputTokens,\n total_tokens: inputTokens + outputTokens,\n input_token_details: {\n cache_creation: cacheCreationInputTokens,\n cache_read: cacheReadInputTokens,\n },\n };\n}\n\nfunction _isAnthropicCompactionBlock(\n block: unknown\n): block is Anthropic.Beta.BetaCompactionBlockParam {\n return (\n typeof block === 'object' &&\n block !== null &&\n 'type' in block &&\n block.type === 'compaction'\n );\n}\n\nexport function _makeMessageChunkFromAnthropicEvent(\n data: Anthropic.Beta.Messages.BetaRawMessageStreamEvent,\n fields: {\n streamUsage: boolean;\n coerceContentToString: boolean;\n }\n): {\n chunk: AIMessageChunk;\n} | null {\n const responseMetadata = { model_provider: 'anthropic' };\n if (data.type === 'message_start') {\n // eslint-disable-next-line @typescript-eslint/no-unused-vars\n const { content, usage, ...additionalKwargs } = data.message;\n const {\n input_tokens: _inputTokens,\n output_tokens: _outputTokens,\n ...rest\n } = usage;\n const usageMetadata = getAnthropicUsageMetadata(usage);\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : [],\n additional_kwargs: additionalKwargs,\n usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n response_metadata: {\n ...responseMetadata,\n usage: {\n ...rest,\n },\n },\n id: data.message.id,\n }),\n };\n } else if (data.type === 'message_delta') {\n const messageDeltaResponseMetadata = { ...responseMetadata };\n if ('context_management' in data.delta) {\n Object.assign(messageDeltaResponseMetadata, {\n context_management: data.delta.context_management,\n });\n }\n const usageMetadata: UsageMetadata = {\n input_tokens: 0,\n output_tokens: data.usage.output_tokens,\n total_tokens: data.usage.output_tokens,\n input_token_details: {\n cache_creation: data.usage.cache_creation_input_tokens ?? undefined,\n cache_read: data.usage.cache_read_input_tokens ?? undefined,\n },\n };\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : [],\n response_metadata: messageDeltaResponseMetadata,\n additional_kwargs: { ...data.delta },\n usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n [\n 'tool_use',\n 'document',\n 'server_tool_use',\n 'web_search_tool_result',\n ].includes(data.content_block.type)\n ) {\n const contentBlock = data.content_block;\n let toolCallChunks: ToolCallChunk[];\n if (contentBlock.type === 'tool_use') {\n toolCallChunks = [\n {\n id: contentBlock.id,\n index: data.index,\n name: contentBlock.name,\n args: '',\n },\n ];\n } else if (contentBlock.type === 'server_tool_use') {\n // Handle anthropic built-in server tool use (like web search)\n toolCallChunks = [\n {\n id: contentBlock.id,\n index: data.index,\n name: contentBlock.name,\n args: '',\n },\n ];\n } else {\n toolCallChunks = [];\n }\n const content = [\n {\n index: data.index,\n ...data.content_block,\n input:\n contentBlock.type === 'server_tool_use' ||\n contentBlock.type === 'tool_use'\n ? ''\n : undefined,\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : content,\n response_metadata: responseMetadata,\n additional_kwargs: {},\n tool_call_chunks: toolCallChunks,\n }),\n };\n } else if (\n data.type === 'content_block_delta' &&\n [\n 'text_delta',\n 'citations_delta',\n 'thinking_delta',\n 'signature_delta',\n ].includes(data.delta.type)\n ) {\n if (fields.coerceContentToString && 'text' in data.delta) {\n return {\n chunk: new AIMessageChunk({\n content: data.delta.text,\n }),\n };\n } else {\n const contentBlock: Record<string, unknown> = { ...data.delta };\n if ('citation' in contentBlock) {\n contentBlock.citations = [contentBlock.citation];\n delete contentBlock.citation;\n }\n if (\n contentBlock.type === 'thinking_delta' ||\n contentBlock.type === 'signature_delta'\n ) {\n return {\n chunk: new AIMessageChunk({\n content: [{ index: data.index, ...contentBlock, type: 'thinking' }],\n response_metadata: responseMetadata,\n }),\n };\n }\n\n return {\n chunk: new AIMessageChunk({\n content: [{ index: data.index, ...contentBlock, type: 'text' }],\n response_metadata: responseMetadata,\n }),\n };\n }\n } else if (\n data.type === 'content_block_delta' &&\n data.delta.type === 'input_json_delta'\n ) {\n const content = [\n {\n index: data.index,\n input: data.delta.partial_json,\n type: data.delta.type,\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : content,\n response_metadata: responseMetadata,\n additional_kwargs: {},\n tool_call_chunks: [\n {\n index: data.index,\n args: data.delta.partial_json,\n },\n ],\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n data.content_block.type === 'text'\n ) {\n const content = data.content_block.text;\n const contentBlock = [\n {\n index: data.index,\n ...data.content_block,\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? content : contentBlock,\n response_metadata: responseMetadata,\n additional_kwargs: {},\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n data.content_block.type === 'redacted_thinking'\n ) {\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString\n ? ''\n : [{ index: data.index, ...data.content_block }],\n response_metadata: responseMetadata,\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n data.content_block.type === 'thinking'\n ) {\n const content = data.content_block.thinking;\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString\n ? content\n : [{ index: data.index, ...data.content_block }],\n response_metadata: responseMetadata,\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n _isAnthropicCompactionBlock(data.content_block)\n ) {\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString\n ? ''\n : [{ index: data.index, ...data.content_block }],\n response_metadata: responseMetadata,\n }),\n };\n } else if (\n data.type === 'content_block_delta' &&\n data.delta.type === 'compaction_delta'\n ) {\n const content = [\n {\n index: data.index,\n ...data.delta,\n type: 'compaction',\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : content,\n response_metadata: responseMetadata,\n }),\n };\n }\n return null;\n}\n\nexport function anthropicResponseToChatMessages(\n messages: AnthropicMessageResponse[],\n additionalKwargs: Record<string, unknown>\n): ChatGeneration[] {\n const responseMetadata = {\n ...additionalKwargs,\n model_provider: 'anthropic',\n };\n const usage = additionalKwargs.usage as AnthropicUsageData | null | undefined;\n const usageMetadata = getAnthropicUsageMetadata(usage);\n if (messages.length === 1 && messages[0].type === 'text') {\n return [\n {\n text: messages[0].text,\n message: new AIMessage({\n content: messages[0].text,\n additional_kwargs: additionalKwargs,\n usage_metadata: usageMetadata,\n response_metadata: responseMetadata,\n id: additionalKwargs.id as string,\n }),\n },\n ];\n } else {\n const toolCalls = extractToolCalls(messages);\n const generations: ChatGeneration[] = [\n {\n text: '',\n message: new AIMessage({\n content: toLangChainContent(messages as MessageContentComplex[]),\n additional_kwargs: additionalKwargs,\n tool_calls: toolCalls,\n usage_metadata: usageMetadata,\n response_metadata: responseMetadata,\n id: additionalKwargs.id as string,\n }),\n },\n ];\n return generations;\n }\n}\n"],"names":[],"mappings":";;;;AAAA;AAoBM,SAAU,yBAAyB,CACvC,KAA4C,EAAA;AAE5C,IAAA,IAAI,KAAK,IAAI,IAAI,EAAE;AACjB,QAAA,OAAO,SAAS;IAClB;AAEA,IAAA,MAAM,wBAAwB,GAAG,KAAK,CAAC,2BAA2B,IAAI,CAAC;AACvE,IAAA,MAAM,oBAAoB,GAAG,KAAK,CAAC,uBAAuB,IAAI,CAAC;;AAE/D,IAAA,MAAM,WAAW,GACf,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,IAAI,wBAAwB,GAAG,oBAAoB;AAC7E,IAAA,MAAM,YAAY,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC;IAE7C,OAAO;AACL,QAAA,YAAY,EAAE,WAAW;AACzB,QAAA,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,WAAW,GAAG,YAAY;AACxC,QAAA,mBAAmB,EAAE;AACnB,YAAA,cAAc,EAAE,wBAAwB;AACxC,YAAA,UAAU,EAAE,oBAAoB;AACjC,SAAA;KACF;AACH;AAEA,SAAS,2BAA2B,CAClC,KAAc,EAAA;AAEd,IAAA,QACE,OAAO,KAAK,KAAK,QAAQ;AACzB,QAAA,KAAK,KAAK,IAAI;AACd,QAAA,MAAM,IAAI,KAAK;AACf,QAAA,KAAK,CAAC,IAAI,KAAK,YAAY;AAE/B;AAEM,SAAU,mCAAmC,CACjD,IAAuD,EACvD,MAGC,EAAA;AAID,IAAA,MAAM,gBAAgB,GAAG,EAAE,cAAc,EAAE,WAAW,EAAE;AACxD,IAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;;AAEjC,QAAA,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,gBAAgB,EAAE,GAAG,IAAI,CAAC,OAAO;AAC5D,QAAA,MAAM,EACJ,YAAY,EAAE,YAAY,EAC1B,aAAa,EAAE,aAAa,EAC5B,GAAG,IAAI,EACR,GAAG,KAAK;AACT,QAAA,MAAM,aAAa,GAAG,yBAAyB,CAAC,KAAK,CAAC;QACtD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,gBAAgB;gBACnC,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;AAC9D,gBAAA,iBAAiB,EAAE;AACjB,oBAAA,GAAG,gBAAgB;AACnB,oBAAA,KAAK,EAAE;AACL,wBAAA,GAAG,IAAI;AACR,qBAAA;AACF,iBAAA;AACD,gBAAA,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE;aACpB,CAAC;SACH;IACH;AAAO,SAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACxC,QAAA,MAAM,4BAA4B,GAAG,EAAE,GAAG,gBAAgB,EAAE;AAC5D,QAAA,IAAI,oBAAoB,IAAI,IAAI,CAAC,KAAK,EAAE;AACtC,YAAA,MAAM,CAAC,MAAM,CAAC,4BAA4B,EAAE;AAC1C,gBAAA,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB;AAClD,aAAA,CAAC;QACJ;AACA,QAAA,MAAM,aAAa,GAAkB;AACnC,YAAA,YAAY,EAAE,CAAC;AACf,YAAA,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;AACvC,YAAA,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;AACtC,YAAA,mBAAmB,EAAE;AACnB,gBAAA,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,2BAA2B,IAAI,SAAS;AACnE,gBAAA,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,uBAAuB,IAAI,SAAS;AAC5D,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,4BAA4B;AAC/C,gBAAA,iBAAiB,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;gBACpC,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;aAC/D,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA;YACE,UAAU;YACV,UAAU;YACV,iBAAiB;YACjB,wBAAwB;SACzB,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EACnC;AACA,QAAA,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa;AACvC,QAAA,IAAI,cAA+B;AACnC,QAAA,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE;AACpC,YAAA,cAAc,GAAG;AACf,gBAAA;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,oBAAA,IAAI,EAAE,EAAE;AACT,iBAAA;aACF;QACH;AAAO,aAAA,IAAI,YAAY,CAAC,IAAI,KAAK,iBAAiB,EAAE;;AAElD,YAAA,cAAc,GAAG;AACf,gBAAA;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,oBAAA,IAAI,EAAE,EAAE;AACT,iBAAA;aACF;QACH;aAAO;YACL,cAAc,GAAG,EAAE;QACrB;AACA,QAAA,MAAM,OAAO,GAAG;AACd,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,IAAI,CAAC,aAAa;AACrB,gBAAA,KAAK,EACH,YAAY,CAAC,IAAI,KAAK,iBAAiB;oBACvC,YAAY,CAAC,IAAI,KAAK;AACpB,sBAAE;AACF,sBAAE,SAAS;AAChB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,OAAO;AACpD,gBAAA,iBAAiB,EAAE,gBAAgB;AACnC,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE,cAAc;aACjC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA;YACE,YAAY;YACZ,iBAAiB;YACjB,gBAAgB;YAChB,iBAAiB;SAClB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAC3B;QACA,IAAI,MAAM,CAAC,qBAAqB,IAAI,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE;YACxD,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,oBAAA,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;iBACzB,CAAC;aACH;QACH;aAAO;YACL,MAAM,YAAY,GAA4B,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;AAC/D,YAAA,IAAI,UAAU,IAAI,YAAY,EAAE;gBAC9B,YAAY,CAAC,SAAS,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC;gBAChD,OAAO,YAAY,CAAC,QAAQ;YAC9B;AACA,YAAA,IACE,YAAY,CAAC,IAAI,KAAK,gBAAgB;AACtC,gBAAA,YAAY,CAAC,IAAI,KAAK,iBAAiB,EACvC;gBACA,OAAO;oBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,wBAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AACnE,wBAAA,iBAAiB,EAAE,gBAAgB;qBACpC,CAAC;iBACH;YACH;YAEA,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,oBAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AAC/D,oBAAA,iBAAiB,EAAE,gBAAgB;iBACpC,CAAC;aACH;QACH;IACF;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC;AACA,QAAA,MAAM,OAAO,GAAG;AACd,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,gBAAA,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,gBAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;AACtB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,OAAO;AACpD,gBAAA,iBAAiB,EAAE,gBAAgB;AACnC,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,wBAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,qBAAA;AACF,iBAAA;aACF,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,MAAM,EAClC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI;AACvC,QAAA,MAAM,YAAY,GAAG;AACnB,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,IAAI,CAAC,aAAa;AACtB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,OAAO,GAAG,YAAY;AAC9D,gBAAA,iBAAiB,EAAE,gBAAgB;AACnC,gBAAA,iBAAiB,EAAE,EAAE;aACtB,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,mBAAmB,EAC/C;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;AAClD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EACtC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ;QAC3C,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;AAClD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,2BAA2B,CAAC,IAAI,CAAC,aAAa,CAAC,EAC/C;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;AAClD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC;AACA,QAAA,MAAM,OAAO,GAAG;AACd,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,IAAI,CAAC,KAAK;AACb,gBAAA,IAAI,EAAE,YAAY;AACnB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,OAAO;AACpD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AACA,IAAA,OAAO,IAAI;AACb;;;;"}
1
+ {"version":3,"file":"message_outputs.mjs","sources":["../../../../../src/llm/anthropic/utils/message_outputs.ts"],"sourcesContent":["/** This util file contains functions for converting Anthropic messages to LangChain messages. */\nimport { AIMessage, AIMessageChunk } from '@langchain/core/messages';\n\nimport type Anthropic from '@anthropic-ai/sdk';\nimport type { UsageMetadata } from '@langchain/core/messages';\nimport type { ToolCallChunk } from '@langchain/core/messages/tool';\nimport type { ChatGeneration } from '@langchain/core/outputs';\nimport type { MessageContentComplex } from '@/types';\nimport type { AnthropicMessageResponse } from '../types';\n\nimport { toLangChainContent } from '@/messages/langchain';\nimport { extractToolCalls } from './output_parsers';\n\ninterface AnthropicUsageData {\n input_tokens?: number | null;\n output_tokens?: number | null;\n cache_creation_input_tokens?: number | null;\n cache_read_input_tokens?: number | null;\n}\n\nexport function getAnthropicUsageMetadata(\n usage: AnthropicUsageData | null | undefined\n): UsageMetadata | undefined {\n if (usage == null) {\n return undefined;\n }\n\n const cacheCreationInputTokens = usage.cache_creation_input_tokens ?? 0;\n const cacheReadInputTokens = usage.cache_read_input_tokens ?? 0;\n // Anthropic reports uncached input separately from cache creation/read tokens.\n const inputTokens =\n (usage.input_tokens ?? 0) + cacheCreationInputTokens + cacheReadInputTokens;\n const outputTokens = usage.output_tokens ?? 0;\n\n return {\n input_tokens: inputTokens,\n output_tokens: outputTokens,\n total_tokens: inputTokens + outputTokens,\n input_token_details: {\n cache_creation: cacheCreationInputTokens,\n cache_read: cacheReadInputTokens,\n },\n };\n}\n\nfunction _isAnthropicCompactionBlock(\n block: unknown\n): block is Anthropic.Beta.BetaCompactionBlockParam {\n return (\n typeof block === 'object' &&\n block !== null &&\n 'type' in block &&\n block.type === 'compaction'\n );\n}\n\nexport function _makeMessageChunkFromAnthropicEvent(\n data: Anthropic.Beta.Messages.BetaRawMessageStreamEvent,\n fields: {\n streamUsage: boolean;\n coerceContentToString: boolean;\n }\n): {\n chunk: AIMessageChunk;\n} | null {\n const responseMetadata = { model_provider: 'anthropic' };\n if (data.type === 'message_start') {\n // eslint-disable-next-line @typescript-eslint/no-unused-vars\n const { content, usage, ...additionalKwargs } = data.message;\n const {\n input_tokens: _inputTokens,\n output_tokens: _outputTokens,\n ...rest\n } = usage;\n const usageMetadata = getAnthropicUsageMetadata(usage);\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : [],\n additional_kwargs: additionalKwargs,\n usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n response_metadata: {\n ...responseMetadata,\n usage: {\n ...rest,\n },\n },\n id: data.message.id,\n }),\n };\n } else if (data.type === 'message_delta') {\n const messageDeltaResponseMetadata = { ...responseMetadata };\n if ('context_management' in data.delta) {\n Object.assign(messageDeltaResponseMetadata, {\n context_management: data.delta.context_management,\n });\n }\n const usageMetadata: UsageMetadata = {\n input_tokens: 0,\n output_tokens: data.usage.output_tokens,\n total_tokens: data.usage.output_tokens,\n };\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : [],\n response_metadata: messageDeltaResponseMetadata,\n additional_kwargs: { ...data.delta },\n usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n [\n 'tool_use',\n 'document',\n 'server_tool_use',\n 'web_search_tool_result',\n ].includes(data.content_block.type)\n ) {\n const contentBlock = data.content_block;\n let toolCallChunks: ToolCallChunk[];\n if (contentBlock.type === 'tool_use') {\n toolCallChunks = [\n {\n id: contentBlock.id,\n index: data.index,\n name: contentBlock.name,\n args: '',\n },\n ];\n } else if (contentBlock.type === 'server_tool_use') {\n // Handle anthropic built-in server tool use (like web search)\n toolCallChunks = [\n {\n id: contentBlock.id,\n index: data.index,\n name: contentBlock.name,\n args: '',\n },\n ];\n } else {\n toolCallChunks = [];\n }\n const content = [\n {\n index: data.index,\n ...data.content_block,\n input:\n contentBlock.type === 'server_tool_use' ||\n contentBlock.type === 'tool_use'\n ? ''\n : undefined,\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : content,\n response_metadata: responseMetadata,\n additional_kwargs: {},\n tool_call_chunks: toolCallChunks,\n }),\n };\n } else if (\n data.type === 'content_block_delta' &&\n [\n 'text_delta',\n 'citations_delta',\n 'thinking_delta',\n 'signature_delta',\n ].includes(data.delta.type)\n ) {\n if (fields.coerceContentToString && 'text' in data.delta) {\n return {\n chunk: new AIMessageChunk({\n content: data.delta.text,\n }),\n };\n } else {\n const contentBlock: Record<string, unknown> = { ...data.delta };\n if ('citation' in contentBlock) {\n contentBlock.citations = [contentBlock.citation];\n delete contentBlock.citation;\n }\n if (\n contentBlock.type === 'thinking_delta' ||\n contentBlock.type === 'signature_delta'\n ) {\n return {\n chunk: new AIMessageChunk({\n content: [{ index: data.index, ...contentBlock, type: 'thinking' }],\n response_metadata: responseMetadata,\n }),\n };\n }\n\n return {\n chunk: new AIMessageChunk({\n content: [{ index: data.index, ...contentBlock, type: 'text' }],\n response_metadata: responseMetadata,\n }),\n };\n }\n } else if (\n data.type === 'content_block_delta' &&\n data.delta.type === 'input_json_delta'\n ) {\n const content = [\n {\n index: data.index,\n input: data.delta.partial_json,\n type: data.delta.type,\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : content,\n response_metadata: responseMetadata,\n additional_kwargs: {},\n tool_call_chunks: [\n {\n index: data.index,\n args: data.delta.partial_json,\n },\n ],\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n data.content_block.type === 'text'\n ) {\n const content = data.content_block.text;\n const contentBlock = [\n {\n index: data.index,\n ...data.content_block,\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? content : contentBlock,\n response_metadata: responseMetadata,\n additional_kwargs: {},\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n data.content_block.type === 'redacted_thinking'\n ) {\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString\n ? ''\n : [{ index: data.index, ...data.content_block }],\n response_metadata: responseMetadata,\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n data.content_block.type === 'thinking'\n ) {\n const content = data.content_block.thinking;\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString\n ? content\n : [{ index: data.index, ...data.content_block }],\n response_metadata: responseMetadata,\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n _isAnthropicCompactionBlock(data.content_block)\n ) {\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString\n ? ''\n : [{ index: data.index, ...data.content_block }],\n response_metadata: responseMetadata,\n }),\n };\n } else if (\n data.type === 'content_block_delta' &&\n data.delta.type === 'compaction_delta'\n ) {\n const content = [\n {\n index: data.index,\n ...data.delta,\n type: 'compaction',\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : content,\n response_metadata: responseMetadata,\n }),\n };\n }\n return null;\n}\n\nexport function anthropicResponseToChatMessages(\n messages: AnthropicMessageResponse[],\n additionalKwargs: Record<string, unknown>\n): ChatGeneration[] {\n const responseMetadata = {\n ...additionalKwargs,\n model_provider: 'anthropic',\n };\n const usage = additionalKwargs.usage as AnthropicUsageData | null | undefined;\n const usageMetadata = getAnthropicUsageMetadata(usage);\n if (messages.length === 1 && messages[0].type === 'text') {\n return [\n {\n text: messages[0].text,\n message: new AIMessage({\n content: messages[0].text,\n additional_kwargs: additionalKwargs,\n usage_metadata: usageMetadata,\n response_metadata: responseMetadata,\n id: additionalKwargs.id as string,\n }),\n },\n ];\n } else {\n const toolCalls = extractToolCalls(messages);\n const generations: ChatGeneration[] = [\n {\n text: '',\n message: new AIMessage({\n content: toLangChainContent(messages as MessageContentComplex[]),\n additional_kwargs: additionalKwargs,\n tool_calls: toolCalls,\n usage_metadata: usageMetadata,\n response_metadata: responseMetadata,\n id: additionalKwargs.id as string,\n }),\n },\n ];\n return generations;\n }\n}\n"],"names":[],"mappings":";;;;AAAA;AAoBM,SAAU,yBAAyB,CACvC,KAA4C,EAAA;AAE5C,IAAA,IAAI,KAAK,IAAI,IAAI,EAAE;AACjB,QAAA,OAAO,SAAS;IAClB;AAEA,IAAA,MAAM,wBAAwB,GAAG,KAAK,CAAC,2BAA2B,IAAI,CAAC;AACvE,IAAA,MAAM,oBAAoB,GAAG,KAAK,CAAC,uBAAuB,IAAI,CAAC;;AAE/D,IAAA,MAAM,WAAW,GACf,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,IAAI,wBAAwB,GAAG,oBAAoB;AAC7E,IAAA,MAAM,YAAY,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC;IAE7C,OAAO;AACL,QAAA,YAAY,EAAE,WAAW;AACzB,QAAA,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,WAAW,GAAG,YAAY;AACxC,QAAA,mBAAmB,EAAE;AACnB,YAAA,cAAc,EAAE,wBAAwB;AACxC,YAAA,UAAU,EAAE,oBAAoB;AACjC,SAAA;KACF;AACH;AAEA,SAAS,2BAA2B,CAClC,KAAc,EAAA;AAEd,IAAA,QACE,OAAO,KAAK,KAAK,QAAQ;AACzB,QAAA,KAAK,KAAK,IAAI;AACd,QAAA,MAAM,IAAI,KAAK;AACf,QAAA,KAAK,CAAC,IAAI,KAAK,YAAY;AAE/B;AAEM,SAAU,mCAAmC,CACjD,IAAuD,EACvD,MAGC,EAAA;AAID,IAAA,MAAM,gBAAgB,GAAG,EAAE,cAAc,EAAE,WAAW,EAAE;AACxD,IAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;;AAEjC,QAAA,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,gBAAgB,EAAE,GAAG,IAAI,CAAC,OAAO;AAC5D,QAAA,MAAM,EACJ,YAAY,EAAE,YAAY,EAC1B,aAAa,EAAE,aAAa,EAC5B,GAAG,IAAI,EACR,GAAG,KAAK;AACT,QAAA,MAAM,aAAa,GAAG,yBAAyB,CAAC,KAAK,CAAC;QACtD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,gBAAgB;gBACnC,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;AAC9D,gBAAA,iBAAiB,EAAE;AACjB,oBAAA,GAAG,gBAAgB;AACnB,oBAAA,KAAK,EAAE;AACL,wBAAA,GAAG,IAAI;AACR,qBAAA;AACF,iBAAA;AACD,gBAAA,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE;aACpB,CAAC;SACH;IACH;AAAO,SAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACxC,QAAA,MAAM,4BAA4B,GAAG,EAAE,GAAG,gBAAgB,EAAE;AAC5D,QAAA,IAAI,oBAAoB,IAAI,IAAI,CAAC,KAAK,EAAE;AACtC,YAAA,MAAM,CAAC,MAAM,CAAC,4BAA4B,EAAE;AAC1C,gBAAA,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB;AAClD,aAAA,CAAC;QACJ;AACA,QAAA,MAAM,aAAa,GAAkB;AACnC,YAAA,YAAY,EAAE,CAAC;AACf,YAAA,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;AACvC,YAAA,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;SACvC;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,4BAA4B;AAC/C,gBAAA,iBAAiB,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;gBACpC,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;aAC/D,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA;YACE,UAAU;YACV,UAAU;YACV,iBAAiB;YACjB,wBAAwB;SACzB,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EACnC;AACA,QAAA,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa;AACvC,QAAA,IAAI,cAA+B;AACnC,QAAA,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE;AACpC,YAAA,cAAc,GAAG;AACf,gBAAA;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,oBAAA,IAAI,EAAE,EAAE;AACT,iBAAA;aACF;QACH;AAAO,aAAA,IAAI,YAAY,CAAC,IAAI,KAAK,iBAAiB,EAAE;;AAElD,YAAA,cAAc,GAAG;AACf,gBAAA;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,oBAAA,IAAI,EAAE,EAAE;AACT,iBAAA;aACF;QACH;aAAO;YACL,cAAc,GAAG,EAAE;QACrB;AACA,QAAA,MAAM,OAAO,GAAG;AACd,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,IAAI,CAAC,aAAa;AACrB,gBAAA,KAAK,EACH,YAAY,CAAC,IAAI,KAAK,iBAAiB;oBACvC,YAAY,CAAC,IAAI,KAAK;AACpB,sBAAE;AACF,sBAAE,SAAS;AAChB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,OAAO;AACpD,gBAAA,iBAAiB,EAAE,gBAAgB;AACnC,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE,cAAc;aACjC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA;YACE,YAAY;YACZ,iBAAiB;YACjB,gBAAgB;YAChB,iBAAiB;SAClB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAC3B;QACA,IAAI,MAAM,CAAC,qBAAqB,IAAI,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE;YACxD,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,oBAAA,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;iBACzB,CAAC;aACH;QACH;aAAO;YACL,MAAM,YAAY,GAA4B,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;AAC/D,YAAA,IAAI,UAAU,IAAI,YAAY,EAAE;gBAC9B,YAAY,CAAC,SAAS,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC;gBAChD,OAAO,YAAY,CAAC,QAAQ;YAC9B;AACA,YAAA,IACE,YAAY,CAAC,IAAI,KAAK,gBAAgB;AACtC,gBAAA,YAAY,CAAC,IAAI,KAAK,iBAAiB,EACvC;gBACA,OAAO;oBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,wBAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AACnE,wBAAA,iBAAiB,EAAE,gBAAgB;qBACpC,CAAC;iBACH;YACH;YAEA,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,oBAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AAC/D,oBAAA,iBAAiB,EAAE,gBAAgB;iBACpC,CAAC;aACH;QACH;IACF;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC;AACA,QAAA,MAAM,OAAO,GAAG;AACd,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,gBAAA,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,gBAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;AACtB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,OAAO;AACpD,gBAAA,iBAAiB,EAAE,gBAAgB;AACnC,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,wBAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,qBAAA;AACF,iBAAA;aACF,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,MAAM,EAClC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI;AACvC,QAAA,MAAM,YAAY,GAAG;AACnB,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,IAAI,CAAC,aAAa;AACtB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,OAAO,GAAG,YAAY;AAC9D,gBAAA,iBAAiB,EAAE,gBAAgB;AACnC,gBAAA,iBAAiB,EAAE,EAAE;aACtB,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,mBAAmB,EAC/C;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;AAClD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EACtC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ;QAC3C,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;AAClD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,2BAA2B,CAAC,IAAI,CAAC,aAAa,CAAC,EAC/C;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;AAClD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC;AACA,QAAA,MAAM,OAAO,GAAG;AACd,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,IAAI,CAAC,KAAK;AACb,gBAAA,IAAI,EAAE,YAAY;AACnB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,OAAO;AACpD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AACA,IAAA,OAAO,IAAI;AACb;;;;"}
@@ -19,11 +19,52 @@
19
19
  * the breakpoint.
20
20
  *
21
21
  * LangChain's Anthropic adapter passes the marker through via
22
- * `tool.extras.cache_control` (`AnthropicToolExtrasSchema`), so we set
23
- * it as an `extras` field on a fresh wrapper around the tool never
24
- * mutating the original tool instance, since callers may share them
22
+ * `tool.extras.cache_control` for custom tools, while Anthropic built-ins
23
+ * require direct `cache_control`. Either way, we stamp a fresh wrapper —
24
+ * never mutating the original tool instance, since callers may share them
25
25
  * across runs.
26
26
  */
27
+ const ANTHROPIC_BUILT_IN_TOOL_PREFIXES = [
28
+ 'text_editor_',
29
+ 'computer_',
30
+ 'bash_',
31
+ 'web_search_',
32
+ 'web_fetch_',
33
+ 'str_replace_editor_',
34
+ 'str_replace_based_edit_tool_',
35
+ 'code_execution_',
36
+ 'memory_',
37
+ 'tool_search_',
38
+ 'mcp_toolset',
39
+ ];
40
+ const CACHE_CONTROL = { type: 'ephemeral' };
41
+ function isAnthropicBuiltInTool(tool) {
42
+ const { type } = tool;
43
+ return (typeof type === 'string' &&
44
+ ANTHROPIC_BUILT_IN_TOOL_PREFIXES.some((prefix) => type.startsWith(prefix)));
45
+ }
46
+ function hasCacheControl(tool) {
47
+ if (isAnthropicBuiltInTool(tool)) {
48
+ return tool.cache_control != null;
49
+ }
50
+ return tool.extras?.cache_control != null;
51
+ }
52
+ function markCacheControl(tool) {
53
+ const prototype = Object.getPrototypeOf(tool) ?? Object.prototype;
54
+ if (isAnthropicBuiltInTool(tool)) {
55
+ const wrapped = { ...tool };
56
+ delete wrapped.extras;
57
+ return Object.assign(Object.create(prototype), wrapped, {
58
+ cache_control: CACHE_CONTROL,
59
+ });
60
+ }
61
+ return Object.assign(Object.create(prototype), tool, {
62
+ extras: {
63
+ ...(tool.extras ?? {}),
64
+ cache_control: CACHE_CONTROL,
65
+ },
66
+ });
67
+ }
27
68
  /**
28
69
  * Returns a callable that reports whether a given tool *name* is deferred
29
70
  * according to the supplied registry of tool definitions. Tools without
@@ -53,8 +94,8 @@ function makeIsDeferred(toolDefinitions) {
53
94
  *
54
95
  * The original tool instances are never mutated. The marked entry is a
55
96
  * shallow wrapper that preserves the prototype chain so downstream
56
- * `instanceof` checks still pass. `extras` is merged so any existing
57
- * `providerToolDefinition` / other extras the host attached are kept.
97
+ * `instanceof` checks still pass. For custom tools, `extras` is merged
98
+ * so any existing `providerToolDefinition` / other extras are kept.
58
99
  */
59
100
  function partitionAndMarkAnthropicToolCache(tools, isDeferred) {
60
101
  if (tools == null || tools.length === 0)
@@ -78,20 +119,12 @@ function partitionAndMarkAnthropicToolCache(tools, isDeferred) {
78
119
  }
79
120
  const last = staticTools[staticTools.length - 1];
80
121
  // Already marked? Don't double-clone.
81
- if (last.extras != null &&
82
- 'cache_control' in last.extras &&
83
- last.extras.cache_control != null) {
122
+ if (hasCacheControl(last)) {
84
123
  if (deferredTools.length === 0)
85
124
  return tools;
86
125
  return [...staticTools, ...deferredTools];
87
126
  }
88
- const wrapped = Object.assign(Object.create(Object.getPrototypeOf(last) ?? Object.prototype), last, {
89
- extras: {
90
- ...(last.extras ?? {}),
91
- cache_control: { type: 'ephemeral' },
92
- },
93
- });
94
- staticTools[staticTools.length - 1] = wrapped;
127
+ staticTools[staticTools.length - 1] = markCacheControl(last);
95
128
  return [...staticTools, ...deferredTools];
96
129
  }
97
130
 
@@ -1 +1 @@
1
- {"version":3,"file":"anthropicToolCache.mjs","sources":["../../../src/messages/anthropicToolCache.ts"],"sourcesContent":["/**\n * Anthropic prompt-caching helper for the `tools[]` request field.\n *\n * Anthropic accepts `cache_control: { type: 'ephemeral' }` on individual\n * tool definitions. Whichever tool carries the marker becomes the end of\n * a cached prefix: `tools[0..N]` (everything up to and including the\n * marked tool) is cached and rebated on subsequent matching requests.\n *\n * For agents that mix static and deferred (lazily-discovered) tools, the\n * winning configuration is:\n *\n * 1. Stable-partition tools so all *static* (non-deferred) tools come\n * first and discovered-deferred tools come last.\n * 2. Stamp `cache_control` on the LAST static tool.\n *\n * That way, the cached prefix covers exactly the static tool inventory.\n * Discovered tools that show up later (or vary turn-to-turn as new ones\n * get discovered) never invalidate the prefix because they sit *after*\n * the breakpoint.\n *\n * LangChain's Anthropic adapter passes the marker through via\n * `tool.extras.cache_control` (`AnthropicToolExtrasSchema`), so we set\n * it as an `extras` field on a fresh wrapper around the tool — never\n * mutating the original tool instance, since callers may share them\n * across runs.\n */\n\nimport type { GraphTools } from '@/types';\n\n/**\n * Returns a callable that reports whether a given tool *name* is deferred\n * according to the supplied registry of tool definitions. Tools without\n * a registry entry are treated as non-deferred (i.e. static), matching\n * the host-supplied `graphTools` semantics elsewhere in the SDK.\n */\nexport function makeIsDeferred(\n toolDefinitions:\n | ReadonlyArray<{ name: string; defer_loading?: boolean }>\n | undefined\n): (toolName: string) => boolean {\n if (toolDefinitions == null || toolDefinitions.length === 0) {\n return () => false;\n }\n const deferred = new Set<string>();\n for (const def of toolDefinitions) {\n if (def.defer_loading === true) deferred.add(def.name);\n }\n if (deferred.size === 0) return () => false;\n return (name) => deferred.has(name);\n}\n\n/**\n * Stable-partition `tools` into [static..., deferred...] and stamp the\n * Anthropic `cache_control: ephemeral` marker on the last static tool.\n *\n * If `tools` is undefined or empty, or no entry has a usable `.name`,\n * returns the input unchanged. If there are no static tools at all,\n * also returns unchanged (nothing to cache).\n *\n * The original tool instances are never mutated. The marked entry is a\n * shallow wrapper that preserves the prototype chain so downstream\n * `instanceof` checks still pass. `extras` is merged so any existing\n * `providerToolDefinition` / other extras the host attached are kept.\n */\nexport function partitionAndMarkAnthropicToolCache(\n tools: GraphTools | undefined,\n isDeferred: (toolName: string) => boolean\n): GraphTools | undefined {\n if (tools == null || tools.length === 0) return tools;\n\n // Use unknown[] internally to avoid GraphTools' union-array variance\n // (each member is one of three array types). We cast back to\n // GraphTools when returning.\n const staticTools: unknown[] = [];\n const deferredTools: unknown[] = [];\n\n for (const tool of tools) {\n const name = (tool as { name?: unknown }).name;\n if (typeof name === 'string' && isDeferred(name)) {\n deferredTools.push(tool);\n } else {\n staticTools.push(tool);\n }\n }\n\n if (staticTools.length === 0) {\n return tools;\n }\n\n const last = staticTools[staticTools.length - 1] as {\n extras?: Record<string, unknown>;\n };\n // Already marked? Don't double-clone.\n if (\n last.extras != null &&\n 'cache_control' in last.extras &&\n (last.extras as { cache_control?: unknown }).cache_control != null\n ) {\n if (deferredTools.length === 0) return tools;\n return [...staticTools, ...deferredTools] as GraphTools;\n }\n\n const wrapped = Object.assign(\n Object.create(Object.getPrototypeOf(last) ?? Object.prototype),\n last,\n {\n extras: {\n ...((last.extras as Record<string, unknown> | undefined) ?? {}),\n cache_control: { type: 'ephemeral' as const },\n },\n }\n );\n\n staticTools[staticTools.length - 1] = wrapped;\n return [...staticTools, ...deferredTools] as GraphTools;\n}\n"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;AAyBG;AAIH;;;;;AAKG;AACG,SAAU,cAAc,CAC5B,eAEa,EAAA;IAEb,IAAI,eAAe,IAAI,IAAI,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE;AAC3D,QAAA,OAAO,MAAM,KAAK;IACpB;AACA,IAAA,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU;AAClC,IAAA,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE;AACjC,QAAA,IAAI,GAAG,CAAC,aAAa,KAAK,IAAI;AAAE,YAAA,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;IACxD;AACA,IAAA,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;AAAE,QAAA,OAAO,MAAM,KAAK;IAC3C,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;AACrC;AAEA;;;;;;;;;;;;AAYG;AACG,SAAU,kCAAkC,CAChD,KAA6B,EAC7B,UAAyC,EAAA;IAEzC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;AAAE,QAAA,OAAO,KAAK;;;;IAKrD,MAAM,WAAW,GAAc,EAAE;IACjC,MAAM,aAAa,GAAc,EAAE;AAEnC,IAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AACxB,QAAA,MAAM,IAAI,GAAI,IAA2B,CAAC,IAAI;QAC9C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE;AAChD,YAAA,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;QAC1B;aAAO;AACL,YAAA,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;QACxB;IACF;AAEA,IAAA,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE;AAC5B,QAAA,OAAO,KAAK;IACd;IAEA,MAAM,IAAI,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAE9C;;AAED,IAAA,IACE,IAAI,CAAC,MAAM,IAAI,IAAI;QACnB,eAAe,IAAI,IAAI,CAAC,MAAM;AAC7B,QAAA,IAAI,CAAC,MAAsC,CAAC,aAAa,IAAI,IAAI,EAClE;AACA,QAAA,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;AAAE,YAAA,OAAO,KAAK;AAC5C,QAAA,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,aAAa,CAAe;IACzD;IAEA,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAC3B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,EAC9D,IAAI,EACJ;AACE,QAAA,MAAM,EAAE;AACN,YAAA,IAAK,IAAI,CAAC,MAA8C,IAAI,EAAE,CAAC;AAC/D,YAAA,aAAa,EAAE,EAAE,IAAI,EAAE,WAAoB,EAAE;AAC9C,SAAA;AACF,KAAA,CACF;IAED,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,OAAO;AAC7C,IAAA,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,aAAa,CAAe;AACzD;;;;"}
1
+ {"version":3,"file":"anthropicToolCache.mjs","sources":["../../../src/messages/anthropicToolCache.ts"],"sourcesContent":["/**\n * Anthropic prompt-caching helper for the `tools[]` request field.\n *\n * Anthropic accepts `cache_control: { type: 'ephemeral' }` on individual\n * tool definitions. Whichever tool carries the marker becomes the end of\n * a cached prefix: `tools[0..N]` (everything up to and including the\n * marked tool) is cached and rebated on subsequent matching requests.\n *\n * For agents that mix static and deferred (lazily-discovered) tools, the\n * winning configuration is:\n *\n * 1. Stable-partition tools so all *static* (non-deferred) tools come\n * first and discovered-deferred tools come last.\n * 2. Stamp `cache_control` on the LAST static tool.\n *\n * That way, the cached prefix covers exactly the static tool inventory.\n * Discovered tools that show up later (or vary turn-to-turn as new ones\n * get discovered) never invalidate the prefix because they sit *after*\n * the breakpoint.\n *\n * LangChain's Anthropic adapter passes the marker through via\n * `tool.extras.cache_control` for custom tools, while Anthropic built-ins\n * require direct `cache_control`. Either way, we stamp a fresh wrapper —\n * never mutating the original tool instance, since callers may share them\n * across runs.\n */\n\nimport type { GraphTools } from '@/types';\n\nconst ANTHROPIC_BUILT_IN_TOOL_PREFIXES = [\n 'text_editor_',\n 'computer_',\n 'bash_',\n 'web_search_',\n 'web_fetch_',\n 'str_replace_editor_',\n 'str_replace_based_edit_tool_',\n 'code_execution_',\n 'memory_',\n 'tool_search_',\n 'mcp_toolset',\n] as const;\n\nconst CACHE_CONTROL = { type: 'ephemeral' as const };\n\ntype AnthropicToolCacheCandidate = {\n name?: unknown;\n type?: unknown;\n extras?: Record<string, unknown>;\n cache_control?: unknown;\n};\n\nfunction isAnthropicBuiltInTool(\n tool: AnthropicToolCacheCandidate\n): tool is AnthropicToolCacheCandidate & { type: string } {\n const { type } = tool;\n return (\n typeof type === 'string' &&\n ANTHROPIC_BUILT_IN_TOOL_PREFIXES.some((prefix) => type.startsWith(prefix))\n );\n}\n\nfunction hasCacheControl(tool: AnthropicToolCacheCandidate): boolean {\n if (isAnthropicBuiltInTool(tool)) {\n return tool.cache_control != null;\n }\n return tool.extras?.cache_control != null;\n}\n\nfunction markCacheControl(\n tool: AnthropicToolCacheCandidate\n): AnthropicToolCacheCandidate {\n const prototype = Object.getPrototypeOf(tool) ?? Object.prototype;\n if (isAnthropicBuiltInTool(tool)) {\n const wrapped = { ...tool };\n delete wrapped.extras;\n return Object.assign(Object.create(prototype), wrapped, {\n cache_control: CACHE_CONTROL,\n });\n }\n\n return Object.assign(Object.create(prototype), tool, {\n extras: {\n ...(tool.extras ?? {}),\n cache_control: CACHE_CONTROL,\n },\n });\n}\n\n/**\n * Returns a callable that reports whether a given tool *name* is deferred\n * according to the supplied registry of tool definitions. Tools without\n * a registry entry are treated as non-deferred (i.e. static), matching\n * the host-supplied `graphTools` semantics elsewhere in the SDK.\n */\nexport function makeIsDeferred(\n toolDefinitions:\n | ReadonlyArray<{ name: string; defer_loading?: boolean }>\n | undefined\n): (toolName: string) => boolean {\n if (toolDefinitions == null || toolDefinitions.length === 0) {\n return () => false;\n }\n const deferred = new Set<string>();\n for (const def of toolDefinitions) {\n if (def.defer_loading === true) deferred.add(def.name);\n }\n if (deferred.size === 0) return () => false;\n return (name) => deferred.has(name);\n}\n\n/**\n * Stable-partition `tools` into [static..., deferred...] and stamp the\n * Anthropic `cache_control: ephemeral` marker on the last static tool.\n *\n * If `tools` is undefined or empty, or no entry has a usable `.name`,\n * returns the input unchanged. If there are no static tools at all,\n * also returns unchanged (nothing to cache).\n *\n * The original tool instances are never mutated. The marked entry is a\n * shallow wrapper that preserves the prototype chain so downstream\n * `instanceof` checks still pass. For custom tools, `extras` is merged\n * so any existing `providerToolDefinition` / other extras are kept.\n */\nexport function partitionAndMarkAnthropicToolCache(\n tools: GraphTools | undefined,\n isDeferred: (toolName: string) => boolean\n): GraphTools | undefined {\n if (tools == null || tools.length === 0) return tools;\n\n // Use unknown[] internally to avoid GraphTools' union-array variance\n // (each member is one of three array types). We cast back to\n // GraphTools when returning.\n const staticTools: unknown[] = [];\n const deferredTools: unknown[] = [];\n\n for (const tool of tools) {\n const name = (tool as { name?: unknown }).name;\n if (typeof name === 'string' && isDeferred(name)) {\n deferredTools.push(tool);\n } else {\n staticTools.push(tool);\n }\n }\n\n if (staticTools.length === 0) {\n return tools;\n }\n\n const last = staticTools[\n staticTools.length - 1\n ] as AnthropicToolCacheCandidate;\n // Already marked? Don't double-clone.\n if (hasCacheControl(last)) {\n if (deferredTools.length === 0) return tools;\n return [...staticTools, ...deferredTools] as GraphTools;\n }\n\n staticTools[staticTools.length - 1] = markCacheControl(last);\n return [...staticTools, ...deferredTools] as GraphTools;\n}\n"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;AAyBG;AAIH,MAAM,gCAAgC,GAAG;IACvC,cAAc;IACd,WAAW;IACX,OAAO;IACP,aAAa;IACb,YAAY;IACZ,qBAAqB;IACrB,8BAA8B;IAC9B,iBAAiB;IACjB,SAAS;IACT,cAAc;IACd,aAAa;CACL;AAEV,MAAM,aAAa,GAAG,EAAE,IAAI,EAAE,WAAoB,EAAE;AASpD,SAAS,sBAAsB,CAC7B,IAAiC,EAAA;AAEjC,IAAA,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI;AACrB,IAAA,QACE,OAAO,IAAI,KAAK,QAAQ;AACxB,QAAA,gCAAgC,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAE9E;AAEA,SAAS,eAAe,CAAC,IAAiC,EAAA;AACxD,IAAA,IAAI,sBAAsB,CAAC,IAAI,CAAC,EAAE;AAChC,QAAA,OAAO,IAAI,CAAC,aAAa,IAAI,IAAI;IACnC;AACA,IAAA,OAAO,IAAI,CAAC,MAAM,EAAE,aAAa,IAAI,IAAI;AAC3C;AAEA,SAAS,gBAAgB,CACvB,IAAiC,EAAA;AAEjC,IAAA,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,SAAS;AACjE,IAAA,IAAI,sBAAsB,CAAC,IAAI,CAAC,EAAE;AAChC,QAAA,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,EAAE;QAC3B,OAAO,OAAO,CAAC,MAAM;AACrB,QAAA,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE;AACtD,YAAA,aAAa,EAAE,aAAa;AAC7B,SAAA,CAAC;IACJ;AAEA,IAAA,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE;AACnD,QAAA,MAAM,EAAE;AACN,YAAA,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;AACtB,YAAA,aAAa,EAAE,aAAa;AAC7B,SAAA;AACF,KAAA,CAAC;AACJ;AAEA;;;;;AAKG;AACG,SAAU,cAAc,CAC5B,eAEa,EAAA;IAEb,IAAI,eAAe,IAAI,IAAI,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE;AAC3D,QAAA,OAAO,MAAM,KAAK;IACpB;AACA,IAAA,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU;AAClC,IAAA,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE;AACjC,QAAA,IAAI,GAAG,CAAC,aAAa,KAAK,IAAI;AAAE,YAAA,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;IACxD;AACA,IAAA,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;AAAE,QAAA,OAAO,MAAM,KAAK;IAC3C,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;AACrC;AAEA;;;;;;;;;;;;AAYG;AACG,SAAU,kCAAkC,CAChD,KAA6B,EAC7B,UAAyC,EAAA;IAEzC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;AAAE,QAAA,OAAO,KAAK;;;;IAKrD,MAAM,WAAW,GAAc,EAAE;IACjC,MAAM,aAAa,GAAc,EAAE;AAEnC,IAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AACxB,QAAA,MAAM,IAAI,GAAI,IAA2B,CAAC,IAAI;QAC9C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE;AAChD,YAAA,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;QAC1B;aAAO;AACL,YAAA,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;QACxB;IACF;AAEA,IAAA,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE;AAC5B,QAAA,OAAO,KAAK;IACd;IAEA,MAAM,IAAI,GAAG,WAAW,CACtB,WAAW,CAAC,MAAM,GAAG,CAAC,CACQ;;AAEhC,IAAA,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE;AACzB,QAAA,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;AAAE,YAAA,OAAO,KAAK;AAC5C,QAAA,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,aAAa,CAAe;IACzD;AAEA,IAAA,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,gBAAgB,CAAC,IAAI,CAAC;AAC5D,IAAA,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,aAAa,CAAe;AACzD;;;;"}
@@ -171,6 +171,51 @@ function extractReasoningContent(part) {
171
171
  }
172
172
  return '';
173
173
  }
174
+ function parseServerToolInput(args) {
175
+ if (typeof args === 'string') {
176
+ try {
177
+ const parsed = JSON.parse(args);
178
+ return parsed != null &&
179
+ typeof parsed === 'object' &&
180
+ !Array.isArray(parsed)
181
+ ? parsed
182
+ : {};
183
+ }
184
+ catch {
185
+ return {};
186
+ }
187
+ }
188
+ return args != null && typeof args === 'object' ? args : {};
189
+ }
190
+ function getTextContent(part) {
191
+ const { text } = part;
192
+ return typeof text === 'string' ? text : '';
193
+ }
194
+ function hasMeaningfulAssistantContent(part) {
195
+ if (part.type === ContentTypes.TEXT) {
196
+ return getTextContent(part).trim().length > 0;
197
+ }
198
+ if (part.type === ContentTypes.TOOL_CALL ||
199
+ part.type === ContentTypes.ERROR ||
200
+ part.type === ContentTypes.AGENT_UPDATE ||
201
+ part.type === ContentTypes.SUMMARY) {
202
+ return false;
203
+ }
204
+ if (part.type === ContentTypes.THINK ||
205
+ part.type === ContentTypes.THINKING ||
206
+ part.type === ContentTypes.REASONING ||
207
+ part.type === ContentTypes.REASONING_CONTENT ||
208
+ part.type === 'redacted_thinking') {
209
+ return extractReasoningContent(part).trim().length > 0;
210
+ }
211
+ return part.type != null && part.type !== '';
212
+ }
213
+ function getToolUseId(part) {
214
+ if (!('tool_use_id' in part) || typeof part.tool_use_id !== 'string') {
215
+ return undefined;
216
+ }
217
+ return part.tool_use_id;
218
+ }
174
219
  /**
175
220
  * Helper function to format an assistant message
176
221
  * @param message The message to format
@@ -183,6 +228,8 @@ function formatAssistantMessage(message, options) {
183
228
  let lastAIMessage = null;
184
229
  let hasReasoning = false;
185
230
  let pendingReasoningContent = '';
231
+ const emittedServerToolUseIds = new Set();
232
+ const pendingServerToolUses = new Map();
186
233
  const shouldPreserveReasoningContent = options?.preserveReasoningContent === true;
187
234
  const takePendingReasoningContent = () => {
188
235
  if (!shouldPreserveReasoningContent || !pendingReasoningContent) {
@@ -211,11 +258,29 @@ function formatAssistantMessage(message, options) {
211
258
  ? `${aiMessage.additional_kwargs.reasoning_content}${reasoningContent}`
212
259
  : reasoningContent;
213
260
  };
261
+ const flushPendingServerToolUse = (toolUseId) => {
262
+ for (const [id, content] of pendingServerToolUses) {
263
+ pendingServerToolUses.delete(id);
264
+ if (id === toolUseId) {
265
+ currentContent.push(content);
266
+ emittedServerToolUseIds.add(id);
267
+ return;
268
+ }
269
+ }
270
+ };
214
271
  if (Array.isArray(message.content)) {
215
- for (const part of message.content) {
272
+ const contentParts = message.content;
273
+ for (const part of contentParts) {
216
274
  if (part == null) {
217
275
  continue;
218
276
  }
277
+ const toolUseId = getToolUseId(part);
278
+ if (toolUseId != null) {
279
+ flushPendingServerToolUse(toolUseId);
280
+ }
281
+ else if (hasMeaningfulAssistantContent(part)) {
282
+ pendingServerToolUses.clear();
283
+ }
219
284
  if (part.type === ContentTypes.TEXT && part.tool_call_ids) {
220
285
  /*
221
286
  If there's pending content, it needs to be aggregated as a single string to prepare for tool calls.
@@ -224,19 +289,18 @@ function formatAssistantMessage(message, options) {
224
289
  if (currentContent.length > 0) {
225
290
  let content = currentContent.reduce((acc, curr) => {
226
291
  if (curr.type === ContentTypes.TEXT) {
227
- return `${acc}${String(curr[ContentTypes.TEXT] ?? '')}\n`;
292
+ return `${acc}${getTextContent(curr)}\n`;
228
293
  }
229
294
  return acc;
230
295
  }, '');
231
- content =
232
- `${content}\n${part[ContentTypes.TEXT] ?? part.text ?? ''}`.trim();
296
+ content = `${content}\n${getTextContent(part)}`.trim();
233
297
  lastAIMessage = createAIMessage(content);
234
298
  formattedMessages.push(lastAIMessage);
235
299
  currentContent = [];
236
300
  continue;
237
301
  }
238
302
  // Create a new AIMessage with this text and prepare for tool calls
239
- lastAIMessage = createAIMessage(part.text != null ? part.text : '');
303
+ lastAIMessage = createAIMessage(getTextContent(part));
240
304
  formattedMessages.push(lastAIMessage);
241
305
  }
242
306
  else if (part.type === ContentTypes.TOOL_CALL) {
@@ -251,6 +315,21 @@ function formatAssistantMessage(message, options) {
251
315
  (_tool_call.name === '' && (output == null || output === ''))) {
252
316
  continue;
253
317
  }
318
+ if (options?.provider === Providers.ANTHROPIC &&
319
+ typeof _tool_call.id === 'string' &&
320
+ _tool_call.id.startsWith(Constants.ANTHROPIC_SERVER_TOOL_PREFIX)) {
321
+ if (emittedServerToolUseIds.has(_tool_call.id) ||
322
+ pendingServerToolUses.has(_tool_call.id)) {
323
+ continue;
324
+ }
325
+ pendingServerToolUses.set(_tool_call.id, {
326
+ type: 'server_tool_use',
327
+ id: _tool_call.id,
328
+ name: _tool_call.name,
329
+ input: parseServerToolInput(_args),
330
+ });
331
+ continue;
332
+ }
254
333
  if (!lastAIMessage) {
255
334
  // "Heal" the payload by creating an AIMessage to precede the tool call
256
335
  lastAIMessage = createAIMessage('');
@@ -298,23 +377,26 @@ function formatAssistantMessage(message, options) {
298
377
  continue;
299
378
  }
300
379
  else {
301
- if (part.type === ContentTypes.TEXT &&
302
- !String(part.text ?? '').trim()) {
380
+ if (part.type === ContentTypes.TEXT && !getTextContent(part).trim()) {
303
381
  continue;
304
382
  }
305
383
  currentContent.push(part);
306
384
  }
307
385
  }
386
+ for (const content of pendingServerToolUses.values()) {
387
+ currentContent.push(content);
388
+ }
308
389
  }
309
390
  if (hasReasoning && currentContent.length > 0) {
310
- const content = currentContent
311
- .reduce((acc, curr) => {
312
- if (curr.type === ContentTypes.TEXT) {
313
- return `${acc}${String(curr[ContentTypes.TEXT] ?? '')}\n`;
391
+ let content = '';
392
+ for (const part of currentContent) {
393
+ if (part.type !== ContentTypes.TEXT) {
394
+ formattedMessages.push(createAIMessage(toLangChainContent(currentContent)));
395
+ return formattedMessages;
314
396
  }
315
- return acc;
316
- }, '')
317
- .trim();
397
+ content += `${getTextContent(part)}\n`;
398
+ }
399
+ content = content.trim();
318
400
  if (content) {
319
401
  formattedMessages.push(createAIMessage(content));
320
402
  }
@@ -824,6 +906,7 @@ skills, options) => {
824
906
  }
825
907
  const formattedMessages = formatAssistantMessage(processedMessage, {
826
908
  preserveReasoningContent: options?.provider === Providers.DEEPSEEK,
909
+ provider: options?.provider,
827
910
  });
828
911
  if (sourceMessageId != null && sourceMessageId !== '') {
829
912
  for (const formattedMessage of formattedMessages) {