@librechat/agents 3.1.78 → 3.1.79
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/llm/anthropic/index.cjs +44 -55
- package/dist/cjs/llm/anthropic/index.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +33 -21
- package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs +0 -4
- package/dist/cjs/llm/anthropic/utils/message_outputs.cjs.map +1 -1
- package/dist/cjs/messages/anthropicToolCache.cjs +48 -15
- package/dist/cjs/messages/anthropicToolCache.cjs.map +1 -1
- package/dist/cjs/messages/format.cjs +97 -14
- package/dist/cjs/messages/format.cjs.map +1 -1
- package/dist/cjs/tools/local/LocalExecutionEngine.cjs +14 -16
- package/dist/cjs/tools/local/LocalExecutionEngine.cjs.map +1 -1
- package/dist/esm/llm/anthropic/index.mjs +43 -54
- package/dist/esm/llm/anthropic/index.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs +33 -21
- package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs +0 -4
- package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map +1 -1
- package/dist/esm/messages/anthropicToolCache.mjs +48 -15
- package/dist/esm/messages/anthropicToolCache.mjs.map +1 -1
- package/dist/esm/messages/format.mjs +97 -14
- package/dist/esm/messages/format.mjs.map +1 -1
- package/dist/esm/tools/local/LocalExecutionEngine.mjs +14 -16
- package/dist/esm/tools/local/LocalExecutionEngine.mjs.map +1 -1
- package/dist/types/llm/anthropic/index.d.ts +1 -9
- package/dist/types/messages/anthropicToolCache.d.ts +5 -5
- package/package.json +1 -1
- package/src/llm/anthropic/index.ts +55 -64
- package/src/llm/anthropic/llm.spec.ts +585 -0
- package/src/llm/anthropic/utils/message_inputs.ts +36 -21
- package/src/llm/anthropic/utils/message_outputs.ts +0 -4
- package/src/llm/anthropic/utils/server-tool-inputs.test.ts +95 -13
- package/src/messages/__tests__/anthropicToolCache.test.ts +46 -0
- package/src/messages/anthropicToolCache.ts +70 -25
- package/src/messages/format.ts +117 -18
- package/src/messages/formatAgentMessages.test.ts +202 -1
- package/src/specs/summarization.test.ts +3 -3
- package/src/tools/__tests__/LocalExecutionRoots.test.ts +8 -0
- package/src/tools/local/LocalExecutionEngine.ts +55 -54
- package/src/types/diff.d.ts +15 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"message_outputs.mjs","sources":["../../../../../src/llm/anthropic/utils/message_outputs.ts"],"sourcesContent":["/** This util file contains functions for converting Anthropic messages to LangChain messages. */\nimport { AIMessage, AIMessageChunk } from '@langchain/core/messages';\n\nimport type Anthropic from '@anthropic-ai/sdk';\nimport type { UsageMetadata } from '@langchain/core/messages';\nimport type { ToolCallChunk } from '@langchain/core/messages/tool';\nimport type { ChatGeneration } from '@langchain/core/outputs';\nimport type { MessageContentComplex } from '@/types';\nimport type { AnthropicMessageResponse } from '../types';\n\nimport { toLangChainContent } from '@/messages/langchain';\nimport { extractToolCalls } from './output_parsers';\n\ninterface AnthropicUsageData {\n input_tokens?: number | null;\n output_tokens?: number | null;\n cache_creation_input_tokens?: number | null;\n cache_read_input_tokens?: number | null;\n}\n\nexport function getAnthropicUsageMetadata(\n usage: AnthropicUsageData | null | undefined\n): UsageMetadata | undefined {\n if (usage == null) {\n return undefined;\n }\n\n const cacheCreationInputTokens = usage.cache_creation_input_tokens ?? 0;\n const cacheReadInputTokens = usage.cache_read_input_tokens ?? 0;\n // Anthropic reports uncached input separately from cache creation/read tokens.\n const inputTokens =\n (usage.input_tokens ?? 0) + cacheCreationInputTokens + cacheReadInputTokens;\n const outputTokens = usage.output_tokens ?? 0;\n\n return {\n input_tokens: inputTokens,\n output_tokens: outputTokens,\n total_tokens: inputTokens + outputTokens,\n input_token_details: {\n cache_creation: cacheCreationInputTokens,\n cache_read: cacheReadInputTokens,\n },\n };\n}\n\nfunction _isAnthropicCompactionBlock(\n block: unknown\n): block is Anthropic.Beta.BetaCompactionBlockParam {\n return (\n typeof block === 'object' &&\n block !== null &&\n 'type' in block &&\n block.type === 'compaction'\n );\n}\n\nexport function _makeMessageChunkFromAnthropicEvent(\n data: Anthropic.Beta.Messages.BetaRawMessageStreamEvent,\n fields: {\n streamUsage: boolean;\n coerceContentToString: boolean;\n }\n): {\n chunk: AIMessageChunk;\n} | null {\n const responseMetadata = { model_provider: 'anthropic' };\n if (data.type === 'message_start') {\n // eslint-disable-next-line @typescript-eslint/no-unused-vars\n const { content, usage, ...additionalKwargs } = data.message;\n const {\n input_tokens: _inputTokens,\n output_tokens: _outputTokens,\n ...rest\n } = usage;\n const usageMetadata = getAnthropicUsageMetadata(usage);\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : [],\n additional_kwargs: additionalKwargs,\n usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n response_metadata: {\n ...responseMetadata,\n usage: {\n ...rest,\n },\n },\n id: data.message.id,\n }),\n };\n } else if (data.type === 'message_delta') {\n const messageDeltaResponseMetadata = { ...responseMetadata };\n if ('context_management' in data.delta) {\n Object.assign(messageDeltaResponseMetadata, {\n context_management: data.delta.context_management,\n });\n }\n const usageMetadata: UsageMetadata = {\n input_tokens: 0,\n output_tokens: data.usage.output_tokens,\n total_tokens: data.usage.output_tokens,\n input_token_details: {\n cache_creation: data.usage.cache_creation_input_tokens ?? undefined,\n cache_read: data.usage.cache_read_input_tokens ?? undefined,\n },\n };\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : [],\n response_metadata: messageDeltaResponseMetadata,\n additional_kwargs: { ...data.delta },\n usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n [\n 'tool_use',\n 'document',\n 'server_tool_use',\n 'web_search_tool_result',\n ].includes(data.content_block.type)\n ) {\n const contentBlock = data.content_block;\n let toolCallChunks: ToolCallChunk[];\n if (contentBlock.type === 'tool_use') {\n toolCallChunks = [\n {\n id: contentBlock.id,\n index: data.index,\n name: contentBlock.name,\n args: '',\n },\n ];\n } else if (contentBlock.type === 'server_tool_use') {\n // Handle anthropic built-in server tool use (like web search)\n toolCallChunks = [\n {\n id: contentBlock.id,\n index: data.index,\n name: contentBlock.name,\n args: '',\n },\n ];\n } else {\n toolCallChunks = [];\n }\n const content = [\n {\n index: data.index,\n ...data.content_block,\n input:\n contentBlock.type === 'server_tool_use' ||\n contentBlock.type === 'tool_use'\n ? ''\n : undefined,\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : content,\n response_metadata: responseMetadata,\n additional_kwargs: {},\n tool_call_chunks: toolCallChunks,\n }),\n };\n } else if (\n data.type === 'content_block_delta' &&\n [\n 'text_delta',\n 'citations_delta',\n 'thinking_delta',\n 'signature_delta',\n ].includes(data.delta.type)\n ) {\n if (fields.coerceContentToString && 'text' in data.delta) {\n return {\n chunk: new AIMessageChunk({\n content: data.delta.text,\n }),\n };\n } else {\n const contentBlock: Record<string, unknown> = { ...data.delta };\n if ('citation' in contentBlock) {\n contentBlock.citations = [contentBlock.citation];\n delete contentBlock.citation;\n }\n if (\n contentBlock.type === 'thinking_delta' ||\n contentBlock.type === 'signature_delta'\n ) {\n return {\n chunk: new AIMessageChunk({\n content: [{ index: data.index, ...contentBlock, type: 'thinking' }],\n response_metadata: responseMetadata,\n }),\n };\n }\n\n return {\n chunk: new AIMessageChunk({\n content: [{ index: data.index, ...contentBlock, type: 'text' }],\n response_metadata: responseMetadata,\n }),\n };\n }\n } else if (\n data.type === 'content_block_delta' &&\n data.delta.type === 'input_json_delta'\n ) {\n const content = [\n {\n index: data.index,\n input: data.delta.partial_json,\n type: data.delta.type,\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : content,\n response_metadata: responseMetadata,\n additional_kwargs: {},\n tool_call_chunks: [\n {\n index: data.index,\n args: data.delta.partial_json,\n },\n ],\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n data.content_block.type === 'text'\n ) {\n const content = data.content_block.text;\n const contentBlock = [\n {\n index: data.index,\n ...data.content_block,\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? content : contentBlock,\n response_metadata: responseMetadata,\n additional_kwargs: {},\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n data.content_block.type === 'redacted_thinking'\n ) {\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString\n ? ''\n : [{ index: data.index, ...data.content_block }],\n response_metadata: responseMetadata,\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n data.content_block.type === 'thinking'\n ) {\n const content = data.content_block.thinking;\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString\n ? content\n : [{ index: data.index, ...data.content_block }],\n response_metadata: responseMetadata,\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n _isAnthropicCompactionBlock(data.content_block)\n ) {\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString\n ? ''\n : [{ index: data.index, ...data.content_block }],\n response_metadata: responseMetadata,\n }),\n };\n } else if (\n data.type === 'content_block_delta' &&\n data.delta.type === 'compaction_delta'\n ) {\n const content = [\n {\n index: data.index,\n ...data.delta,\n type: 'compaction',\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : content,\n response_metadata: responseMetadata,\n }),\n };\n }\n return null;\n}\n\nexport function anthropicResponseToChatMessages(\n messages: AnthropicMessageResponse[],\n additionalKwargs: Record<string, unknown>\n): ChatGeneration[] {\n const responseMetadata = {\n ...additionalKwargs,\n model_provider: 'anthropic',\n };\n const usage = additionalKwargs.usage as AnthropicUsageData | null | undefined;\n const usageMetadata = getAnthropicUsageMetadata(usage);\n if (messages.length === 1 && messages[0].type === 'text') {\n return [\n {\n text: messages[0].text,\n message: new AIMessage({\n content: messages[0].text,\n additional_kwargs: additionalKwargs,\n usage_metadata: usageMetadata,\n response_metadata: responseMetadata,\n id: additionalKwargs.id as string,\n }),\n },\n ];\n } else {\n const toolCalls = extractToolCalls(messages);\n const generations: ChatGeneration[] = [\n {\n text: '',\n message: new AIMessage({\n content: toLangChainContent(messages as MessageContentComplex[]),\n additional_kwargs: additionalKwargs,\n tool_calls: toolCalls,\n usage_metadata: usageMetadata,\n response_metadata: responseMetadata,\n id: additionalKwargs.id as string,\n }),\n },\n ];\n return generations;\n }\n}\n"],"names":[],"mappings":";;;;AAAA;AAoBM,SAAU,yBAAyB,CACvC,KAA4C,EAAA;AAE5C,IAAA,IAAI,KAAK,IAAI,IAAI,EAAE;AACjB,QAAA,OAAO,SAAS;IAClB;AAEA,IAAA,MAAM,wBAAwB,GAAG,KAAK,CAAC,2BAA2B,IAAI,CAAC;AACvE,IAAA,MAAM,oBAAoB,GAAG,KAAK,CAAC,uBAAuB,IAAI,CAAC;;AAE/D,IAAA,MAAM,WAAW,GACf,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,IAAI,wBAAwB,GAAG,oBAAoB;AAC7E,IAAA,MAAM,YAAY,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC;IAE7C,OAAO;AACL,QAAA,YAAY,EAAE,WAAW;AACzB,QAAA,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,WAAW,GAAG,YAAY;AACxC,QAAA,mBAAmB,EAAE;AACnB,YAAA,cAAc,EAAE,wBAAwB;AACxC,YAAA,UAAU,EAAE,oBAAoB;AACjC,SAAA;KACF;AACH;AAEA,SAAS,2BAA2B,CAClC,KAAc,EAAA;AAEd,IAAA,QACE,OAAO,KAAK,KAAK,QAAQ;AACzB,QAAA,KAAK,KAAK,IAAI;AACd,QAAA,MAAM,IAAI,KAAK;AACf,QAAA,KAAK,CAAC,IAAI,KAAK,YAAY;AAE/B;AAEM,SAAU,mCAAmC,CACjD,IAAuD,EACvD,MAGC,EAAA;AAID,IAAA,MAAM,gBAAgB,GAAG,EAAE,cAAc,EAAE,WAAW,EAAE;AACxD,IAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;;AAEjC,QAAA,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,gBAAgB,EAAE,GAAG,IAAI,CAAC,OAAO;AAC5D,QAAA,MAAM,EACJ,YAAY,EAAE,YAAY,EAC1B,aAAa,EAAE,aAAa,EAC5B,GAAG,IAAI,EACR,GAAG,KAAK;AACT,QAAA,MAAM,aAAa,GAAG,yBAAyB,CAAC,KAAK,CAAC;QACtD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,gBAAgB;gBACnC,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;AAC9D,gBAAA,iBAAiB,EAAE;AACjB,oBAAA,GAAG,gBAAgB;AACnB,oBAAA,KAAK,EAAE;AACL,wBAAA,GAAG,IAAI;AACR,qBAAA;AACF,iBAAA;AACD,gBAAA,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE;aACpB,CAAC;SACH;IACH;AAAO,SAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACxC,QAAA,MAAM,4BAA4B,GAAG,EAAE,GAAG,gBAAgB,EAAE;AAC5D,QAAA,IAAI,oBAAoB,IAAI,IAAI,CAAC,KAAK,EAAE;AACtC,YAAA,MAAM,CAAC,MAAM,CAAC,4BAA4B,EAAE;AAC1C,gBAAA,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB;AAClD,aAAA,CAAC;QACJ;AACA,QAAA,MAAM,aAAa,GAAkB;AACnC,YAAA,YAAY,EAAE,CAAC;AACf,YAAA,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;AACvC,YAAA,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;AACtC,YAAA,mBAAmB,EAAE;AACnB,gBAAA,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,2BAA2B,IAAI,SAAS;AACnE,gBAAA,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,uBAAuB,IAAI,SAAS;AAC5D,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,4BAA4B;AAC/C,gBAAA,iBAAiB,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;gBACpC,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;aAC/D,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA;YACE,UAAU;YACV,UAAU;YACV,iBAAiB;YACjB,wBAAwB;SACzB,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EACnC;AACA,QAAA,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa;AACvC,QAAA,IAAI,cAA+B;AACnC,QAAA,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE;AACpC,YAAA,cAAc,GAAG;AACf,gBAAA;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,oBAAA,IAAI,EAAE,EAAE;AACT,iBAAA;aACF;QACH;AAAO,aAAA,IAAI,YAAY,CAAC,IAAI,KAAK,iBAAiB,EAAE;;AAElD,YAAA,cAAc,GAAG;AACf,gBAAA;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,oBAAA,IAAI,EAAE,EAAE;AACT,iBAAA;aACF;QACH;aAAO;YACL,cAAc,GAAG,EAAE;QACrB;AACA,QAAA,MAAM,OAAO,GAAG;AACd,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,IAAI,CAAC,aAAa;AACrB,gBAAA,KAAK,EACH,YAAY,CAAC,IAAI,KAAK,iBAAiB;oBACvC,YAAY,CAAC,IAAI,KAAK;AACpB,sBAAE;AACF,sBAAE,SAAS;AAChB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,OAAO;AACpD,gBAAA,iBAAiB,EAAE,gBAAgB;AACnC,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE,cAAc;aACjC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA;YACE,YAAY;YACZ,iBAAiB;YACjB,gBAAgB;YAChB,iBAAiB;SAClB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAC3B;QACA,IAAI,MAAM,CAAC,qBAAqB,IAAI,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE;YACxD,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,oBAAA,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;iBACzB,CAAC;aACH;QACH;aAAO;YACL,MAAM,YAAY,GAA4B,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;AAC/D,YAAA,IAAI,UAAU,IAAI,YAAY,EAAE;gBAC9B,YAAY,CAAC,SAAS,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC;gBAChD,OAAO,YAAY,CAAC,QAAQ;YAC9B;AACA,YAAA,IACE,YAAY,CAAC,IAAI,KAAK,gBAAgB;AACtC,gBAAA,YAAY,CAAC,IAAI,KAAK,iBAAiB,EACvC;gBACA,OAAO;oBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,wBAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AACnE,wBAAA,iBAAiB,EAAE,gBAAgB;qBACpC,CAAC;iBACH;YACH;YAEA,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,oBAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AAC/D,oBAAA,iBAAiB,EAAE,gBAAgB;iBACpC,CAAC;aACH;QACH;IACF;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC;AACA,QAAA,MAAM,OAAO,GAAG;AACd,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,gBAAA,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,gBAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;AACtB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,OAAO;AACpD,gBAAA,iBAAiB,EAAE,gBAAgB;AACnC,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,wBAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,qBAAA;AACF,iBAAA;aACF,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,MAAM,EAClC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI;AACvC,QAAA,MAAM,YAAY,GAAG;AACnB,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,IAAI,CAAC,aAAa;AACtB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,OAAO,GAAG,YAAY;AAC9D,gBAAA,iBAAiB,EAAE,gBAAgB;AACnC,gBAAA,iBAAiB,EAAE,EAAE;aACtB,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,mBAAmB,EAC/C;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;AAClD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EACtC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ;QAC3C,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;AAClD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,2BAA2B,CAAC,IAAI,CAAC,aAAa,CAAC,EAC/C;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;AAClD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC;AACA,QAAA,MAAM,OAAO,GAAG;AACd,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,IAAI,CAAC,KAAK;AACb,gBAAA,IAAI,EAAE,YAAY;AACnB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,OAAO;AACpD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AACA,IAAA,OAAO,IAAI;AACb;;;;"}
|
|
1
|
+
{"version":3,"file":"message_outputs.mjs","sources":["../../../../../src/llm/anthropic/utils/message_outputs.ts"],"sourcesContent":["/** This util file contains functions for converting Anthropic messages to LangChain messages. */\nimport { AIMessage, AIMessageChunk } from '@langchain/core/messages';\n\nimport type Anthropic from '@anthropic-ai/sdk';\nimport type { UsageMetadata } from '@langchain/core/messages';\nimport type { ToolCallChunk } from '@langchain/core/messages/tool';\nimport type { ChatGeneration } from '@langchain/core/outputs';\nimport type { MessageContentComplex } from '@/types';\nimport type { AnthropicMessageResponse } from '../types';\n\nimport { toLangChainContent } from '@/messages/langchain';\nimport { extractToolCalls } from './output_parsers';\n\ninterface AnthropicUsageData {\n input_tokens?: number | null;\n output_tokens?: number | null;\n cache_creation_input_tokens?: number | null;\n cache_read_input_tokens?: number | null;\n}\n\nexport function getAnthropicUsageMetadata(\n usage: AnthropicUsageData | null | undefined\n): UsageMetadata | undefined {\n if (usage == null) {\n return undefined;\n }\n\n const cacheCreationInputTokens = usage.cache_creation_input_tokens ?? 0;\n const cacheReadInputTokens = usage.cache_read_input_tokens ?? 0;\n // Anthropic reports uncached input separately from cache creation/read tokens.\n const inputTokens =\n (usage.input_tokens ?? 0) + cacheCreationInputTokens + cacheReadInputTokens;\n const outputTokens = usage.output_tokens ?? 0;\n\n return {\n input_tokens: inputTokens,\n output_tokens: outputTokens,\n total_tokens: inputTokens + outputTokens,\n input_token_details: {\n cache_creation: cacheCreationInputTokens,\n cache_read: cacheReadInputTokens,\n },\n };\n}\n\nfunction _isAnthropicCompactionBlock(\n block: unknown\n): block is Anthropic.Beta.BetaCompactionBlockParam {\n return (\n typeof block === 'object' &&\n block !== null &&\n 'type' in block &&\n block.type === 'compaction'\n );\n}\n\nexport function _makeMessageChunkFromAnthropicEvent(\n data: Anthropic.Beta.Messages.BetaRawMessageStreamEvent,\n fields: {\n streamUsage: boolean;\n coerceContentToString: boolean;\n }\n): {\n chunk: AIMessageChunk;\n} | null {\n const responseMetadata = { model_provider: 'anthropic' };\n if (data.type === 'message_start') {\n // eslint-disable-next-line @typescript-eslint/no-unused-vars\n const { content, usage, ...additionalKwargs } = data.message;\n const {\n input_tokens: _inputTokens,\n output_tokens: _outputTokens,\n ...rest\n } = usage;\n const usageMetadata = getAnthropicUsageMetadata(usage);\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : [],\n additional_kwargs: additionalKwargs,\n usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n response_metadata: {\n ...responseMetadata,\n usage: {\n ...rest,\n },\n },\n id: data.message.id,\n }),\n };\n } else if (data.type === 'message_delta') {\n const messageDeltaResponseMetadata = { ...responseMetadata };\n if ('context_management' in data.delta) {\n Object.assign(messageDeltaResponseMetadata, {\n context_management: data.delta.context_management,\n });\n }\n const usageMetadata: UsageMetadata = {\n input_tokens: 0,\n output_tokens: data.usage.output_tokens,\n total_tokens: data.usage.output_tokens,\n };\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : [],\n response_metadata: messageDeltaResponseMetadata,\n additional_kwargs: { ...data.delta },\n usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n [\n 'tool_use',\n 'document',\n 'server_tool_use',\n 'web_search_tool_result',\n ].includes(data.content_block.type)\n ) {\n const contentBlock = data.content_block;\n let toolCallChunks: ToolCallChunk[];\n if (contentBlock.type === 'tool_use') {\n toolCallChunks = [\n {\n id: contentBlock.id,\n index: data.index,\n name: contentBlock.name,\n args: '',\n },\n ];\n } else if (contentBlock.type === 'server_tool_use') {\n // Handle anthropic built-in server tool use (like web search)\n toolCallChunks = [\n {\n id: contentBlock.id,\n index: data.index,\n name: contentBlock.name,\n args: '',\n },\n ];\n } else {\n toolCallChunks = [];\n }\n const content = [\n {\n index: data.index,\n ...data.content_block,\n input:\n contentBlock.type === 'server_tool_use' ||\n contentBlock.type === 'tool_use'\n ? ''\n : undefined,\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : content,\n response_metadata: responseMetadata,\n additional_kwargs: {},\n tool_call_chunks: toolCallChunks,\n }),\n };\n } else if (\n data.type === 'content_block_delta' &&\n [\n 'text_delta',\n 'citations_delta',\n 'thinking_delta',\n 'signature_delta',\n ].includes(data.delta.type)\n ) {\n if (fields.coerceContentToString && 'text' in data.delta) {\n return {\n chunk: new AIMessageChunk({\n content: data.delta.text,\n }),\n };\n } else {\n const contentBlock: Record<string, unknown> = { ...data.delta };\n if ('citation' in contentBlock) {\n contentBlock.citations = [contentBlock.citation];\n delete contentBlock.citation;\n }\n if (\n contentBlock.type === 'thinking_delta' ||\n contentBlock.type === 'signature_delta'\n ) {\n return {\n chunk: new AIMessageChunk({\n content: [{ index: data.index, ...contentBlock, type: 'thinking' }],\n response_metadata: responseMetadata,\n }),\n };\n }\n\n return {\n chunk: new AIMessageChunk({\n content: [{ index: data.index, ...contentBlock, type: 'text' }],\n response_metadata: responseMetadata,\n }),\n };\n }\n } else if (\n data.type === 'content_block_delta' &&\n data.delta.type === 'input_json_delta'\n ) {\n const content = [\n {\n index: data.index,\n input: data.delta.partial_json,\n type: data.delta.type,\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : content,\n response_metadata: responseMetadata,\n additional_kwargs: {},\n tool_call_chunks: [\n {\n index: data.index,\n args: data.delta.partial_json,\n },\n ],\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n data.content_block.type === 'text'\n ) {\n const content = data.content_block.text;\n const contentBlock = [\n {\n index: data.index,\n ...data.content_block,\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? content : contentBlock,\n response_metadata: responseMetadata,\n additional_kwargs: {},\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n data.content_block.type === 'redacted_thinking'\n ) {\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString\n ? ''\n : [{ index: data.index, ...data.content_block }],\n response_metadata: responseMetadata,\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n data.content_block.type === 'thinking'\n ) {\n const content = data.content_block.thinking;\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString\n ? content\n : [{ index: data.index, ...data.content_block }],\n response_metadata: responseMetadata,\n }),\n };\n } else if (\n data.type === 'content_block_start' &&\n _isAnthropicCompactionBlock(data.content_block)\n ) {\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString\n ? ''\n : [{ index: data.index, ...data.content_block }],\n response_metadata: responseMetadata,\n }),\n };\n } else if (\n data.type === 'content_block_delta' &&\n data.delta.type === 'compaction_delta'\n ) {\n const content = [\n {\n index: data.index,\n ...data.delta,\n type: 'compaction',\n },\n ];\n return {\n chunk: new AIMessageChunk({\n content: fields.coerceContentToString ? '' : content,\n response_metadata: responseMetadata,\n }),\n };\n }\n return null;\n}\n\nexport function anthropicResponseToChatMessages(\n messages: AnthropicMessageResponse[],\n additionalKwargs: Record<string, unknown>\n): ChatGeneration[] {\n const responseMetadata = {\n ...additionalKwargs,\n model_provider: 'anthropic',\n };\n const usage = additionalKwargs.usage as AnthropicUsageData | null | undefined;\n const usageMetadata = getAnthropicUsageMetadata(usage);\n if (messages.length === 1 && messages[0].type === 'text') {\n return [\n {\n text: messages[0].text,\n message: new AIMessage({\n content: messages[0].text,\n additional_kwargs: additionalKwargs,\n usage_metadata: usageMetadata,\n response_metadata: responseMetadata,\n id: additionalKwargs.id as string,\n }),\n },\n ];\n } else {\n const toolCalls = extractToolCalls(messages);\n const generations: ChatGeneration[] = [\n {\n text: '',\n message: new AIMessage({\n content: toLangChainContent(messages as MessageContentComplex[]),\n additional_kwargs: additionalKwargs,\n tool_calls: toolCalls,\n usage_metadata: usageMetadata,\n response_metadata: responseMetadata,\n id: additionalKwargs.id as string,\n }),\n },\n ];\n return generations;\n }\n}\n"],"names":[],"mappings":";;;;AAAA;AAoBM,SAAU,yBAAyB,CACvC,KAA4C,EAAA;AAE5C,IAAA,IAAI,KAAK,IAAI,IAAI,EAAE;AACjB,QAAA,OAAO,SAAS;IAClB;AAEA,IAAA,MAAM,wBAAwB,GAAG,KAAK,CAAC,2BAA2B,IAAI,CAAC;AACvE,IAAA,MAAM,oBAAoB,GAAG,KAAK,CAAC,uBAAuB,IAAI,CAAC;;AAE/D,IAAA,MAAM,WAAW,GACf,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,IAAI,wBAAwB,GAAG,oBAAoB;AAC7E,IAAA,MAAM,YAAY,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC;IAE7C,OAAO;AACL,QAAA,YAAY,EAAE,WAAW;AACzB,QAAA,aAAa,EAAE,YAAY;QAC3B,YAAY,EAAE,WAAW,GAAG,YAAY;AACxC,QAAA,mBAAmB,EAAE;AACnB,YAAA,cAAc,EAAE,wBAAwB;AACxC,YAAA,UAAU,EAAE,oBAAoB;AACjC,SAAA;KACF;AACH;AAEA,SAAS,2BAA2B,CAClC,KAAc,EAAA;AAEd,IAAA,QACE,OAAO,KAAK,KAAK,QAAQ;AACzB,QAAA,KAAK,KAAK,IAAI;AACd,QAAA,MAAM,IAAI,KAAK;AACf,QAAA,KAAK,CAAC,IAAI,KAAK,YAAY;AAE/B;AAEM,SAAU,mCAAmC,CACjD,IAAuD,EACvD,MAGC,EAAA;AAID,IAAA,MAAM,gBAAgB,GAAG,EAAE,cAAc,EAAE,WAAW,EAAE;AACxD,IAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;;AAEjC,QAAA,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,gBAAgB,EAAE,GAAG,IAAI,CAAC,OAAO;AAC5D,QAAA,MAAM,EACJ,YAAY,EAAE,YAAY,EAC1B,aAAa,EAAE,aAAa,EAC5B,GAAG,IAAI,EACR,GAAG,KAAK;AACT,QAAA,MAAM,aAAa,GAAG,yBAAyB,CAAC,KAAK,CAAC;QACtD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,gBAAgB;gBACnC,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;AAC9D,gBAAA,iBAAiB,EAAE;AACjB,oBAAA,GAAG,gBAAgB;AACnB,oBAAA,KAAK,EAAE;AACL,wBAAA,GAAG,IAAI;AACR,qBAAA;AACF,iBAAA;AACD,gBAAA,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE;aACpB,CAAC;SACH;IACH;AAAO,SAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACxC,QAAA,MAAM,4BAA4B,GAAG,EAAE,GAAG,gBAAgB,EAAE;AAC5D,QAAA,IAAI,oBAAoB,IAAI,IAAI,CAAC,KAAK,EAAE;AACtC,YAAA,MAAM,CAAC,MAAM,CAAC,4BAA4B,EAAE;AAC1C,gBAAA,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB;AAClD,aAAA,CAAC;QACJ;AACA,QAAA,MAAM,aAAa,GAAkB;AACnC,YAAA,YAAY,EAAE,CAAC;AACf,YAAA,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;AACvC,YAAA,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;SACvC;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,4BAA4B;AAC/C,gBAAA,iBAAiB,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;gBACpC,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;aAC/D,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA;YACE,UAAU;YACV,UAAU;YACV,iBAAiB;YACjB,wBAAwB;SACzB,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EACnC;AACA,QAAA,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa;AACvC,QAAA,IAAI,cAA+B;AACnC,QAAA,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE;AACpC,YAAA,cAAc,GAAG;AACf,gBAAA;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,oBAAA,IAAI,EAAE,EAAE;AACT,iBAAA;aACF;QACH;AAAO,aAAA,IAAI,YAAY,CAAC,IAAI,KAAK,iBAAiB,EAAE;;AAElD,YAAA,cAAc,GAAG;AACf,gBAAA;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,oBAAA,IAAI,EAAE,EAAE;AACT,iBAAA;aACF;QACH;aAAO;YACL,cAAc,GAAG,EAAE;QACrB;AACA,QAAA,MAAM,OAAO,GAAG;AACd,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,IAAI,CAAC,aAAa;AACrB,gBAAA,KAAK,EACH,YAAY,CAAC,IAAI,KAAK,iBAAiB;oBACvC,YAAY,CAAC,IAAI,KAAK;AACpB,sBAAE;AACF,sBAAE,SAAS;AAChB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,OAAO;AACpD,gBAAA,iBAAiB,EAAE,gBAAgB;AACnC,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE,cAAc;aACjC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA;YACE,YAAY;YACZ,iBAAiB;YACjB,gBAAgB;YAChB,iBAAiB;SAClB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAC3B;QACA,IAAI,MAAM,CAAC,qBAAqB,IAAI,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE;YACxD,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,oBAAA,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;iBACzB,CAAC;aACH;QACH;aAAO;YACL,MAAM,YAAY,GAA4B,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;AAC/D,YAAA,IAAI,UAAU,IAAI,YAAY,EAAE;gBAC9B,YAAY,CAAC,SAAS,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC;gBAChD,OAAO,YAAY,CAAC,QAAQ;YAC9B;AACA,YAAA,IACE,YAAY,CAAC,IAAI,KAAK,gBAAgB;AACtC,gBAAA,YAAY,CAAC,IAAI,KAAK,iBAAiB,EACvC;gBACA,OAAO;oBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,wBAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AACnE,wBAAA,iBAAiB,EAAE,gBAAgB;qBACpC,CAAC;iBACH;YACH;YAEA,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,oBAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AAC/D,oBAAA,iBAAiB,EAAE,gBAAgB;iBACpC,CAAC;aACH;QACH;IACF;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC;AACA,QAAA,MAAM,OAAO,GAAG;AACd,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,gBAAA,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,gBAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;AACtB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,OAAO;AACpD,gBAAA,iBAAiB,EAAE,gBAAgB;AACnC,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,wBAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,qBAAA;AACF,iBAAA;aACF,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,MAAM,EAClC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI;AACvC,QAAA,MAAM,YAAY,GAAG;AACnB,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,IAAI,CAAC,aAAa;AACtB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,OAAO,GAAG,YAAY;AAC9D,gBAAA,iBAAiB,EAAE,gBAAgB;AACnC,gBAAA,iBAAiB,EAAE,EAAE;aACtB,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,mBAAmB,EAC/C;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;AAClD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EACtC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ;QAC3C,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;AAClD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,2BAA2B,CAAC,IAAI,CAAC,aAAa,CAAC,EAC/C;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;AAClD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AAAO,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC;AACA,QAAA,MAAM,OAAO,GAAG;AACd,YAAA;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,IAAI,CAAC,KAAK;AACb,gBAAA,IAAI,EAAE,YAAY;AACnB,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,OAAO;AACpD,gBAAA,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;SACH;IACH;AACA,IAAA,OAAO,IAAI;AACb;;;;"}
|
|
@@ -19,11 +19,52 @@
|
|
|
19
19
|
* the breakpoint.
|
|
20
20
|
*
|
|
21
21
|
* LangChain's Anthropic adapter passes the marker through via
|
|
22
|
-
* `tool.extras.cache_control`
|
|
23
|
-
*
|
|
24
|
-
* mutating the original tool instance, since callers may share them
|
|
22
|
+
* `tool.extras.cache_control` for custom tools, while Anthropic built-ins
|
|
23
|
+
* require direct `cache_control`. Either way, we stamp a fresh wrapper —
|
|
24
|
+
* never mutating the original tool instance, since callers may share them
|
|
25
25
|
* across runs.
|
|
26
26
|
*/
|
|
27
|
+
const ANTHROPIC_BUILT_IN_TOOL_PREFIXES = [
|
|
28
|
+
'text_editor_',
|
|
29
|
+
'computer_',
|
|
30
|
+
'bash_',
|
|
31
|
+
'web_search_',
|
|
32
|
+
'web_fetch_',
|
|
33
|
+
'str_replace_editor_',
|
|
34
|
+
'str_replace_based_edit_tool_',
|
|
35
|
+
'code_execution_',
|
|
36
|
+
'memory_',
|
|
37
|
+
'tool_search_',
|
|
38
|
+
'mcp_toolset',
|
|
39
|
+
];
|
|
40
|
+
const CACHE_CONTROL = { type: 'ephemeral' };
|
|
41
|
+
function isAnthropicBuiltInTool(tool) {
|
|
42
|
+
const { type } = tool;
|
|
43
|
+
return (typeof type === 'string' &&
|
|
44
|
+
ANTHROPIC_BUILT_IN_TOOL_PREFIXES.some((prefix) => type.startsWith(prefix)));
|
|
45
|
+
}
|
|
46
|
+
function hasCacheControl(tool) {
|
|
47
|
+
if (isAnthropicBuiltInTool(tool)) {
|
|
48
|
+
return tool.cache_control != null;
|
|
49
|
+
}
|
|
50
|
+
return tool.extras?.cache_control != null;
|
|
51
|
+
}
|
|
52
|
+
function markCacheControl(tool) {
|
|
53
|
+
const prototype = Object.getPrototypeOf(tool) ?? Object.prototype;
|
|
54
|
+
if (isAnthropicBuiltInTool(tool)) {
|
|
55
|
+
const wrapped = { ...tool };
|
|
56
|
+
delete wrapped.extras;
|
|
57
|
+
return Object.assign(Object.create(prototype), wrapped, {
|
|
58
|
+
cache_control: CACHE_CONTROL,
|
|
59
|
+
});
|
|
60
|
+
}
|
|
61
|
+
return Object.assign(Object.create(prototype), tool, {
|
|
62
|
+
extras: {
|
|
63
|
+
...(tool.extras ?? {}),
|
|
64
|
+
cache_control: CACHE_CONTROL,
|
|
65
|
+
},
|
|
66
|
+
});
|
|
67
|
+
}
|
|
27
68
|
/**
|
|
28
69
|
* Returns a callable that reports whether a given tool *name* is deferred
|
|
29
70
|
* according to the supplied registry of tool definitions. Tools without
|
|
@@ -53,8 +94,8 @@ function makeIsDeferred(toolDefinitions) {
|
|
|
53
94
|
*
|
|
54
95
|
* The original tool instances are never mutated. The marked entry is a
|
|
55
96
|
* shallow wrapper that preserves the prototype chain so downstream
|
|
56
|
-
* `instanceof` checks still pass. `extras` is merged
|
|
57
|
-
* `providerToolDefinition` / other extras
|
|
97
|
+
* `instanceof` checks still pass. For custom tools, `extras` is merged
|
|
98
|
+
* so any existing `providerToolDefinition` / other extras are kept.
|
|
58
99
|
*/
|
|
59
100
|
function partitionAndMarkAnthropicToolCache(tools, isDeferred) {
|
|
60
101
|
if (tools == null || tools.length === 0)
|
|
@@ -78,20 +119,12 @@ function partitionAndMarkAnthropicToolCache(tools, isDeferred) {
|
|
|
78
119
|
}
|
|
79
120
|
const last = staticTools[staticTools.length - 1];
|
|
80
121
|
// Already marked? Don't double-clone.
|
|
81
|
-
if (last
|
|
82
|
-
'cache_control' in last.extras &&
|
|
83
|
-
last.extras.cache_control != null) {
|
|
122
|
+
if (hasCacheControl(last)) {
|
|
84
123
|
if (deferredTools.length === 0)
|
|
85
124
|
return tools;
|
|
86
125
|
return [...staticTools, ...deferredTools];
|
|
87
126
|
}
|
|
88
|
-
|
|
89
|
-
extras: {
|
|
90
|
-
...(last.extras ?? {}),
|
|
91
|
-
cache_control: { type: 'ephemeral' },
|
|
92
|
-
},
|
|
93
|
-
});
|
|
94
|
-
staticTools[staticTools.length - 1] = wrapped;
|
|
127
|
+
staticTools[staticTools.length - 1] = markCacheControl(last);
|
|
95
128
|
return [...staticTools, ...deferredTools];
|
|
96
129
|
}
|
|
97
130
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"anthropicToolCache.mjs","sources":["../../../src/messages/anthropicToolCache.ts"],"sourcesContent":["/**\n * Anthropic prompt-caching helper for the `tools[]` request field.\n *\n * Anthropic accepts `cache_control: { type: 'ephemeral' }` on individual\n * tool definitions. Whichever tool carries the marker becomes the end of\n * a cached prefix: `tools[0..N]` (everything up to and including the\n * marked tool) is cached and rebated on subsequent matching requests.\n *\n * For agents that mix static and deferred (lazily-discovered) tools, the\n * winning configuration is:\n *\n * 1. Stable-partition tools so all *static* (non-deferred) tools come\n * first and discovered-deferred tools come last.\n * 2. Stamp `cache_control` on the LAST static tool.\n *\n * That way, the cached prefix covers exactly the static tool inventory.\n * Discovered tools that show up later (or vary turn-to-turn as new ones\n * get discovered) never invalidate the prefix because they sit *after*\n * the breakpoint.\n *\n * LangChain's Anthropic adapter passes the marker through via\n * `tool.extras.cache_control`
|
|
1
|
+
{"version":3,"file":"anthropicToolCache.mjs","sources":["../../../src/messages/anthropicToolCache.ts"],"sourcesContent":["/**\n * Anthropic prompt-caching helper for the `tools[]` request field.\n *\n * Anthropic accepts `cache_control: { type: 'ephemeral' }` on individual\n * tool definitions. Whichever tool carries the marker becomes the end of\n * a cached prefix: `tools[0..N]` (everything up to and including the\n * marked tool) is cached and rebated on subsequent matching requests.\n *\n * For agents that mix static and deferred (lazily-discovered) tools, the\n * winning configuration is:\n *\n * 1. Stable-partition tools so all *static* (non-deferred) tools come\n * first and discovered-deferred tools come last.\n * 2. Stamp `cache_control` on the LAST static tool.\n *\n * That way, the cached prefix covers exactly the static tool inventory.\n * Discovered tools that show up later (or vary turn-to-turn as new ones\n * get discovered) never invalidate the prefix because they sit *after*\n * the breakpoint.\n *\n * LangChain's Anthropic adapter passes the marker through via\n * `tool.extras.cache_control` for custom tools, while Anthropic built-ins\n * require direct `cache_control`. Either way, we stamp a fresh wrapper —\n * never mutating the original tool instance, since callers may share them\n * across runs.\n */\n\nimport type { GraphTools } from '@/types';\n\nconst ANTHROPIC_BUILT_IN_TOOL_PREFIXES = [\n 'text_editor_',\n 'computer_',\n 'bash_',\n 'web_search_',\n 'web_fetch_',\n 'str_replace_editor_',\n 'str_replace_based_edit_tool_',\n 'code_execution_',\n 'memory_',\n 'tool_search_',\n 'mcp_toolset',\n] as const;\n\nconst CACHE_CONTROL = { type: 'ephemeral' as const };\n\ntype AnthropicToolCacheCandidate = {\n name?: unknown;\n type?: unknown;\n extras?: Record<string, unknown>;\n cache_control?: unknown;\n};\n\nfunction isAnthropicBuiltInTool(\n tool: AnthropicToolCacheCandidate\n): tool is AnthropicToolCacheCandidate & { type: string } {\n const { type } = tool;\n return (\n typeof type === 'string' &&\n ANTHROPIC_BUILT_IN_TOOL_PREFIXES.some((prefix) => type.startsWith(prefix))\n );\n}\n\nfunction hasCacheControl(tool: AnthropicToolCacheCandidate): boolean {\n if (isAnthropicBuiltInTool(tool)) {\n return tool.cache_control != null;\n }\n return tool.extras?.cache_control != null;\n}\n\nfunction markCacheControl(\n tool: AnthropicToolCacheCandidate\n): AnthropicToolCacheCandidate {\n const prototype = Object.getPrototypeOf(tool) ?? Object.prototype;\n if (isAnthropicBuiltInTool(tool)) {\n const wrapped = { ...tool };\n delete wrapped.extras;\n return Object.assign(Object.create(prototype), wrapped, {\n cache_control: CACHE_CONTROL,\n });\n }\n\n return Object.assign(Object.create(prototype), tool, {\n extras: {\n ...(tool.extras ?? {}),\n cache_control: CACHE_CONTROL,\n },\n });\n}\n\n/**\n * Returns a callable that reports whether a given tool *name* is deferred\n * according to the supplied registry of tool definitions. Tools without\n * a registry entry are treated as non-deferred (i.e. static), matching\n * the host-supplied `graphTools` semantics elsewhere in the SDK.\n */\nexport function makeIsDeferred(\n toolDefinitions:\n | ReadonlyArray<{ name: string; defer_loading?: boolean }>\n | undefined\n): (toolName: string) => boolean {\n if (toolDefinitions == null || toolDefinitions.length === 0) {\n return () => false;\n }\n const deferred = new Set<string>();\n for (const def of toolDefinitions) {\n if (def.defer_loading === true) deferred.add(def.name);\n }\n if (deferred.size === 0) return () => false;\n return (name) => deferred.has(name);\n}\n\n/**\n * Stable-partition `tools` into [static..., deferred...] and stamp the\n * Anthropic `cache_control: ephemeral` marker on the last static tool.\n *\n * If `tools` is undefined or empty, or no entry has a usable `.name`,\n * returns the input unchanged. If there are no static tools at all,\n * also returns unchanged (nothing to cache).\n *\n * The original tool instances are never mutated. The marked entry is a\n * shallow wrapper that preserves the prototype chain so downstream\n * `instanceof` checks still pass. For custom tools, `extras` is merged\n * so any existing `providerToolDefinition` / other extras are kept.\n */\nexport function partitionAndMarkAnthropicToolCache(\n tools: GraphTools | undefined,\n isDeferred: (toolName: string) => boolean\n): GraphTools | undefined {\n if (tools == null || tools.length === 0) return tools;\n\n // Use unknown[] internally to avoid GraphTools' union-array variance\n // (each member is one of three array types). We cast back to\n // GraphTools when returning.\n const staticTools: unknown[] = [];\n const deferredTools: unknown[] = [];\n\n for (const tool of tools) {\n const name = (tool as { name?: unknown }).name;\n if (typeof name === 'string' && isDeferred(name)) {\n deferredTools.push(tool);\n } else {\n staticTools.push(tool);\n }\n }\n\n if (staticTools.length === 0) {\n return tools;\n }\n\n const last = staticTools[\n staticTools.length - 1\n ] as AnthropicToolCacheCandidate;\n // Already marked? Don't double-clone.\n if (hasCacheControl(last)) {\n if (deferredTools.length === 0) return tools;\n return [...staticTools, ...deferredTools] as GraphTools;\n }\n\n staticTools[staticTools.length - 1] = markCacheControl(last);\n return [...staticTools, ...deferredTools] as GraphTools;\n}\n"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;AAyBG;AAIH,MAAM,gCAAgC,GAAG;IACvC,cAAc;IACd,WAAW;IACX,OAAO;IACP,aAAa;IACb,YAAY;IACZ,qBAAqB;IACrB,8BAA8B;IAC9B,iBAAiB;IACjB,SAAS;IACT,cAAc;IACd,aAAa;CACL;AAEV,MAAM,aAAa,GAAG,EAAE,IAAI,EAAE,WAAoB,EAAE;AASpD,SAAS,sBAAsB,CAC7B,IAAiC,EAAA;AAEjC,IAAA,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI;AACrB,IAAA,QACE,OAAO,IAAI,KAAK,QAAQ;AACxB,QAAA,gCAAgC,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAE9E;AAEA,SAAS,eAAe,CAAC,IAAiC,EAAA;AACxD,IAAA,IAAI,sBAAsB,CAAC,IAAI,CAAC,EAAE;AAChC,QAAA,OAAO,IAAI,CAAC,aAAa,IAAI,IAAI;IACnC;AACA,IAAA,OAAO,IAAI,CAAC,MAAM,EAAE,aAAa,IAAI,IAAI;AAC3C;AAEA,SAAS,gBAAgB,CACvB,IAAiC,EAAA;AAEjC,IAAA,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,SAAS;AACjE,IAAA,IAAI,sBAAsB,CAAC,IAAI,CAAC,EAAE;AAChC,QAAA,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,EAAE;QAC3B,OAAO,OAAO,CAAC,MAAM;AACrB,QAAA,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE;AACtD,YAAA,aAAa,EAAE,aAAa;AAC7B,SAAA,CAAC;IACJ;AAEA,IAAA,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE;AACnD,QAAA,MAAM,EAAE;AACN,YAAA,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;AACtB,YAAA,aAAa,EAAE,aAAa;AAC7B,SAAA;AACF,KAAA,CAAC;AACJ;AAEA;;;;;AAKG;AACG,SAAU,cAAc,CAC5B,eAEa,EAAA;IAEb,IAAI,eAAe,IAAI,IAAI,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE;AAC3D,QAAA,OAAO,MAAM,KAAK;IACpB;AACA,IAAA,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU;AAClC,IAAA,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE;AACjC,QAAA,IAAI,GAAG,CAAC,aAAa,KAAK,IAAI;AAAE,YAAA,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;IACxD;AACA,IAAA,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;AAAE,QAAA,OAAO,MAAM,KAAK;IAC3C,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;AACrC;AAEA;;;;;;;;;;;;AAYG;AACG,SAAU,kCAAkC,CAChD,KAA6B,EAC7B,UAAyC,EAAA;IAEzC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;AAAE,QAAA,OAAO,KAAK;;;;IAKrD,MAAM,WAAW,GAAc,EAAE;IACjC,MAAM,aAAa,GAAc,EAAE;AAEnC,IAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AACxB,QAAA,MAAM,IAAI,GAAI,IAA2B,CAAC,IAAI;QAC9C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE;AAChD,YAAA,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;QAC1B;aAAO;AACL,YAAA,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;QACxB;IACF;AAEA,IAAA,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE;AAC5B,QAAA,OAAO,KAAK;IACd;IAEA,MAAM,IAAI,GAAG,WAAW,CACtB,WAAW,CAAC,MAAM,GAAG,CAAC,CACQ;;AAEhC,IAAA,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE;AACzB,QAAA,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;AAAE,YAAA,OAAO,KAAK;AAC5C,QAAA,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,aAAa,CAAe;IACzD;AAEA,IAAA,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,gBAAgB,CAAC,IAAI,CAAC;AAC5D,IAAA,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,aAAa,CAAe;AACzD;;;;"}
|
|
@@ -171,6 +171,51 @@ function extractReasoningContent(part) {
|
|
|
171
171
|
}
|
|
172
172
|
return '';
|
|
173
173
|
}
|
|
174
|
+
function parseServerToolInput(args) {
|
|
175
|
+
if (typeof args === 'string') {
|
|
176
|
+
try {
|
|
177
|
+
const parsed = JSON.parse(args);
|
|
178
|
+
return parsed != null &&
|
|
179
|
+
typeof parsed === 'object' &&
|
|
180
|
+
!Array.isArray(parsed)
|
|
181
|
+
? parsed
|
|
182
|
+
: {};
|
|
183
|
+
}
|
|
184
|
+
catch {
|
|
185
|
+
return {};
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
return args != null && typeof args === 'object' ? args : {};
|
|
189
|
+
}
|
|
190
|
+
function getTextContent(part) {
|
|
191
|
+
const { text } = part;
|
|
192
|
+
return typeof text === 'string' ? text : '';
|
|
193
|
+
}
|
|
194
|
+
function hasMeaningfulAssistantContent(part) {
|
|
195
|
+
if (part.type === ContentTypes.TEXT) {
|
|
196
|
+
return getTextContent(part).trim().length > 0;
|
|
197
|
+
}
|
|
198
|
+
if (part.type === ContentTypes.TOOL_CALL ||
|
|
199
|
+
part.type === ContentTypes.ERROR ||
|
|
200
|
+
part.type === ContentTypes.AGENT_UPDATE ||
|
|
201
|
+
part.type === ContentTypes.SUMMARY) {
|
|
202
|
+
return false;
|
|
203
|
+
}
|
|
204
|
+
if (part.type === ContentTypes.THINK ||
|
|
205
|
+
part.type === ContentTypes.THINKING ||
|
|
206
|
+
part.type === ContentTypes.REASONING ||
|
|
207
|
+
part.type === ContentTypes.REASONING_CONTENT ||
|
|
208
|
+
part.type === 'redacted_thinking') {
|
|
209
|
+
return extractReasoningContent(part).trim().length > 0;
|
|
210
|
+
}
|
|
211
|
+
return part.type != null && part.type !== '';
|
|
212
|
+
}
|
|
213
|
+
function getToolUseId(part) {
|
|
214
|
+
if (!('tool_use_id' in part) || typeof part.tool_use_id !== 'string') {
|
|
215
|
+
return undefined;
|
|
216
|
+
}
|
|
217
|
+
return part.tool_use_id;
|
|
218
|
+
}
|
|
174
219
|
/**
|
|
175
220
|
* Helper function to format an assistant message
|
|
176
221
|
* @param message The message to format
|
|
@@ -183,6 +228,8 @@ function formatAssistantMessage(message, options) {
|
|
|
183
228
|
let lastAIMessage = null;
|
|
184
229
|
let hasReasoning = false;
|
|
185
230
|
let pendingReasoningContent = '';
|
|
231
|
+
const emittedServerToolUseIds = new Set();
|
|
232
|
+
const pendingServerToolUses = new Map();
|
|
186
233
|
const shouldPreserveReasoningContent = options?.preserveReasoningContent === true;
|
|
187
234
|
const takePendingReasoningContent = () => {
|
|
188
235
|
if (!shouldPreserveReasoningContent || !pendingReasoningContent) {
|
|
@@ -211,11 +258,29 @@ function formatAssistantMessage(message, options) {
|
|
|
211
258
|
? `${aiMessage.additional_kwargs.reasoning_content}${reasoningContent}`
|
|
212
259
|
: reasoningContent;
|
|
213
260
|
};
|
|
261
|
+
const flushPendingServerToolUse = (toolUseId) => {
|
|
262
|
+
for (const [id, content] of pendingServerToolUses) {
|
|
263
|
+
pendingServerToolUses.delete(id);
|
|
264
|
+
if (id === toolUseId) {
|
|
265
|
+
currentContent.push(content);
|
|
266
|
+
emittedServerToolUseIds.add(id);
|
|
267
|
+
return;
|
|
268
|
+
}
|
|
269
|
+
}
|
|
270
|
+
};
|
|
214
271
|
if (Array.isArray(message.content)) {
|
|
215
|
-
|
|
272
|
+
const contentParts = message.content;
|
|
273
|
+
for (const part of contentParts) {
|
|
216
274
|
if (part == null) {
|
|
217
275
|
continue;
|
|
218
276
|
}
|
|
277
|
+
const toolUseId = getToolUseId(part);
|
|
278
|
+
if (toolUseId != null) {
|
|
279
|
+
flushPendingServerToolUse(toolUseId);
|
|
280
|
+
}
|
|
281
|
+
else if (hasMeaningfulAssistantContent(part)) {
|
|
282
|
+
pendingServerToolUses.clear();
|
|
283
|
+
}
|
|
219
284
|
if (part.type === ContentTypes.TEXT && part.tool_call_ids) {
|
|
220
285
|
/*
|
|
221
286
|
If there's pending content, it needs to be aggregated as a single string to prepare for tool calls.
|
|
@@ -224,19 +289,18 @@ function formatAssistantMessage(message, options) {
|
|
|
224
289
|
if (currentContent.length > 0) {
|
|
225
290
|
let content = currentContent.reduce((acc, curr) => {
|
|
226
291
|
if (curr.type === ContentTypes.TEXT) {
|
|
227
|
-
return `${acc}${
|
|
292
|
+
return `${acc}${getTextContent(curr)}\n`;
|
|
228
293
|
}
|
|
229
294
|
return acc;
|
|
230
295
|
}, '');
|
|
231
|
-
content =
|
|
232
|
-
`${content}\n${part[ContentTypes.TEXT] ?? part.text ?? ''}`.trim();
|
|
296
|
+
content = `${content}\n${getTextContent(part)}`.trim();
|
|
233
297
|
lastAIMessage = createAIMessage(content);
|
|
234
298
|
formattedMessages.push(lastAIMessage);
|
|
235
299
|
currentContent = [];
|
|
236
300
|
continue;
|
|
237
301
|
}
|
|
238
302
|
// Create a new AIMessage with this text and prepare for tool calls
|
|
239
|
-
lastAIMessage = createAIMessage(part
|
|
303
|
+
lastAIMessage = createAIMessage(getTextContent(part));
|
|
240
304
|
formattedMessages.push(lastAIMessage);
|
|
241
305
|
}
|
|
242
306
|
else if (part.type === ContentTypes.TOOL_CALL) {
|
|
@@ -251,6 +315,21 @@ function formatAssistantMessage(message, options) {
|
|
|
251
315
|
(_tool_call.name === '' && (output == null || output === ''))) {
|
|
252
316
|
continue;
|
|
253
317
|
}
|
|
318
|
+
if (options?.provider === Providers.ANTHROPIC &&
|
|
319
|
+
typeof _tool_call.id === 'string' &&
|
|
320
|
+
_tool_call.id.startsWith(Constants.ANTHROPIC_SERVER_TOOL_PREFIX)) {
|
|
321
|
+
if (emittedServerToolUseIds.has(_tool_call.id) ||
|
|
322
|
+
pendingServerToolUses.has(_tool_call.id)) {
|
|
323
|
+
continue;
|
|
324
|
+
}
|
|
325
|
+
pendingServerToolUses.set(_tool_call.id, {
|
|
326
|
+
type: 'server_tool_use',
|
|
327
|
+
id: _tool_call.id,
|
|
328
|
+
name: _tool_call.name,
|
|
329
|
+
input: parseServerToolInput(_args),
|
|
330
|
+
});
|
|
331
|
+
continue;
|
|
332
|
+
}
|
|
254
333
|
if (!lastAIMessage) {
|
|
255
334
|
// "Heal" the payload by creating an AIMessage to precede the tool call
|
|
256
335
|
lastAIMessage = createAIMessage('');
|
|
@@ -298,23 +377,26 @@ function formatAssistantMessage(message, options) {
|
|
|
298
377
|
continue;
|
|
299
378
|
}
|
|
300
379
|
else {
|
|
301
|
-
if (part.type === ContentTypes.TEXT &&
|
|
302
|
-
!String(part.text ?? '').trim()) {
|
|
380
|
+
if (part.type === ContentTypes.TEXT && !getTextContent(part).trim()) {
|
|
303
381
|
continue;
|
|
304
382
|
}
|
|
305
383
|
currentContent.push(part);
|
|
306
384
|
}
|
|
307
385
|
}
|
|
386
|
+
for (const content of pendingServerToolUses.values()) {
|
|
387
|
+
currentContent.push(content);
|
|
388
|
+
}
|
|
308
389
|
}
|
|
309
390
|
if (hasReasoning && currentContent.length > 0) {
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
if (
|
|
313
|
-
|
|
391
|
+
let content = '';
|
|
392
|
+
for (const part of currentContent) {
|
|
393
|
+
if (part.type !== ContentTypes.TEXT) {
|
|
394
|
+
formattedMessages.push(createAIMessage(toLangChainContent(currentContent)));
|
|
395
|
+
return formattedMessages;
|
|
314
396
|
}
|
|
315
|
-
|
|
316
|
-
}
|
|
317
|
-
|
|
397
|
+
content += `${getTextContent(part)}\n`;
|
|
398
|
+
}
|
|
399
|
+
content = content.trim();
|
|
318
400
|
if (content) {
|
|
319
401
|
formattedMessages.push(createAIMessage(content));
|
|
320
402
|
}
|
|
@@ -824,6 +906,7 @@ skills, options) => {
|
|
|
824
906
|
}
|
|
825
907
|
const formattedMessages = formatAssistantMessage(processedMessage, {
|
|
826
908
|
preserveReasoningContent: options?.provider === Providers.DEEPSEEK,
|
|
909
|
+
provider: options?.provider,
|
|
827
910
|
});
|
|
828
911
|
if (sourceMessageId != null && sourceMessageId !== '') {
|
|
829
912
|
for (const formattedMessage of formattedMessages) {
|