@illuma-ai/agents 1.0.89 → 1.0.93

package/src/llm/anthropic/utils/message_inputs.ts

@@ -24,8 +24,6 @@ import {
   AnthropicImageBlockParam,
   AnthropicMessageCreateParams,
   AnthropicTextBlockParam,
-  AnthropicToolResultBlockParam,
-  AnthropicToolUseBlockParam,
   AnthropicDocumentBlockParam,
   AnthropicThinkingBlockParam,
   AnthropicRedactedThinkingBlockParam,
@@ -33,6 +31,7 @@ import {
   AnthropicWebSearchToolResultBlockParam,
   isAnthropicImageBlockParam,
   AnthropicSearchResultBlockParam,
+  AnthropicCompactionBlockParam,
   AnthropicToolResponse,
 } from '../types';
 
@@ -494,7 +493,7 @@ function _formatContent(message: BaseMessage) {
         return block;
       } else if (contentPart.type === 'search_result') {
         const block: AnthropicSearchResultBlockParam = {
-          type: 'search_result' as const, // Explicitly setting the type as "search_result"
+          type: 'search_result' as const,
           title: contentPart.title,
           source: contentPart.source,
           ...('cache_control' in contentPart && contentPart.cache_control
@@ -506,6 +505,13 @@ function _formatContent(message: BaseMessage) {
           content: contentPart.content,
         };
         return block;
+      } else if (contentPart.type === 'compaction') {
+        const block: AnthropicCompactionBlockParam = {
+          type: 'compaction' as const,
+          content: contentPart.content,
+          ...(cacheControl ? { cache_control: cacheControl } : {}),
+        };
+        return block;
       } else if (
         textTypes.find((t) => t === contentPart.type) &&
         'text' in contentPart
@@ -682,38 +688,15 @@ function mergeMessages(messages: AnthropicMessageCreateParams['messages']) {
   const result: AnthropicMessageCreateParams['messages'] = [];
   let currentMessage = messages[0];
 
+  type ContentBlocks = Exclude<
+    AnthropicMessageCreateParams['messages'][number]['content'],
+    string
+  >;
   const normalizeContent = (
-    content:
-      | string
-      | Array<
-          | AnthropicTextBlockParam
-          | AnthropicImageBlockParam
-          | AnthropicToolUseBlockParam
-          | AnthropicToolResultBlockParam
-          | AnthropicDocumentBlockParam
-          | AnthropicThinkingBlockParam
-          | AnthropicRedactedThinkingBlockParam
-          | AnthropicServerToolUseBlockParam
-          | AnthropicWebSearchToolResultBlockParam
-        >
-  ): Array<
-    | AnthropicTextBlockParam
-    | AnthropicImageBlockParam
-    | AnthropicToolUseBlockParam
-    | AnthropicToolResultBlockParam
-    | AnthropicDocumentBlockParam
-    | AnthropicThinkingBlockParam
-    | AnthropicRedactedThinkingBlockParam
-    | AnthropicServerToolUseBlockParam
-    | AnthropicWebSearchToolResultBlockParam
-  > => {
+    content: AnthropicMessageCreateParams['messages'][number]['content']
+  ): ContentBlocks => {
     if (typeof content === 'string') {
-      return [
-        {
-          type: 'text',
-          text: content,
-        },
-      ];
+      return [{ type: 'text', text: content }];
     }
     return content;
   };

package/src/llm/anthropic/utils/message_outputs.js

@@ -0,0 +1,290 @@
+import { AIMessage, AIMessageChunk, } from '@langchain/core/messages';
+import { extractToolCalls } from './output_parsers';
+function _isAnthropicCompactionBlock(block) {
+    return (typeof block === 'object' &&
+        block !== null &&
+        'type' in block &&
+        block.type === 'compaction');
+}
+export function _makeMessageChunkFromAnthropicEvent(data, fields) {
+    if (data.type === 'message_start') {
+        // eslint-disable-next-line @typescript-eslint/no-unused-vars
+        const { content, usage, ...additionalKwargs } = data.message;
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const filteredAdditionalKwargs = {};
+        for (const [key, value] of Object.entries(additionalKwargs)) {
+            if (value !== undefined && value !== null) {
+                filteredAdditionalKwargs[key] = value;
+            }
+        }
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const { input_tokens, output_tokens, ...rest } = usage ?? {};
+        const usageMetadata = {
+            input_tokens,
+            output_tokens,
+            total_tokens: input_tokens + output_tokens,
+            input_token_details: {
+                cache_creation: rest.cache_creation_input_tokens,
+                cache_read: rest.cache_read_input_tokens,
+            },
+        };
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString ? '' : [],
+                additional_kwargs: filteredAdditionalKwargs,
+                usage_metadata: fields.streamUsage ? usageMetadata : undefined,
+                response_metadata: {
+                    usage: {
+                        ...rest,
+                    },
+                },
+                id: data.message.id,
+            }),
+        };
+    }
+    else if (data.type === 'message_delta') {
+        const usageMetadata = {
+            input_tokens: 0,
+            output_tokens: data.usage.output_tokens,
+            total_tokens: data.usage.output_tokens,
+            input_token_details: {
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                cache_creation: data.usage.cache_creation_input_tokens,
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                cache_read: data.usage.cache_read_input_tokens,
+            },
+        };
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString ? '' : [],
+                additional_kwargs: { ...data.delta },
+                usage_metadata: fields.streamUsage ? usageMetadata : undefined,
+            }),
+        };
+    }
+    else if (data.type === 'content_block_start' &&
+        [
+            'tool_use',
+            'document',
+            'server_tool_use',
+            'web_search_tool_result',
+        ].includes(data.content_block.type)) {
+        const contentBlock = data.content_block;
+        let toolCallChunks;
+        if (contentBlock.type === 'tool_use') {
+            toolCallChunks = [
+                {
+                    id: contentBlock.id,
+                    index: data.index,
+                    name: contentBlock.name,
+                    args: '',
+                },
+            ];
+        }
+        else if (contentBlock.type === 'server_tool_use') {
+            // Handle anthropic built-in server tool use (like web search)
+            toolCallChunks = [
+                {
+                    id: contentBlock.id,
+                    index: data.index,
+                    name: contentBlock.name,
+                    args: '',
+                },
+            ];
+        }
+        else {
+            toolCallChunks = [];
+        }
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString
+                    ? ''
+                    : [
+                        {
+                            index: data.index,
+                            ...data.content_block,
+                            input: contentBlock.type === 'server_tool_use' ||
+                                contentBlock.type === 'tool_use'
+                                ? ''
+                                : undefined,
+                        },
+                    ],
+                additional_kwargs: {},
+                tool_call_chunks: toolCallChunks,
+            }),
+        };
+    }
+    else if (data.type === 'content_block_delta' &&
+        [
+            'text_delta',
+            'citations_delta',
+            'thinking_delta',
+            'signature_delta',
+        ].includes(data.delta.type)) {
+        if (fields.coerceContentToString && 'text' in data.delta) {
+            return {
+                chunk: new AIMessageChunk({
+                    content: data.delta.text,
+                }),
+            };
+        }
+        else {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            const contentBlock = data.delta;
+            if ('citation' in contentBlock) {
+                contentBlock.citations = [contentBlock.citation];
+                delete contentBlock.citation;
+            }
+            if (contentBlock.type === 'thinking_delta' ||
+                contentBlock.type === 'signature_delta') {
+                return {
+                    chunk: new AIMessageChunk({
+                        content: [{ index: data.index, ...contentBlock, type: 'thinking' }],
+                    }),
+                };
+            }
+            return {
+                chunk: new AIMessageChunk({
+                    content: [{ index: data.index, ...contentBlock, type: 'text' }],
+                }),
+            };
+        }
+    }
+    else if (data.type === 'content_block_delta' &&
+        data.delta.type === 'input_json_delta') {
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString
+                    ? ''
+                    : [
+                        {
+                            index: data.index,
+                            input: data.delta.partial_json,
+                            type: data.delta.type,
+                        },
+                    ],
+                additional_kwargs: {},
+                tool_call_chunks: [
+                    {
+                        index: data.index,
+                        args: data.delta.partial_json,
+                    },
+                ],
+            }),
+        };
+    }
+    else if (data.type === 'content_block_start' &&
+        data.content_block.type === 'text') {
+        const content = data.content_block.text;
+        if (content !== undefined) {
+            return {
+                chunk: new AIMessageChunk({
+                    content: fields.coerceContentToString
+                        ? content
+                        : [
+                            {
+                                index: data.index,
+                                ...data.content_block,
+                            },
+                        ],
+                    additional_kwargs: {},
+                }),
+            };
+        }
+    }
+    else if (data.type === 'content_block_start' &&
+        data.content_block.type === 'redacted_thinking') {
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString
+                    ? ''
+                    : [{ index: data.index, ...data.content_block }],
+            }),
+        };
+    }
+    else if (data.type === 'content_block_start' &&
+        data.content_block.type === 'thinking') {
+        const content = data.content_block.thinking;
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString
+                    ? content
+                    : [{ index: data.index, ...data.content_block }],
+            }),
+        };
+    }
+    else if (data.type === 'content_block_start' &&
+        _isAnthropicCompactionBlock(data.content_block)) {
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString
+                    ? ''
+                    : [{ index: data.index, ...data.content_block }],
+            }),
+        };
+    }
+    else if (data.type === 'content_block_delta' &&
+        data.delta.type === 'compaction_delta') {
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString
+                    ? ''
+                    : [
+                        {
+                            index: data.index,
+                            ...data.delta,
+                            type: 'compaction',
+                        },
+                    ],
+            }),
+        };
+    }
+    return null;
+}
+export function anthropicResponseToChatMessages(messages, additionalKwargs) {
+    const usage = additionalKwargs.usage;
+    const usageMetadata = usage != null
+        ? {
+            input_tokens: usage.input_tokens ?? 0,
+            output_tokens: usage.output_tokens ?? 0,
+            total_tokens: (usage.input_tokens ?? 0) + (usage.output_tokens ?? 0),
+            input_token_details: {
+                cache_creation: usage.cache_creation_input_tokens,
+                cache_read: usage.cache_read_input_tokens,
+            },
+        }
+        : undefined;
+    if (messages.length === 1 && messages[0].type === 'text') {
+        return [
+            {
+                text: messages[0].text,
+                message: new AIMessage({
+                    content: messages[0].text,
+                    additional_kwargs: additionalKwargs,
+                    usage_metadata: usageMetadata,
+                    response_metadata: additionalKwargs,
+                    id: additionalKwargs.id,
+                }),
+            },
+        ];
+    }
+    else {
+        const toolCalls = extractToolCalls(messages);
+        const generations = [
+            {
+                text: '',
+                message: new AIMessage({
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    content: messages,
+                    additional_kwargs: additionalKwargs,
+                    tool_calls: toolCalls,
+                    usage_metadata: usageMetadata,
+                    response_metadata: additionalKwargs,
+                    id: additionalKwargs.id,
+                }),
+            },
+        ];
+        return generations;
+    }
+}
+//# sourceMappingURL=message_outputs.js.map

package/src/llm/anthropic/utils/message_outputs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message_outputs.js","sourceRoot":"","sources":["message_outputs.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,SAAS,EACT,cAAc,GAEf,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAGpD,SAAS,2BAA2B,CAClC,KAAc;IAEd,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,MAAM,IAAI,KAAK;QACf,KAAK,CAAC,IAAI,KAAK,YAAY,CAC5B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mCAAmC,CACjD,IAAuD,EACvD,MAGC;IAID,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QAClC,6DAA6D;QAC7D,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,gBAAgB,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7D,8DAA8D;QAC9D,MAAM,wBAAwB,GAAwB,EAAE,CAAC;QACzD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC5D,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBAC1C,wBAAwB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACxC,CAAC;QACH,CAAC;QACD,8DAA8D;QAC9D,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,IAAI,EAAE,GAC5C,KAAK,IAAI,EAAE,CAAC;QACd,MAAM,aAAa,GAAkB;YACnC,YAAY;YACZ,aAAa;YACb,YAAY,EAAE,YAAY,GAAG,aAAa;YAC1C,mBAAmB,EAAE;gBACnB,cAAc,EAAE,IAAI,CAAC,2BAA2B;gBAChD,UAAU,EAAE,IAAI,CAAC,uBAAuB;aACzC;SACF,CAAC;QACF,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;gBAC/C,iBAAiB,EAAE,wBAAwB;gBAC3C,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;gBAC9D,iBAAiB,EAAE;oBACjB,KAAK,EAAE;wBACL,GAAG,IAAI;qBACR;iBACF;gBACD,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE;aACpB,CAAC;SACH,CAAC;IACJ,CAAC;SAAM,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QACzC,MAAM,aAAa,GAAkB;YACnC,YAAY,EAAE,CAAC;YACf,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;YACvC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;YACtC,mBAAmB,EAAE;gBACnB,8DAA8D;gBAC9D,cAAc,EAAG,IAAI,CAAC,KAAa,CAAC,2BAA2B;gBAC/D,8DAA8D;gBAC9D,UAAU,EAAG,IAAI,CAAC,KAAa,CAAC,uBAAuB;aACxD;SACF,CAAC;QACF,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;gBAC/C,iBAAiB,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;gBACpC,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;aAC/D,CAAC;SACH,CAAC;IACJ,CAAC;SAAM,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;QACnC;YACE,UAAU;YACV,UAAU;YACV,iBAAiB;YACjB,wBAAwB;SACzB,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EACnC,CAAC;QACD,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC;QACxC,IAAI,cAA+B,CAAC;QACpC,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACrC,cAAc,GAAG;gBACf;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;oBACvB,IAAI,EAAE,EAAE;iBACT;aACF,CAAC;QACJ,CAAC;aAAM,IAAI,YAAY,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACnD,8DAA8D;YAC9D,cAAc,GAAG;gBACf;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;oBACvB,IAAI,EAAE,EAAE;iBACT;aACF,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,EAAE,CAAC;QACtB,CAAC;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;oBACnC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC;wBACA;4BACE,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,GAAG,IAAI,CAAC,aAAa;4BACrB,KAAK,EACD,YAAY,CAAC,IAAI,KAAK,iBAAiB;gCACvC,YAAY,CAAC,IAAI,KAAK,UAAU;gCAC9B,CAAC,CAAC,EAAE;gCACJ,CAAC,CAAC,SAAS;yBAClB;qBACF;gBACH,iBAAiB,EAAE,EAAE;gBACrB,gBAAgB,EAAE,cAAc;aACjC,CAAC;SACH,CAAC;IACJ,CAAC;SAAM,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;QACnC;YACE,YAAY;YACZ,iBAAiB;YACjB,gBAAgB;YAChB,iBAAiB;SAClB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAC3B,CAAC;QACD,IAAI,MAAM,CAAC,qBAAqB,IAAI,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACzD,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;oBACxB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;iBACzB,CAAC;aACH,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,8DAA8D;YAC9D,MAAM,YAAY,GAAwB,IAAI,CAAC,KAAK,CAAC;YACrD,IAAI,UAAU,IAAI,YAAY,EAAE,CAAC;gBAC/B,YAAY,CAAC,SAAS,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;gBACjD,OAAO,YAAY,CAAC,QAAQ,CAAC;YAC/B,CAAC;YACD,IACE,YAAY,CAAC,IAAI,KAAK,gBAAgB;gBACtC,YAAY,CAAC,IAAI,KAAK,iBAAiB,EACvC,CAAC;gBACD,OAAO;oBACL,KAAK,EAAE,IAAI,cAAc,CAAC;wBACxB,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;qBACpE,CAAC;iBACH,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;oBACxB,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;iBAChE,CAAC;aACH,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;QACnC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC,CAAC;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;oBACnC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC;wBACA;4BACE,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;4BAC9B,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;yBACtB;qBACF;gBACH,iBAAiB,EAAE,EAAE;gBACrB,gBAAgB,EAAE;oBAChB;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;qBAC9B;iBACF;aACF,CAAC;SACH,CAAC;IACJ,CAAC;SAAM,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;QACnC,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,MAAM,EAClC,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;QACxC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;oBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;wBACnC,CAAC,CAAC,OAAO;wBACT,CAAC,CAAC;4BACA;gCACE,KAAK,EAAE,IAAI,CAAC,KAAK;gCACjB,GAAG,IAAI,CAAC,aAAa;6BACtB;yBACF;oBACH,iBAAiB,EAAE,EAAE;iBACtB,CAAC;aACH,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;QACnC,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,mBAAmB,EAC/C,CAAC;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;oBACnC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;aACnD,CAAC;SACH,CAAC;IACJ,CAAC;SAAM,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;QACnC,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EACtC,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC;QAC5C,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;oBACnC,CAAC,CAAC,OAAO;oBACT,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;aACnD,CAAC;SACH,CAAC;IACJ,CAAC;SAAM,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;QACnC,2BAA2B,CAAC,IAAI,CAAC,aAAa,CAAC,EAC/C,CAAC;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;oBACnC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;aACnD,CAAC;SACH,CAAC;IACJ,CAAC;SAAM,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;QACnC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC,CAAC;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB;oBACnC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC;wBACA;4BACE,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,GAAG,IAAI,CAAC,KAAK;4BACb,IAAI,EAAE,YAAY;yBACnB;qBACF;aACJ,CAAC;SACH,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,QAAoC,EACpC,gBAAyC;IAEzC,MAAM,KAAK,GACT,gBAAgB,CAAC,KAAkD,CAAC;IACtE,MAAM,aAAa,GACjB,KAAK,IAAI,IAAI;QACX,CAAC,CAAC;YACA,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;YACrC,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;YACvC,YAAY,EAAE,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;YACpE,mBAAmB,EAAE;gBACnB,cAAc,EAAE,KAAK,CAAC,2BAA2B;gBACjD,UAAU,EAAE,KAAK,CAAC,uBAAuB;aAC1C;SACF;QACD,CAAC,CAAC,SAAS,CAAC;IAChB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACzD,OAAO;YACL;gBACE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;gBACtB,OAAO,EAAE,IAAI,SAAS,CAAC;oBACrB,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;oBACzB,iBAAiB,EAAE,gBAAgB;oBACnC,cAAc,EAAE,aAAa;oBAC7B,iBAAiB,EAAE,gBAAgB;oBACnC,EAAE,EAAE,gBAAgB,CAAC,EAAY;iBAClC,CAAC;aACH;SACF,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,SAAS,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,WAAW,GAAqB;YACpC;gBACE,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,IAAI,SAAS,CAAC;oBACrB,8DAA8D;oBAC9D,OAAO,EAAE,QAAe;oBACxB,iBAAiB,EAAE,gBAAgB;oBACnC,UAAU,EAAE,SAAS;oBACrB,cAAc,EAAE,aAAa;oBAC7B,iBAAiB,EAAE,gBAAgB;oBACnC,EAAE,EAAE,gBAAgB,CAAC,EAAY;iBAClC,CAAC;aACH;SACF,CAAC;QACF,OAAO,WAAW,CAAC;IACrB,CAAC;AACH,CAAC"}

package/src/llm/anthropic/utils/message_outputs.ts

@@ -12,8 +12,19 @@ import { ChatGeneration } from '@langchain/core/outputs';
 import { extractToolCalls } from './output_parsers';
 import { AnthropicMessageResponse } from '../types';
 
+function _isAnthropicCompactionBlock(
+  block: unknown
+): block is Anthropic.Beta.BetaCompactionBlockParam {
+  return (
+    typeof block === 'object' &&
+    block !== null &&
+    'type' in block &&
+    block.type === 'compaction'
+  );
+}
+
 export function _makeMessageChunkFromAnthropicEvent(
-  data: Anthropic.Messages.RawMessageStreamEvent,
+  data: Anthropic.Beta.Messages.BetaRawMessageStreamEvent,
   fields: {
     streamUsage: boolean;
     coerceContentToString: boolean;
@@ -233,6 +244,34 @@ export function _makeMessageChunkFromAnthropicEvent(
           : [{ index: data.index, ...data.content_block }],
       }),
     };
+  } else if (
+    data.type === 'content_block_start' &&
+    _isAnthropicCompactionBlock(data.content_block)
+  ) {
+    return {
+      chunk: new AIMessageChunk({
+        content: fields.coerceContentToString
+          ? ''
+          : [{ index: data.index, ...data.content_block }],
+      }),
+    };
+  } else if (
+    data.type === 'content_block_delta' &&
+    data.delta.type === 'compaction_delta'
+  ) {
+    return {
+      chunk: new AIMessageChunk({
+        content: fields.coerceContentToString
+          ? ''
+          : [
+            {
+              index: data.index,
+              ...data.delta,
+              type: 'compaction',
+            },
+          ],
+      }),
+    };
   }
   return null;
 }

package/src/llm/anthropic/utils/output_parsers.js

@@ -0,0 +1,89 @@
+/* eslint-disable @typescript-eslint/explicit-function-return-type */
+/* eslint-disable @typescript-eslint/no-empty-object-type */
+import { BaseLLMOutputParser, OutputParserException, } from '@langchain/core/output_parsers';
+import { interopSafeParseAsync, } from '@langchain/core/utils/types';
+export class AnthropicToolsOutputParser extends BaseLLMOutputParser {
+    static lc_name() {
+        return 'AnthropicToolsOutputParser';
+    }
+    lc_namespace = ['langchain', 'anthropic', 'output_parsers'];
+    returnId = false;
+    /** The type of tool calls to return. */
+    keyName;
+    /** Whether to return only the first tool call. */
+    returnSingle = false;
+    zodSchema;
+    constructor(params) {
+        super(params);
+        this.keyName = params.keyName;
+        this.returnSingle = params.returnSingle ?? this.returnSingle;
+        this.zodSchema = params.zodSchema;
+    }
+    async _validateResult(result) {
+        let parsedResult = result;
+        if (typeof result === 'string') {
+            try {
+                parsedResult = JSON.parse(result);
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            }
+            catch (e) {
+                throw new OutputParserException(`Failed to parse. Text: "${JSON.stringify(result, null, 2)}". Error: ${JSON.stringify(e.message)}`, result);
+            }
+        }
+        else {
+            parsedResult = result;
+        }
+        if (this.zodSchema === undefined) {
+            return parsedResult;
+        }
+        const zodParsedResult = await interopSafeParseAsync(this.zodSchema, parsedResult);
+        if (zodParsedResult.success) {
+            return zodParsedResult.data;
+        }
+        else {
+            throw new OutputParserException(`Failed to parse. Text: "${JSON.stringify(result, null, 2)}". Error: ${JSON.stringify(zodParsedResult.error.issues)}`, JSON.stringify(parsedResult, null, 2));
+        }
+    }
+    async parseResult(generations) {
+        const tools = generations.flatMap((generation) => {
+            const { message } = generation;
+            if (!Array.isArray(message.content)) {
+                return [];
+            }
+            const tool = extractToolCalls(message.content)[0];
+            return tool;
+        });
+        if (tools[0] === undefined) {
+            throw new Error('No parseable tool calls provided to AnthropicToolsOutputParser.');
+        }
+        const [tool] = tools;
+        const validatedResult = await this._validateResult(tool.args);
+        return validatedResult;
+    }
+}
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+export function extractToolCalls(content) {
+    const toolCalls = [];
+    for (const block of content) {
+        if (block.type === 'tool_use') {
+            toolCalls.push({
+                name: block.name,
+                args: block.input,
+                id: block.id,
+                type: 'tool_call',
+            });
+        }
+        else if (block.type === 'server_tool_use' &&
+            block.name === 'web_search') {
+            // Handle Anthropic built-in web search tool
+            toolCalls.push({
+                name: block.name,
+                args: block.input,
+                id: block.id,
+                type: 'tool_call',
+            });
+        }
+    }
+    return toolCalls;
+}
+//# sourceMappingURL=output_parsers.js.map

package/src/llm/anthropic/utils/output_parsers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"output_parsers.js","sourceRoot":"","sources":["output_parsers.ts"],"names":[],"mappings":"AAAA,qEAAqE;AACrE,4DAA4D;AAC5D,OAAO,EACL,mBAAmB,EACnB,qBAAqB,GACtB,MAAM,gCAAgC,CAAC;AAIxC,OAAO,EACL,qBAAqB,GAEtB,MAAM,6BAA6B,CAAC;AAMrC,MAAM,OAAO,0BAGX,SAAQ,mBAAsB;IAC9B,MAAM,CAAC,OAAO;QACZ,OAAO,4BAA4B,CAAC;IACtC,CAAC;IAED,YAAY,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,gBAAgB,CAAC,CAAC;IAE5D,QAAQ,GAAG,KAAK,CAAC;IAEjB,wCAAwC;IACxC,OAAO,CAAS;IAEhB,kDAAkD;IAClD,YAAY,GAAG,KAAK,CAAC;IAErB,SAAS,CAAqB;IAE9B,YAAY,MAA2C;QACrD,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC;QAC7D,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACpC,CAAC;IAES,KAAK,CAAC,eAAe,CAAC,MAAe;QAC7C,IAAI,YAAY,GAAG,MAAM,CAAC;QAC1B,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAClC,8DAA8D;YAChE,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,MAAM,IAAI,qBAAqB,CAC7B,2BAA2B,IAAI,CAAC,SAAS,CACvC,MAAM,EACN,IAAI,EACJ,CAAC,CACF,aAAa,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EACzC,MAAM,CACP,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,MAAM,CAAC;QACxB,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACjC,OAAO,YAAiB,CAAC;QAC3B,CAAC;QACD,MAAM,eAAe,GAAG,MAAM,qBAAqB,CACjD,IAAI,CAAC,SAAS,EACd,YAAY,CACb,CAAC;QACF,IAAI,eAAe,CAAC,OAAO,EAAE,CAAC;YAC5B,OAAO,eAAe,CAAC,IAAI,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,qBAAqB,CAC7B,2BAA2B,IAAI,CAAC,SAAS,CACvC,MAAM,EACN,IAAI,EACJ,CAAC,CACF,aAAa,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAC5D,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CACtC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,WAA6B;QAC7C,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;YAC/C,MAAM,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC;YAC/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpC,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,IAAI,GAAG,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;YAClD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QACH,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CACb,iEAAiE,CAClE,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;QACrB,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9D,OAAO,eAAe,CAAC;IACzB,CAAC;CACF;AAED,8DAA8D;AAC9D,MAAM,UAAU,gBAAgB,CAAC,OAA8B;IAC7D,MAAM,SAAS,GAAe,EAAE,CAAC;IAEjC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC9B,SAAS,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,IAAI,EAAE,KAAK,CAAC,KAAK;gBACjB,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,WAAW;aAClB,CAAC,CAAC;QACL,CAAC;aAAM,IACL,KAAK,CAAC,IAAI,KAAK,iBAAiB;YAChC,KAAK,CAAC,IAAI,KAAK,YAAY,EAC3B,CAAC;YACD,4CAA4C;YAC5C,SAAS,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,IAAI,EAAE,KAAK,CAAC,KAAK;gBACjB,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,WAAW;aAClB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/src/llm/anthropic/utils/tools.js

@@ -0,0 +1,25 @@
+export function handleToolChoice(toolChoice) {
+    if (toolChoice == null) {
+        return undefined;
+    }
+    else if (toolChoice === 'any') {
+        return {
+            type: 'any',
+        };
+    }
+    else if (toolChoice === 'auto') {
+        return {
+            type: 'auto',
+        };
+    }
+    else if (typeof toolChoice === 'string') {
+        return {
+            type: 'tool',
+            name: toolChoice,
+        };
+    }
+    else {
+        return toolChoice;
+    }
+}
+//# sourceMappingURL=tools.js.map

package/src/llm/anthropic/utils/tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.js","sourceRoot":"","sources":["tools.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,gBAAgB,CAC9B,UAAgC;IAMhC,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;QACvB,OAAO,SAAS,CAAC;IACnB,CAAC;SAAM,IAAI,UAAU,KAAK,KAAK,EAAE,CAAC;QAChC,OAAO;YACL,IAAI,EAAE,KAAK;SACZ,CAAC;IACJ,CAAC;SAAM,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;QACjC,OAAO;YACL,IAAI,EAAE,MAAM;SACb,CAAC;IACJ,CAAC;SAAM,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;QAC1C,OAAO;YACL,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,UAAU;SACjB,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,OAAO,UAAU,CAAC;IACpB,CAAC;AACH,CAAC"}