@librechat/agents 2.4.322 → 3.0.0-rc2

package/dist/esm/llm/anthropic/utils/message_outputs.mjs

@@ -1,5 +1,6 @@
 import { AIMessageChunk } from '@langchain/core/messages';
 import '@langchain/core/output_parsers';
+import '@langchain/core/utils/types';
 
 function _makeMessageChunkFromAnthropicEvent(data, fields) {
     if (data.type === 'message_start') {
@@ -58,7 +59,12 @@ function _makeMessageChunkFromAnthropicEvent(data, fields) {
         };
     }
     else if (data.type === 'content_block_start' &&
-        ['tool_use', 'document'].includes(data.content_block.type)) {
+        [
+            'tool_use',
+            'document',
+            'server_tool_use',
+            'web_search_tool_result',
+        ].includes(data.content_block.type)) {
         const contentBlock = data.content_block;
         let toolCallChunks;
         if (contentBlock.type === 'tool_use') {
@@ -71,6 +77,17 @@ function _makeMessageChunkFromAnthropicEvent(data, fields) {
                 },
             ];
         }
+        else if (contentBlock.type === 'server_tool_use') {
+            // Handle anthropic built-in server tool use (like web search)
+            toolCallChunks = [
+                {
+                    id: contentBlock.id,
+                    index: data.index,
+                    name: contentBlock.name,
+                    args: '',
+                },
+            ];
+        }
         else {
             toolCallChunks = [];
         }
@@ -82,7 +99,10 @@ function _makeMessageChunkFromAnthropicEvent(data, fields) {
                         {
                             index: data.index,
                             ...data.content_block,
-                            input: '',
+                            input: contentBlock.type === 'server_tool_use' ||
+                                contentBlock.type === 'tool_use'
+                                ? ''
+                                : undefined,
                         },
                     ],
                 additional_kwargs: {},

package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"message_outputs.mjs","sources":["../../../../../src/llm/anthropic/utils/message_outputs.ts"],"sourcesContent":["/**\n * This util file contains functions for converting Anthropic messages to LangChain messages.\n */\nimport Anthropic from '@anthropic-ai/sdk';\nimport {\n  AIMessage,\n  AIMessageChunk,\n  UsageMetadata,\n} from '@langchain/core/messages';\nimport type { ToolCallChunk } from '@langchain/core/messages/tool';\nimport { ChatGeneration } from '@langchain/core/outputs';\nimport { extractToolCalls } from './output_parsers';\nimport { AnthropicMessageResponse } from '../types';\n\nexport function _makeMessageChunkFromAnthropicEvent(\n  data: Anthropic.Messages.RawMessageStreamEvent,\n  fields: {\n    streamUsage: boolean;\n    coerceContentToString: boolean;\n  }\n): {\n  chunk: AIMessageChunk;\n} | null {\n  if (data.type === 'message_start') {\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    const { content, usage, ...additionalKwargs } = data.message;\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const filteredAdditionalKwargs: Record<string, any> = {};\n    for (const [key, value] of Object.entries(additionalKwargs)) {\n      if (value !== undefined && value !== null) {\n        filteredAdditionalKwargs[key] = value;\n      }\n    }\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { input_tokens, output_tokens, ...rest }: Record<string, any> =\n      usage ?? {};\n    const usageMetadata: UsageMetadata = {\n      input_tokens,\n      output_tokens,\n      total_tokens: input_tokens + output_tokens,\n      input_token_details: {\n        cache_creation: rest.cache_creation_input_tokens,\n        cache_read: rest.cache_read_input_tokens,\n      },\n    };\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString ? '' : [],\n        additional_kwargs: filteredAdditionalKwargs,\n        usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n        response_metadata: {\n          usage: {\n            ...rest,\n          },\n        },\n        id: data.message.id,\n      }),\n    };\n  } else if (data.type === 'message_delta') {\n    const usageMetadata: UsageMetadata = {\n      input_tokens: 0,\n      output_tokens: data.usage.output_tokens,\n      total_tokens: data.usage.output_tokens,\n      input_token_details: {\n        // eslint-disable-next-line @typescript-eslint/no-explicit-any\n        cache_creation: (data.usage as any).cache_creation_input_tokens,\n        // eslint-disable-next-line @typescript-eslint/no-explicit-any\n        cache_read: (data.usage as any).cache_read_input_tokens,\n      },\n    };\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString ? '' : [],\n        additional_kwargs: { ...data.delta },\n        usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n      }),\n    };\n  } else if (\n    data.type === 'content_block_start' &&\n    ['tool_use', 'document'].includes(data.content_block.type)\n  ) {\n    const contentBlock = data.content_block;\n    let toolCallChunks: ToolCallChunk[];\n    if (contentBlock.type === 'tool_use') {\n      toolCallChunks = [\n        {\n          id: contentBlock.id,\n          index: data.index,\n          name: contentBlock.name,\n          args: '',\n        },\n      ];\n    } else {\n      toolCallChunks = [];\n    }\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString\n          ? ''\n          : [\n            {\n              index: data.index,\n              ...data.content_block,\n              input: '',\n            },\n          ],\n        additional_kwargs: {},\n        tool_call_chunks: toolCallChunks,\n      }),\n    };\n  } else if (\n    data.type === 'content_block_delta' &&\n    [\n      'text_delta',\n      'citations_delta',\n      'thinking_delta',\n      'signature_delta',\n    ].includes(data.delta.type)\n  ) {\n    if (fields.coerceContentToString && 'text' in data.delta) {\n      return {\n        chunk: new AIMessageChunk({\n          content: data.delta.text,\n        }),\n      };\n    } else {\n      // eslint-disable-next-line @typescript-eslint/no-explicit-any\n      const contentBlock: Record<string, any> = data.delta;\n      if ('citation' in contentBlock) {\n        contentBlock.citations = [contentBlock.citation];\n        delete contentBlock.citation;\n      }\n      if (\n        contentBlock.type === 'thinking_delta' ||\n        contentBlock.type === 'signature_delta'\n      ) {\n        return {\n          chunk: new AIMessageChunk({\n            content: [{ index: data.index, ...contentBlock, type: 'thinking' }],\n          }),\n        };\n      }\n\n      return {\n        chunk: new AIMessageChunk({\n          content: [{ index: data.index, ...contentBlock, type: 'text' }],\n        }),\n      };\n    }\n  } else if (\n    data.type === 'content_block_delta' &&\n    data.delta.type === 'input_json_delta'\n  ) {\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString\n          ? ''\n          : [\n            {\n              index: data.index,\n              input: data.delta.partial_json,\n              type: data.delta.type,\n            },\n          ],\n        additional_kwargs: {},\n        tool_call_chunks: [\n          {\n            index: data.index,\n            args: data.delta.partial_json,\n          },\n        ],\n      }),\n    };\n  } else if (\n    data.type === 'content_block_start' &&\n    data.content_block.type === 'text'\n  ) {\n    const content = data.content_block.text;\n    if (content !== undefined) {\n      return {\n        chunk: new AIMessageChunk({\n          content: fields.coerceContentToString\n            ? content\n            : [\n              {\n                index: data.index,\n                ...data.content_block,\n              },\n            ],\n          additional_kwargs: {},\n        }),\n      };\n    }\n  } else if (\n    data.type === 'content_block_start' &&\n    data.content_block.type === 'redacted_thinking'\n  ) {\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString\n          ? ''\n          : [{ index: data.index, ...data.content_block }],\n      }),\n    };\n  } else if (\n    data.type === 'content_block_start' &&\n    data.content_block.type === 'thinking'\n  ) {\n    const content = data.content_block.thinking;\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString\n          ? content\n          : [{ index: data.index, ...data.content_block }],\n      }),\n    };\n  }\n  return null;\n}\n\nexport function anthropicResponseToChatMessages(\n  messages: AnthropicMessageResponse[],\n  additionalKwargs: Record<string, unknown>\n): ChatGeneration[] {\n  const usage: Record<string, number> | null | undefined =\n    additionalKwargs.usage as Record<string, number> | null | undefined;\n  const usageMetadata =\n    usage != null\n      ? {\n        input_tokens: usage.input_tokens ?? 0,\n        output_tokens: usage.output_tokens ?? 0,\n        total_tokens: (usage.input_tokens ?? 0) + (usage.output_tokens ?? 0),\n        input_token_details: {\n          cache_creation: usage.cache_creation_input_tokens,\n          cache_read: usage.cache_read_input_tokens,\n        },\n      }\n      : undefined;\n  if (messages.length === 1 && messages[0].type === 'text') {\n    return [\n      {\n        text: messages[0].text,\n        message: new AIMessage({\n          content: messages[0].text,\n          additional_kwargs: additionalKwargs,\n          usage_metadata: usageMetadata,\n          response_metadata: additionalKwargs,\n          id: additionalKwargs.id as string,\n        }),\n      },\n    ];\n  } else {\n    const toolCalls = extractToolCalls(messages);\n    const generations: ChatGeneration[] = [\n      {\n        text: '',\n        message: new AIMessage({\n          // eslint-disable-next-line @typescript-eslint/no-explicit-any\n          content: messages as any,\n          additional_kwargs: additionalKwargs,\n          tool_calls: toolCalls,\n          usage_metadata: usageMetadata,\n          response_metadata: additionalKwargs,\n          id: additionalKwargs.id as string,\n        }),\n      },\n    ];\n    return generations;\n  }\n}\n"],"names":[],"mappings":";;;AAcgB,SAAA,mCAAmC,CACjD,IAA8C,EAC9C,MAGC,EAAA;AAID,IAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;;AAEjC,QAAA,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,gBAAgB,EAAE,GAAG,IAAI,CAAC,OAAO;;QAE5D,MAAM,wBAAwB,GAAwB,EAAE;AACxD,QAAA,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE;YAC3D,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE;AACzC,gBAAA,wBAAwB,CAAC,GAAG,CAAC,GAAG,KAAK;;;;AAIzC,QAAA,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,IAAI,EAAE,GAC5C,KAAK,IAAI,EAAE;AACb,QAAA,MAAM,aAAa,GAAkB;YACnC,YAAY;YACZ,aAAa;YACb,YAAY,EAAE,YAAY,GAAG,aAAa;AAC1C,YAAA,mBAAmB,EAAE;gBACnB,cAAc,EAAE,IAAI,CAAC,2BAA2B;gBAChD,UAAU,EAAE,IAAI,CAAC,uBAAuB;AACzC,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,wBAAwB;gBAC3C,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;AAC9D,gBAAA,iBAAiB,EAAE;AACjB,oBAAA,KAAK,EAAE;AACL,wBAAA,GAAG,IAAI;AACR,qBAAA;AACF,iBAAA;AACD,gBAAA,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE;aACpB,CAAC;SACH;;AACI,SAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACxC,QAAA,MAAM,aAAa,GAAkB;AACnC,YAAA,YAAY,EAAE,CAAC;AACf,YAAA,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;AACvC,YAAA,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;AACtC,YAAA,mBAAmB,EAAE;;AAEnB,gBAAA,cAAc,EAAG,IAAI,CAAC,KAAa,CAAC,2BAA2B;;AAE/D,gBAAA,UAAU,EAAG,IAAI,CAAC,KAAa,CAAC,uBAAuB;AACxD,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;gBACpC,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;aAC/D,CAAC;SACH;;AACI,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAC1D;AACA,QAAA,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa;AACvC,QAAA,IAAI,cAA+B;AACnC,QAAA,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE;AACpC,YAAA,cAAc,GAAG;AACf,gBAAA;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,oBAAA,IAAI,EAAE,EAAE;AACT,iBAAA;aACF;;aACI;YACL,cAAc,GAAG,EAAE;;QAErB,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE;AACA,wBAAA;4BACE,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,GAAG,IAAI,CAAC,aAAa;AACrB,4BAAA,KAAK,EAAE,EAAE;AACV,yBAAA;AACF,qBAAA;AACH,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE,cAAc;aACjC,CAAC;SACH;;AACI,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA;YACE,YAAY;YACZ,iBAAiB;YACjB,gBAAgB;YAChB,iBAAiB;SAClB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAC3B;QACA,IAAI,MAAM,CAAC,qBAAqB,IAAI,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE;YACxD,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,oBAAA,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;iBACzB,CAAC;aACH;;aACI;;AAEL,YAAA,MAAM,YAAY,GAAwB,IAAI,CAAC,KAAK;AACpD,YAAA,IAAI,UAAU,IAAI,YAAY,EAAE;gBAC9B,YAAY,CAAC,SAAS,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC;gBAChD,OAAO,YAAY,CAAC,QAAQ;;AAE9B,YAAA,IACE,YAAY,CAAC,IAAI,KAAK,gBAAgB;AACtC,gBAAA,YAAY,CAAC,IAAI,KAAK,iBAAiB,EACvC;gBACA,OAAO;oBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,wBAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;qBACpE,CAAC;iBACH;;YAGH,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,oBAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;iBAChE,CAAC;aACH;;;AAEE,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE;AACA,wBAAA;4BACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,4BAAA,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,4BAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;AACtB,yBAAA;AACF,qBAAA;AACH,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,wBAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,qBAAA;AACF,iBAAA;aACF,CAAC;SACH;;AACI,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,MAAM,EAClC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI;AACvC,QAAA,IAAI,OAAO,KAAK,SAAS,EAAE;YACzB,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;oBACxB,OAAO,EAAE,MAAM,CAAC;AACd,0BAAE;AACF,0BAAE;AACA,4BAAA;gCACE,KAAK,EAAE,IAAI,CAAC,KAAK;gCACjB,GAAG,IAAI,CAAC,aAAa;AACtB,6BAAA;AACF,yBAAA;AACH,oBAAA,iBAAiB,EAAE,EAAE;iBACtB,CAAC;aACH;;;AAEE,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,mBAAmB,EAC/C;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;aACnD,CAAC;SACH;;AACI,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EACtC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ;QAC3C,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;aACnD,CAAC;SACH;;AAEH,IAAA,OAAO,IAAI;AACb;;;;"}
+{"version":3,"file":"message_outputs.mjs","sources":["../../../../../src/llm/anthropic/utils/message_outputs.ts"],"sourcesContent":["/**\n * This util file contains functions for converting Anthropic messages to LangChain messages.\n */\nimport Anthropic from '@anthropic-ai/sdk';\nimport {\n  AIMessage,\n  AIMessageChunk,\n  UsageMetadata,\n} from '@langchain/core/messages';\nimport type { ToolCallChunk } from '@langchain/core/messages/tool';\nimport { ChatGeneration } from '@langchain/core/outputs';\nimport { extractToolCalls } from './output_parsers';\nimport { AnthropicMessageResponse } from '../types';\n\nexport function _makeMessageChunkFromAnthropicEvent(\n  data: Anthropic.Messages.RawMessageStreamEvent,\n  fields: {\n    streamUsage: boolean;\n    coerceContentToString: boolean;\n  }\n): {\n  chunk: AIMessageChunk;\n} | null {\n  if (data.type === 'message_start') {\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    const { content, usage, ...additionalKwargs } = data.message;\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const filteredAdditionalKwargs: Record<string, any> = {};\n    for (const [key, value] of Object.entries(additionalKwargs)) {\n      if (value !== undefined && value !== null) {\n        filteredAdditionalKwargs[key] = value;\n      }\n    }\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const { input_tokens, output_tokens, ...rest }: Record<string, any> =\n      usage ?? {};\n    const usageMetadata: UsageMetadata = {\n      input_tokens,\n      output_tokens,\n      total_tokens: input_tokens + output_tokens,\n      input_token_details: {\n        cache_creation: rest.cache_creation_input_tokens,\n        cache_read: rest.cache_read_input_tokens,\n      },\n    };\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString ? '' : [],\n        additional_kwargs: filteredAdditionalKwargs,\n        usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n        response_metadata: {\n          usage: {\n            ...rest,\n          },\n        },\n        id: data.message.id,\n      }),\n    };\n  } else if (data.type === 'message_delta') {\n    const usageMetadata: UsageMetadata = {\n      input_tokens: 0,\n      output_tokens: data.usage.output_tokens,\n      total_tokens: data.usage.output_tokens,\n      input_token_details: {\n        // eslint-disable-next-line @typescript-eslint/no-explicit-any\n        cache_creation: (data.usage as any).cache_creation_input_tokens,\n        // eslint-disable-next-line @typescript-eslint/no-explicit-any\n        cache_read: (data.usage as any).cache_read_input_tokens,\n      },\n    };\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString ? '' : [],\n        additional_kwargs: { ...data.delta },\n        usage_metadata: fields.streamUsage ? usageMetadata : undefined,\n      }),\n    };\n  } else if (\n    data.type === 'content_block_start' &&\n    [\n      'tool_use',\n      'document',\n      'server_tool_use',\n      'web_search_tool_result',\n    ].includes(data.content_block.type)\n  ) {\n    const contentBlock = data.content_block;\n    let toolCallChunks: ToolCallChunk[];\n    if (contentBlock.type === 'tool_use') {\n      toolCallChunks = [\n        {\n          id: contentBlock.id,\n          index: data.index,\n          name: contentBlock.name,\n          args: '',\n        },\n      ];\n    } else if (contentBlock.type === 'server_tool_use') {\n      // Handle anthropic built-in server tool use (like web search)\n      toolCallChunks = [\n        {\n          id: contentBlock.id,\n          index: data.index,\n          name: contentBlock.name,\n          args: '',\n        },\n      ];\n    } else {\n      toolCallChunks = [];\n    }\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString\n          ? ''\n          : [\n            {\n              index: data.index,\n              ...data.content_block,\n              input:\n                  contentBlock.type === 'server_tool_use' ||\n                  contentBlock.type === 'tool_use'\n                    ? ''\n                    : undefined,\n            },\n          ],\n        additional_kwargs: {},\n        tool_call_chunks: toolCallChunks,\n      }),\n    };\n  } else if (\n    data.type === 'content_block_delta' &&\n    [\n      'text_delta',\n      'citations_delta',\n      'thinking_delta',\n      'signature_delta',\n    ].includes(data.delta.type)\n  ) {\n    if (fields.coerceContentToString && 'text' in data.delta) {\n      return {\n        chunk: new AIMessageChunk({\n          content: data.delta.text,\n        }),\n      };\n    } else {\n      // eslint-disable-next-line @typescript-eslint/no-explicit-any\n      const contentBlock: Record<string, any> = data.delta;\n      if ('citation' in contentBlock) {\n        contentBlock.citations = [contentBlock.citation];\n        delete contentBlock.citation;\n      }\n      if (\n        contentBlock.type === 'thinking_delta' ||\n        contentBlock.type === 'signature_delta'\n      ) {\n        return {\n          chunk: new AIMessageChunk({\n            content: [{ index: data.index, ...contentBlock, type: 'thinking' }],\n          }),\n        };\n      }\n\n      return {\n        chunk: new AIMessageChunk({\n          content: [{ index: data.index, ...contentBlock, type: 'text' }],\n        }),\n      };\n    }\n  } else if (\n    data.type === 'content_block_delta' &&\n    data.delta.type === 'input_json_delta'\n  ) {\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString\n          ? ''\n          : [\n            {\n              index: data.index,\n              input: data.delta.partial_json,\n              type: data.delta.type,\n            },\n          ],\n        additional_kwargs: {},\n        tool_call_chunks: [\n          {\n            index: data.index,\n            args: data.delta.partial_json,\n          },\n        ],\n      }),\n    };\n  } else if (\n    data.type === 'content_block_start' &&\n    data.content_block.type === 'text'\n  ) {\n    const content = data.content_block.text;\n    if (content !== undefined) {\n      return {\n        chunk: new AIMessageChunk({\n          content: fields.coerceContentToString\n            ? content\n            : [\n              {\n                index: data.index,\n                ...data.content_block,\n              },\n            ],\n          additional_kwargs: {},\n        }),\n      };\n    }\n  } else if (\n    data.type === 'content_block_start' &&\n    data.content_block.type === 'redacted_thinking'\n  ) {\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString\n          ? ''\n          : [{ index: data.index, ...data.content_block }],\n      }),\n    };\n  } else if (\n    data.type === 'content_block_start' &&\n    data.content_block.type === 'thinking'\n  ) {\n    const content = data.content_block.thinking;\n    return {\n      chunk: new AIMessageChunk({\n        content: fields.coerceContentToString\n          ? content\n          : [{ index: data.index, ...data.content_block }],\n      }),\n    };\n  }\n  return null;\n}\n\nexport function anthropicResponseToChatMessages(\n  messages: AnthropicMessageResponse[],\n  additionalKwargs: Record<string, unknown>\n): ChatGeneration[] {\n  const usage: Record<string, number> | null | undefined =\n    additionalKwargs.usage as Record<string, number> | null | undefined;\n  const usageMetadata =\n    usage != null\n      ? {\n        input_tokens: usage.input_tokens ?? 0,\n        output_tokens: usage.output_tokens ?? 0,\n        total_tokens: (usage.input_tokens ?? 0) + (usage.output_tokens ?? 0),\n        input_token_details: {\n          cache_creation: usage.cache_creation_input_tokens,\n          cache_read: usage.cache_read_input_tokens,\n        },\n      }\n      : undefined;\n  if (messages.length === 1 && messages[0].type === 'text') {\n    return [\n      {\n        text: messages[0].text,\n        message: new AIMessage({\n          content: messages[0].text,\n          additional_kwargs: additionalKwargs,\n          usage_metadata: usageMetadata,\n          response_metadata: additionalKwargs,\n          id: additionalKwargs.id as string,\n        }),\n      },\n    ];\n  } else {\n    const toolCalls = extractToolCalls(messages);\n    const generations: ChatGeneration[] = [\n      {\n        text: '',\n        message: new AIMessage({\n          // eslint-disable-next-line @typescript-eslint/no-explicit-any\n          content: messages as any,\n          additional_kwargs: additionalKwargs,\n          tool_calls: toolCalls,\n          usage_metadata: usageMetadata,\n          response_metadata: additionalKwargs,\n          id: additionalKwargs.id as string,\n        }),\n      },\n    ];\n    return generations;\n  }\n}\n"],"names":[],"mappings":";;;;AAcgB,SAAA,mCAAmC,CACjD,IAA8C,EAC9C,MAGC,EAAA;AAID,IAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;;AAEjC,QAAA,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,gBAAgB,EAAE,GAAG,IAAI,CAAC,OAAO;;QAE5D,MAAM,wBAAwB,GAAwB,EAAE;AACxD,QAAA,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE;YAC3D,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE;AACzC,gBAAA,wBAAwB,CAAC,GAAG,CAAC,GAAG,KAAK;;;;AAIzC,QAAA,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,IAAI,EAAE,GAC5C,KAAK,IAAI,EAAE;AACb,QAAA,MAAM,aAAa,GAAkB;YACnC,YAAY;YACZ,aAAa;YACb,YAAY,EAAE,YAAY,GAAG,aAAa;AAC1C,YAAA,mBAAmB,EAAE;gBACnB,cAAc,EAAE,IAAI,CAAC,2BAA2B;gBAChD,UAAU,EAAE,IAAI,CAAC,uBAAuB;AACzC,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,wBAAwB;gBAC3C,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;AAC9D,gBAAA,iBAAiB,EAAE;AACjB,oBAAA,KAAK,EAAE;AACL,wBAAA,GAAG,IAAI;AACR,qBAAA;AACF,iBAAA;AACD,gBAAA,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE;aACpB,CAAC;SACH;;AACI,SAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACxC,QAAA,MAAM,aAAa,GAAkB;AACnC,YAAA,YAAY,EAAE,CAAC;AACf,YAAA,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;AACvC,YAAA,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;AACtC,YAAA,mBAAmB,EAAE;;AAEnB,gBAAA,cAAc,EAAG,IAAI,CAAC,KAAa,CAAC,2BAA2B;;AAE/D,gBAAA,UAAU,EAAG,IAAI,CAAC,KAAa,CAAC,uBAAuB;AACxD,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;gBACpC,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;aAC/D,CAAC;SACH;;AACI,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA;YACE,UAAU;YACV,UAAU;YACV,iBAAiB;YACjB,wBAAwB;SACzB,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EACnC;AACA,QAAA,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa;AACvC,QAAA,IAAI,cAA+B;AACnC,QAAA,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE;AACpC,YAAA,cAAc,GAAG;AACf,gBAAA;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,oBAAA,IAAI,EAAE,EAAE;AACT,iBAAA;aACF;;AACI,aAAA,IAAI,YAAY,CAAC,IAAI,KAAK,iBAAiB,EAAE;;AAElD,YAAA,cAAc,GAAG;AACf,gBAAA;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,oBAAA,IAAI,EAAE,EAAE;AACT,iBAAA;aACF;;aACI;YACL,cAAc,GAAG,EAAE;;QAErB,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE;AACA,wBAAA;4BACE,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,GAAG,IAAI,CAAC,aAAa;AACrB,4BAAA,KAAK,EACD,YAAY,CAAC,IAAI,KAAK,iBAAiB;gCACvC,YAAY,CAAC,IAAI,KAAK;AACpB,kCAAE;AACF,kCAAE,SAAS;AAClB,yBAAA;AACF,qBAAA;AACH,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE,cAAc;aACjC,CAAC;SACH;;AACI,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA;YACE,YAAY;YACZ,iBAAiB;YACjB,gBAAgB;YAChB,iBAAiB;SAClB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAC3B;QACA,IAAI,MAAM,CAAC,qBAAqB,IAAI,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE;YACxD,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,oBAAA,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;iBACzB,CAAC;aACH;;aACI;;AAEL,YAAA,MAAM,YAAY,GAAwB,IAAI,CAAC,KAAK;AACpD,YAAA,IAAI,UAAU,IAAI,YAAY,EAAE;gBAC9B,YAAY,CAAC,SAAS,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC;gBAChD,OAAO,YAAY,CAAC,QAAQ;;AAE9B,YAAA,IACE,YAAY,CAAC,IAAI,KAAK,gBAAgB;AACtC,gBAAA,YAAY,CAAC,IAAI,KAAK,iBAAiB,EACvC;gBACA,OAAO;oBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,wBAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;qBACpE,CAAC;iBACH;;YAGH,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,oBAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;iBAChE,CAAC;aACH;;;AAEE,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE;AACA,wBAAA;4BACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,4BAAA,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,4BAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;AACtB,yBAAA;AACF,qBAAA;AACH,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,wBAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,qBAAA;AACF,iBAAA;aACF,CAAC;SACH;;AACI,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,MAAM,EAClC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI;AACvC,QAAA,IAAI,OAAO,KAAK,SAAS,EAAE;YACzB,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;oBACxB,OAAO,EAAE,MAAM,CAAC;AACd,0BAAE;AACF,0BAAE;AACA,4BAAA;gCACE,KAAK,EAAE,IAAI,CAAC,KAAK;gCACjB,GAAG,IAAI,CAAC,aAAa;AACtB,6BAAA;AACF,yBAAA;AACH,oBAAA,iBAAiB,EAAE,EAAE;iBACtB,CAAC;aACH;;;AAEE,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,mBAAmB,EAC/C;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;aACnD,CAAC;SACH;;AACI,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EACtC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ;QAC3C,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;aACnD,CAAC;SACH;;AAEH,IAAA,OAAO,IAAI;AACb;;;;"}

package/dist/esm/llm/anthropic/utils/tools.mjs

@@ -0,0 +1,27 @@
+function handleToolChoice(toolChoice) {
+    if (toolChoice == null) {
+        return undefined;
+    }
+    else if (toolChoice === 'any') {
+        return {
+            type: 'any',
+        };
+    }
+    else if (toolChoice === 'auto') {
+        return {
+            type: 'auto',
+        };
+    }
+    else if (typeof toolChoice === 'string') {
+        return {
+            type: 'tool',
+            name: toolChoice,
+        };
+    }
+    else {
+        return toolChoice;
+    }
+}
+
+export { handleToolChoice };
+//# sourceMappingURL=tools.mjs.map

package/dist/esm/llm/anthropic/utils/tools.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.mjs","sources":["../../../../../src/llm/anthropic/utils/tools.ts"],"sourcesContent":["import type { Anthropic } from '@anthropic-ai/sdk';\nimport { AnthropicToolChoice } from '../types.js';\n\nexport function handleToolChoice(\n  toolChoice?: AnthropicToolChoice\n):\n  | Anthropic.Messages.ToolChoiceAuto\n  | Anthropic.Messages.ToolChoiceAny\n  | Anthropic.Messages.ToolChoiceTool\n  | undefined {\n  if (toolChoice == null) {\n    return undefined;\n  } else if (toolChoice === 'any') {\n    return {\n      type: 'any',\n    };\n  } else if (toolChoice === 'auto') {\n    return {\n      type: 'auto',\n    };\n  } else if (typeof toolChoice === 'string') {\n    return {\n      type: 'tool',\n      name: toolChoice,\n    };\n  } else {\n    return toolChoice;\n  }\n}\n"],"names":[],"mappings":"AAGM,SAAU,gBAAgB,CAC9B,UAAgC,EAAA;AAMhC,IAAA,IAAI,UAAU,IAAI,IAAI,EAAE;AACtB,QAAA,OAAO,SAAS;;AACX,SAAA,IAAI,UAAU,KAAK,KAAK,EAAE;QAC/B,OAAO;AACL,YAAA,IAAI,EAAE,KAAK;SACZ;;AACI,SAAA,IAAI,UAAU,KAAK,MAAM,EAAE;QAChC,OAAO;AACL,YAAA,IAAI,EAAE,MAAM;SACb;;AACI,SAAA,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE;QACzC,OAAO;AACL,YAAA,IAAI,EAAE,MAAM;AACZ,YAAA,IAAI,EAAE,UAAU;SACjB;;SACI;AACL,QAAA,OAAO,UAAU;;AAErB;;;;"}

package/dist/esm/llm/google/index.mjs

@@ -0,0 +1,142 @@
+import { AIMessageChunk } from '@langchain/core/messages';
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import { ChatGoogleGenerativeAI } from '@langchain/google-genai';
+import { getEnvironmentVariable } from '@langchain/core/utils/env';
+import { GoogleGenerativeAI } from '@google/generative-ai';
+import { convertBaseMessagesToContent, convertResponseContentToChatGenerationChunk } from './utils/common.mjs';
+
+/* eslint-disable @typescript-eslint/ban-ts-comment */
+class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {
+    thinkingConfig;
+    constructor(fields) {
+        super(fields);
+        this.model = fields.model.replace(/^models\//, '');
+        this.maxOutputTokens = fields.maxOutputTokens ?? this.maxOutputTokens;
+        if (this.maxOutputTokens != null && this.maxOutputTokens < 0) {
+            throw new Error('`maxOutputTokens` must be a positive integer');
+        }
+        this.temperature = fields.temperature ?? this.temperature;
+        if (this.temperature != null &&
+            (this.temperature < 0 || this.temperature > 2)) {
+            throw new Error('`temperature` must be in the range of [0.0,2.0]');
+        }
+        this.topP = fields.topP ?? this.topP;
+        if (this.topP != null && this.topP < 0) {
+            throw new Error('`topP` must be a positive integer');
+        }
+        if (this.topP != null && this.topP > 1) {
+            throw new Error('`topP` must be below 1.');
+        }
+        this.topK = fields.topK ?? this.topK;
+        if (this.topK != null && this.topK < 0) {
+            throw new Error('`topK` must be a positive integer');
+        }
+        this.stopSequences = fields.stopSequences ?? this.stopSequences;
+        this.apiKey = fields.apiKey ?? getEnvironmentVariable('GOOGLE_API_KEY');
+        if (this.apiKey == null || this.apiKey === '') {
+            throw new Error('Please set an API key for Google GenerativeAI ' +
+                'in the environment variable GOOGLE_API_KEY ' +
+                'or in the `apiKey` field of the ' +
+                'ChatGoogleGenerativeAI constructor');
+        }
+        this.safetySettings = fields.safetySettings ?? this.safetySettings;
+        if (this.safetySettings && this.safetySettings.length > 0) {
+            const safetySettingsSet = new Set(this.safetySettings.map((s) => s.category));
+            if (safetySettingsSet.size !== this.safetySettings.length) {
+                throw new Error('The categories in `safetySettings` array must be unique');
+            }
+        }
+        this.thinkingConfig = fields.thinkingConfig ?? this.thinkingConfig;
+        this.streaming = fields.streaming ?? this.streaming;
+        this.json = fields.json;
+        // @ts-ignore - Accessing private property from parent class
+        this.client = new GoogleGenerativeAI(this.apiKey).getGenerativeModel({
+            model: this.model,
+            safetySettings: this.safetySettings,
+            generationConfig: {
+                stopSequences: this.stopSequences,
+                maxOutputTokens: this.maxOutputTokens,
+                temperature: this.temperature,
+                topP: this.topP,
+                topK: this.topK,
+                ...(this.json != null
+                    ? { responseMimeType: 'application/json' }
+                    : {}),
+            },
+        }, {
+            apiVersion: fields.apiVersion,
+            baseUrl: fields.baseUrl,
+            customHeaders: fields.customHeaders,
+        });
+        this.streamUsage = fields.streamUsage ?? this.streamUsage;
+    }
+    invocationParams(options) {
+        const params = super.invocationParams(options);
+        if (this.thinkingConfig) {
+            /** @ts-ignore */
+            this.client.generationConfig = {
+                /** @ts-ignore */
+                ...this.client.generationConfig,
+                /** @ts-ignore */
+                thinkingConfig: this.thinkingConfig,
+            };
+        }
+        return params;
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        const prompt = convertBaseMessagesToContent(messages, this._isMultimodalModel, this.useSystemInstruction);
+        let actualPrompt = prompt;
+        if (prompt?.[0].role === 'system') {
+            const [systemInstruction] = prompt;
+            /** @ts-ignore */
+            this.client.systemInstruction = systemInstruction;
+            actualPrompt = prompt.slice(1);
+        }
+        const parameters = this.invocationParams(options);
+        const request = {
+            ...parameters,
+            contents: actualPrompt,
+        };
+        const stream = await this.caller.callWithOptions({ signal: options.signal }, async () => {
+            /** @ts-ignore */
+            const { stream } = await this.client.generateContentStream(request);
+            return stream;
+        });
+        let lastUsageMetadata;
+        for await (const response of stream) {
+            if ('usageMetadata' in response &&
+                this.streamUsage !== false &&
+                options.streamUsage !== false) {
+                const genAIUsageMetadata = response.usageMetadata;
+                const output_tokens = (genAIUsageMetadata?.candidatesTokenCount ?? 0) +
+                    (genAIUsageMetadata?.thoughtsTokenCount ?? 0);
+                lastUsageMetadata = {
+                    input_tokens: genAIUsageMetadata?.promptTokenCount ?? 0,
+                    output_tokens,
+                    total_tokens: genAIUsageMetadata?.totalTokenCount ?? 0,
+                };
+            }
+            const chunk = convertResponseContentToChatGenerationChunk(response, {
+                usageMetadata: undefined});
+            if (!chunk) {
+                continue;
+            }
+            yield chunk;
+            await runManager?.handleLLMNewToken(chunk.text || '', undefined, undefined, undefined, undefined, { chunk });
+        }
+        if (lastUsageMetadata) {
+            const finalChunk = new ChatGenerationChunk({
+                text: '',
+                message: new AIMessageChunk({
+                    content: '',
+                    usage_metadata: lastUsageMetadata,
+                }),
+            });
+            yield finalChunk;
+            await runManager?.handleLLMNewToken(finalChunk.text || '', undefined, undefined, undefined, undefined, { chunk: finalChunk });
+        }
+    }
+}
+
+export { CustomChatGoogleGenerativeAI };
+//# sourceMappingURL=index.mjs.map

package/dist/esm/llm/google/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sources":["../../../../src/llm/google/index.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/ban-ts-comment */\nimport { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport { ChatGoogleGenerativeAI } from '@langchain/google-genai';\nimport { getEnvironmentVariable } from '@langchain/core/utils/env';\nimport { GoogleGenerativeAI as GenerativeAI } from '@google/generative-ai';\nimport type {\n  GenerateContentRequest,\n  SafetySetting,\n} from '@google/generative-ai';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { BaseMessage, UsageMetadata } from '@langchain/core/messages';\nimport type { GeminiGenerationConfig } from '@langchain/google-common';\nimport type { GeminiApiUsageMetadata } from './types';\nimport type { GoogleClientOptions } from '@/types';\nimport {\n  convertResponseContentToChatGenerationChunk,\n  convertBaseMessagesToContent,\n} from './utils/common';\n\nexport class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {\n  thinkingConfig?: GeminiGenerationConfig['thinkingConfig'];\n  constructor(fields: GoogleClientOptions) {\n    super(fields);\n\n    this.model = fields.model.replace(/^models\\//, '');\n\n    this.maxOutputTokens = fields.maxOutputTokens ?? this.maxOutputTokens;\n\n    if (this.maxOutputTokens != null && this.maxOutputTokens < 0) {\n      throw new Error('`maxOutputTokens` must be a positive integer');\n    }\n\n    this.temperature = fields.temperature ?? this.temperature;\n    if (\n      this.temperature != null &&\n      (this.temperature < 0 || this.temperature > 2)\n    ) {\n      throw new Error('`temperature` must be in the range of [0.0,2.0]');\n    }\n\n    this.topP = fields.topP ?? this.topP;\n    if (this.topP != null && this.topP < 0) {\n      throw new Error('`topP` must be a positive integer');\n    }\n\n    if (this.topP != null && this.topP > 1) {\n      throw new Error('`topP` must be below 1.');\n    }\n\n    this.topK = fields.topK ?? this.topK;\n    if (this.topK != null && this.topK < 0) {\n      throw new Error('`topK` must be a positive integer');\n    }\n\n    this.stopSequences = fields.stopSequences ?? this.stopSequences;\n\n    this.apiKey = fields.apiKey ?? getEnvironmentVariable('GOOGLE_API_KEY');\n    if (this.apiKey == null || this.apiKey === '') {\n      throw new Error(\n        'Please set an API key for Google GenerativeAI ' +\n          'in the environment variable GOOGLE_API_KEY ' +\n          'or in the `apiKey` field of the ' +\n          'ChatGoogleGenerativeAI constructor'\n      );\n    }\n\n    this.safetySettings = fields.safetySettings ?? this.safetySettings;\n    if (this.safetySettings && this.safetySettings.length > 0) {\n      const safetySettingsSet = new Set(\n        this.safetySettings.map((s) => s.category)\n      );\n      if (safetySettingsSet.size !== this.safetySettings.length) {\n        throw new Error(\n          'The categories in `safetySettings` array must be unique'\n        );\n      }\n    }\n\n    this.thinkingConfig = fields.thinkingConfig ?? this.thinkingConfig;\n\n    this.streaming = fields.streaming ?? this.streaming;\n    this.json = fields.json;\n\n    // @ts-ignore - Accessing private property from parent class\n    this.client = new GenerativeAI(this.apiKey).getGenerativeModel(\n      {\n        model: this.model,\n        safetySettings: this.safetySettings as SafetySetting[],\n        generationConfig: {\n          stopSequences: this.stopSequences,\n          maxOutputTokens: this.maxOutputTokens,\n          temperature: this.temperature,\n          topP: this.topP,\n          topK: this.topK,\n          ...(this.json != null\n            ? { responseMimeType: 'application/json' }\n            : {}),\n        },\n      },\n      {\n        apiVersion: fields.apiVersion,\n        baseUrl: fields.baseUrl,\n        customHeaders: fields.customHeaders,\n      }\n    );\n    this.streamUsage = fields.streamUsage ?? this.streamUsage;\n  }\n\n  invocationParams(\n    options?: this['ParsedCallOptions']\n  ): Omit<GenerateContentRequest, 'contents'> {\n    const params = super.invocationParams(options);\n    if (this.thinkingConfig) {\n      /** @ts-ignore */\n      this.client.generationConfig = {\n        /** @ts-ignore */\n        ...this.client.generationConfig,\n        /** @ts-ignore */\n        thinkingConfig: this.thinkingConfig,\n      };\n    }\n    return params;\n  }\n\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const prompt = convertBaseMessagesToContent(\n      messages,\n      this._isMultimodalModel,\n      this.useSystemInstruction\n    );\n    let actualPrompt = prompt;\n    if (prompt?.[0].role === 'system') {\n      const [systemInstruction] = prompt;\n      /** @ts-ignore */\n      this.client.systemInstruction = systemInstruction;\n      actualPrompt = prompt.slice(1);\n    }\n    const parameters = this.invocationParams(options);\n    const request = {\n      ...parameters,\n      contents: actualPrompt,\n    };\n    const stream = await this.caller.callWithOptions(\n      { signal: options.signal },\n      async () => {\n        /** @ts-ignore */\n        const { stream } = await this.client.generateContentStream(request);\n        return stream;\n      }\n    );\n\n    let index = 0;\n    let lastUsageMetadata: UsageMetadata | undefined;\n    for await (const response of stream) {\n      if (\n        'usageMetadata' in response &&\n        this.streamUsage !== false &&\n        options.streamUsage !== false\n      ) {\n        const genAIUsageMetadata = response.usageMetadata as\n          | GeminiApiUsageMetadata\n          | undefined;\n\n        const output_tokens =\n          (genAIUsageMetadata?.candidatesTokenCount ?? 0) +\n          (genAIUsageMetadata?.thoughtsTokenCount ?? 0);\n        lastUsageMetadata = {\n          input_tokens: genAIUsageMetadata?.promptTokenCount ?? 0,\n          output_tokens,\n          total_tokens: genAIUsageMetadata?.totalTokenCount ?? 0,\n        };\n      }\n\n      const chunk = convertResponseContentToChatGenerationChunk(response, {\n        usageMetadata: undefined,\n        index,\n      });\n      index += 1;\n      if (!chunk) {\n        continue;\n      }\n\n      yield chunk;\n      await runManager?.handleLLMNewToken(\n        chunk.text || '',\n        undefined,\n        undefined,\n        undefined,\n        undefined,\n        { chunk }\n      );\n    }\n\n    if (lastUsageMetadata) {\n      const finalChunk = new ChatGenerationChunk({\n        text: '',\n        message: new AIMessageChunk({\n          content: '',\n          usage_metadata: lastUsageMetadata,\n        }),\n      });\n      yield finalChunk;\n      await runManager?.handleLLMNewToken(\n        finalChunk.text || '',\n        undefined,\n        undefined,\n        undefined,\n        undefined,\n        { chunk: finalChunk }\n      );\n    }\n  }\n}\n"],"names":["GenerativeAI"],"mappings":";;;;;;;AAAA;AAoBM,MAAO,4BAA6B,SAAQ,sBAAsB,CAAA;AACtE,IAAA,cAAc;AACd,IAAA,WAAA,CAAY,MAA2B,EAAA;QACrC,KAAK,CAAC,MAAM,CAAC;AAEb,QAAA,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;QAElD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe;AAErE,QAAA,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,IAAI,IAAI,CAAC,eAAe,GAAG,CAAC,EAAE;AAC5D,YAAA,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC;;QAGjE,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;AACzD,QAAA,IACE,IAAI,CAAC,WAAW,IAAI,IAAI;AACxB,aAAC,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,EAC9C;AACA,YAAA,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC;;QAGpE,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;AACpC,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC;;AAGtD,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC;;QAG5C,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;AACpC,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC;;QAGtD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa;QAE/D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,sBAAsB,CAAC,gBAAgB,CAAC;AACvE,QAAA,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE;YAC7C,MAAM,IAAI,KAAK,CACb,gDAAgD;gBAC9C,6CAA6C;gBAC7C,kCAAkC;AAClC,gBAAA,oCAAoC,CACvC;;QAGH,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;AAClE,QAAA,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;YACzD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAC/B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAC3C;YACD,IAAI,iBAAiB,CAAC,IAAI,KAAK,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE;AACzD,gBAAA,MAAM,IAAI,KAAK,CACb,yDAAyD,CAC1D;;;QAIL,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;QAElE,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;AACnD,QAAA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI;;AAGvB,QAAA,IAAI,CAAC,MAAM,GAAG,IAAIA,kBAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAC5D;YACE,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,cAAc,EAAE,IAAI,CAAC,cAAiC;AACtD,YAAA,gBAAgB,EAAE;gBAChB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,IAAI,CAAC,IAAI,IAAI;AACf,sBAAE,EAAE,gBAAgB,EAAE,kBAAkB;sBACtC,EAAE,CAAC;AACR,aAAA;SACF,EACD;YACE,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,aAAa,EAAE,MAAM,CAAC,aAAa;AACpC,SAAA,CACF;QACD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;;AAG3D,IAAA,gBAAgB,CACd,OAAmC,EAAA;QAEnC,MAAM,MAAM,GAAG,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAC9C,QAAA,IAAI,IAAI,CAAC,cAAc,EAAE;;AAEvB,YAAA,IAAI,CAAC,MAAM,CAAC,gBAAgB,GAAG;;AAE7B,gBAAA,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB;;gBAE/B,cAAc,EAAE,IAAI,CAAC,cAAc;aACpC;;AAEH,QAAA,OAAO,MAAM;;IAGf,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;AAErC,QAAA,MAAM,MAAM,GAAG,4BAA4B,CACzC,QAAQ,EACR,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,oBAAoB,CAC1B;QACD,IAAI,YAAY,GAAG,MAAM;QACzB,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE;AACjC,YAAA,MAAM,CAAC,iBAAiB,CAAC,GAAG,MAAM;;AAElC,YAAA,IAAI,CAAC,MAAM,CAAC,iBAAiB,GAAG,iBAAiB;AACjD,YAAA,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;;QAEhC,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AACjD,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,GAAG,UAAU;AACb,YAAA,QAAQ,EAAE,YAAY;SACvB;AACD,QAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAC9C,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,EAC1B,YAAW;;AAET,YAAA,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,OAAO,CAAC;AACnE,YAAA,OAAO,MAAM;AACf,SAAC,CACF;AAGD,QAAA,IAAI,iBAA4C;AAChD,QAAA,WAAW,MAAM,QAAQ,IAAI,MAAM,EAAE;YACnC,IACE,eAAe,IAAI,QAAQ;gBAC3B,IAAI,CAAC,WAAW,KAAK,KAAK;AAC1B,gBAAA,OAAO,CAAC,WAAW,KAAK,KAAK,EAC7B;AACA,gBAAA,MAAM,kBAAkB,GAAG,QAAQ,CAAC,aAEvB;gBAEb,MAAM,aAAa,GACjB,CAAC,kBAAkB,EAAE,oBAAoB,IAAI,CAAC;AAC9C,qBAAC,kBAAkB,EAAE,kBAAkB,IAAI,CAAC,CAAC;AAC/C,gBAAA,iBAAiB,GAAG;AAClB,oBAAA,YAAY,EAAE,kBAAkB,EAAE,gBAAgB,IAAI,CAAC;oBACvD,aAAa;AACb,oBAAA,YAAY,EAAE,kBAAkB,EAAE,eAAe,IAAI,CAAC;iBACvD;;AAGH,YAAA,MAAM,KAAK,GAAG,2CAA2C,CAAC,QAAQ,EAAE;AAClE,gBAAA,aAAa,EAAE,SAEhB,CAAA,CAAC;YAEF,IAAI,CAAC,KAAK,EAAE;gBACV;;AAGF,YAAA,MAAM,KAAK;YACX,MAAM,UAAU,EAAE,iBAAiB,CACjC,KAAK,CAAC,IAAI,IAAI,EAAE,EAChB,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,CACV;;QAGH,IAAI,iBAAiB,EAAE;AACrB,YAAA,MAAM,UAAU,GAAG,IAAI,mBAAmB,CAAC;AACzC,gBAAA,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,oBAAA,OAAO,EAAE,EAAE;AACX,oBAAA,cAAc,EAAE,iBAAiB;iBAClC,CAAC;AACH,aAAA,CAAC;AACF,YAAA,MAAM,UAAU;YAChB,MAAM,UAAU,EAAE,iBAAiB,CACjC,UAAU,CAAC,IAAI,IAAI,EAAE,EACrB,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,UAAU,EAAE,CACtB;;;AAGN;;;;"}