illuma-agents 1.0.2

package/dist/esm/llm/anthropic/utils/message_outputs.mjs

@@ -0,0 +1,216 @@
+import { AIMessageChunk } from '@langchain/core/messages';
+import '@langchain/core/output_parsers';
+import '@langchain/core/utils/types';
+
+function _makeMessageChunkFromAnthropicEvent(data, fields) {
+    if (data.type === 'message_start') {
+        // eslint-disable-next-line @typescript-eslint/no-unused-vars
+        const { content, usage, ...additionalKwargs } = data.message;
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const filteredAdditionalKwargs = {};
+        for (const [key, value] of Object.entries(additionalKwargs)) {
+            if (value !== undefined && value !== null) {
+                filteredAdditionalKwargs[key] = value;
+            }
+        }
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const { input_tokens, output_tokens, ...rest } = usage ?? {};
+        const usageMetadata = {
+            input_tokens,
+            output_tokens,
+            total_tokens: input_tokens + output_tokens,
+            input_token_details: {
+                cache_creation: rest.cache_creation_input_tokens,
+                cache_read: rest.cache_read_input_tokens,
+            },
+        };
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString ? '' : [],
+                additional_kwargs: filteredAdditionalKwargs,
+                usage_metadata: fields.streamUsage ? usageMetadata : undefined,
+                response_metadata: {
+                    usage: {
+                        ...rest,
+                    },
+                },
+                id: data.message.id,
+            }),
+        };
+    }
+    else if (data.type === 'message_delta') {
+        const usageMetadata = {
+            input_tokens: 0,
+            output_tokens: data.usage.output_tokens,
+            total_tokens: data.usage.output_tokens,
+            input_token_details: {
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                cache_creation: data.usage.cache_creation_input_tokens,
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                cache_read: data.usage.cache_read_input_tokens,
+            },
+        };
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString ? '' : [],
+                additional_kwargs: { ...data.delta },
+                usage_metadata: fields.streamUsage ? usageMetadata : undefined,
+            }),
+        };
+    }
+    else if (data.type === 'content_block_start' &&
+        [
+            'tool_use',
+            'document',
+            'server_tool_use',
+            'web_search_tool_result',
+        ].includes(data.content_block.type)) {
+        const contentBlock = data.content_block;
+        let toolCallChunks;
+        if (contentBlock.type === 'tool_use') {
+            toolCallChunks = [
+                {
+                    id: contentBlock.id,
+                    index: data.index,
+                    name: contentBlock.name,
+                    args: '',
+                },
+            ];
+        }
+        else if (contentBlock.type === 'server_tool_use') {
+            // Handle anthropic built-in server tool use (like web search)
+            toolCallChunks = [
+                {
+                    id: contentBlock.id,
+                    index: data.index,
+                    name: contentBlock.name,
+                    args: '',
+                },
+            ];
+        }
+        else {
+            toolCallChunks = [];
+        }
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString
+                    ? ''
+                    : [
+                        {
+                            index: data.index,
+                            ...data.content_block,
+                            input: contentBlock.type === 'server_tool_use' ||
+                                contentBlock.type === 'tool_use'
+                                ? ''
+                                : undefined,
+                        },
+                    ],
+                additional_kwargs: {},
+                tool_call_chunks: toolCallChunks,
+            }),
+        };
+    }
+    else if (data.type === 'content_block_delta' &&
+        [
+            'text_delta',
+            'citations_delta',
+            'thinking_delta',
+            'signature_delta',
+        ].includes(data.delta.type)) {
+        if (fields.coerceContentToString && 'text' in data.delta) {
+            return {
+                chunk: new AIMessageChunk({
+                    content: data.delta.text,
+                }),
+            };
+        }
+        else {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            const contentBlock = data.delta;
+            if ('citation' in contentBlock) {
+                contentBlock.citations = [contentBlock.citation];
+                delete contentBlock.citation;
+            }
+            if (contentBlock.type === 'thinking_delta' ||
+                contentBlock.type === 'signature_delta') {
+                return {
+                    chunk: new AIMessageChunk({
+                        content: [{ index: data.index, ...contentBlock, type: 'thinking' }],
+                    }),
+                };
+            }
+            return {
+                chunk: new AIMessageChunk({
+                    content: [{ index: data.index, ...contentBlock, type: 'text' }],
+                }),
+            };
+        }
+    }
+    else if (data.type === 'content_block_delta' &&
+        data.delta.type === 'input_json_delta') {
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString
+                    ? ''
+                    : [
+                        {
+                            index: data.index,
+                            input: data.delta.partial_json,
+                            type: data.delta.type,
+                        },
+                    ],
+                additional_kwargs: {},
+                tool_call_chunks: [
+                    {
+                        index: data.index,
+                        args: data.delta.partial_json,
+                    },
+                ],
+            }),
+        };
+    }
+    else if (data.type === 'content_block_start' &&
+        data.content_block.type === 'text') {
+        const content = data.content_block.text;
+        if (content !== undefined) {
+            return {
+                chunk: new AIMessageChunk({
+                    content: fields.coerceContentToString
+                        ? content
+                        : [
+                            {
+                                index: data.index,
+                                ...data.content_block,
+                            },
+                        ],
+                    additional_kwargs: {},
+                }),
+            };
+        }
+    }
+    else if (data.type === 'content_block_start' &&
+        data.content_block.type === 'redacted_thinking') {
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString
+                    ? ''
+                    : [{ index: data.index, ...data.content_block }],
+            }),
+        };
+    }
+    else if (data.type === 'content_block_start' &&
+        data.content_block.type === 'thinking') {
+        const content = data.content_block.thinking;
+        return {
+            chunk: new AIMessageChunk({
+                content: fields.coerceContentToString
+                    ? content
+                    : [{ index: data.index, ...data.content_block }],
+            }),
+        };
+    }
+    return null;
+}
+
+export { _makeMessageChunkFromAnthropicEvent };
+//# sourceMappingURL=message_outputs.mjs.map

package/dist/esm/llm/anthropic/utils/message_outputs.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"message_outputs.mjs","sources":["../../../../../src/llm/anthropic/utils/message_outputs.ts"],"sourcesContent":["/**\r\n * This util file contains functions for converting Anthropic messages to LangChain messages.\r\n */\r\nimport Anthropic from '@anthropic-ai/sdk';\r\nimport {\r\n  AIMessage,\r\n  AIMessageChunk,\r\n  UsageMetadata,\r\n} from '@langchain/core/messages';\r\nimport type { ToolCallChunk } from '@langchain/core/messages/tool';\r\nimport { ChatGeneration } from '@langchain/core/outputs';\r\nimport { extractToolCalls } from './output_parsers';\r\nimport { AnthropicMessageResponse } from '../types';\r\n\r\nexport function _makeMessageChunkFromAnthropicEvent(\r\n  data: Anthropic.Messages.RawMessageStreamEvent,\r\n  fields: {\r\n    streamUsage: boolean;\r\n    coerceContentToString: boolean;\r\n  }\r\n): {\r\n  chunk: AIMessageChunk;\r\n} | null {\r\n  if (data.type === 'message_start') {\r\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\r\n    const { content, usage, ...additionalKwargs } = data.message;\r\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\r\n    const filteredAdditionalKwargs: Record<string, any> = {};\r\n    for (const [key, value] of Object.entries(additionalKwargs)) {\r\n      if (value !== undefined && value !== null) {\r\n        filteredAdditionalKwargs[key] = value;\r\n      }\r\n    }\r\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\r\n    const { input_tokens, output_tokens, ...rest }: Record<string, any> =\r\n      usage ?? {};\r\n    const usageMetadata: UsageMetadata = {\r\n      input_tokens,\r\n      output_tokens,\r\n      total_tokens: input_tokens + output_tokens,\r\n      input_token_details: {\r\n        cache_creation: rest.cache_creation_input_tokens,\r\n        cache_read: rest.cache_read_input_tokens,\r\n      },\r\n    };\r\n    return {\r\n      chunk: new AIMessageChunk({\r\n        content: fields.coerceContentToString ? '' : [],\r\n        additional_kwargs: filteredAdditionalKwargs,\r\n        usage_metadata: fields.streamUsage ? usageMetadata : undefined,\r\n        response_metadata: {\r\n          usage: {\r\n            ...rest,\r\n          },\r\n        },\r\n        id: data.message.id,\r\n      }),\r\n    };\r\n  } else if (data.type === 'message_delta') {\r\n    const usageMetadata: UsageMetadata = {\r\n      input_tokens: 0,\r\n      output_tokens: data.usage.output_tokens,\r\n      total_tokens: data.usage.output_tokens,\r\n      input_token_details: {\r\n        // eslint-disable-next-line @typescript-eslint/no-explicit-any\r\n        cache_creation: (data.usage as any).cache_creation_input_tokens,\r\n        // eslint-disable-next-line @typescript-eslint/no-explicit-any\r\n        cache_read: (data.usage as any).cache_read_input_tokens,\r\n      },\r\n    };\r\n    return {\r\n      chunk: new AIMessageChunk({\r\n        content: fields.coerceContentToString ? '' : [],\r\n        additional_kwargs: { ...data.delta },\r\n        usage_metadata: fields.streamUsage ? usageMetadata : undefined,\r\n      }),\r\n    };\r\n  } else if (\r\n    data.type === 'content_block_start' &&\r\n    [\r\n      'tool_use',\r\n      'document',\r\n      'server_tool_use',\r\n      'web_search_tool_result',\r\n    ].includes(data.content_block.type)\r\n  ) {\r\n    const contentBlock = data.content_block;\r\n    let toolCallChunks: ToolCallChunk[];\r\n    if (contentBlock.type === 'tool_use') {\r\n      toolCallChunks = [\r\n        {\r\n          id: contentBlock.id,\r\n          index: data.index,\r\n          name: contentBlock.name,\r\n          args: '',\r\n        },\r\n      ];\r\n    } else if (contentBlock.type === 'server_tool_use') {\r\n      // Handle anthropic built-in server tool use (like web search)\r\n      toolCallChunks = [\r\n        {\r\n          id: contentBlock.id,\r\n          index: data.index,\r\n          name: contentBlock.name,\r\n          args: '',\r\n        },\r\n      ];\r\n    } else {\r\n      toolCallChunks = [];\r\n    }\r\n    return {\r\n      chunk: new AIMessageChunk({\r\n        content: fields.coerceContentToString\r\n          ? ''\r\n          : [\r\n            {\r\n              index: data.index,\r\n              ...data.content_block,\r\n              input:\r\n                  contentBlock.type === 'server_tool_use' ||\r\n                  contentBlock.type === 'tool_use'\r\n                    ? ''\r\n                    : undefined,\r\n            },\r\n          ],\r\n        additional_kwargs: {},\r\n        tool_call_chunks: toolCallChunks,\r\n      }),\r\n    };\r\n  } else if (\r\n    data.type === 'content_block_delta' &&\r\n    [\r\n      'text_delta',\r\n      'citations_delta',\r\n      'thinking_delta',\r\n      'signature_delta',\r\n    ].includes(data.delta.type)\r\n  ) {\r\n    if (fields.coerceContentToString && 'text' in data.delta) {\r\n      return {\r\n        chunk: new AIMessageChunk({\r\n          content: data.delta.text,\r\n        }),\r\n      };\r\n    } else {\r\n      // eslint-disable-next-line @typescript-eslint/no-explicit-any\r\n      const contentBlock: Record<string, any> = data.delta;\r\n      if ('citation' in contentBlock) {\r\n        contentBlock.citations = [contentBlock.citation];\r\n        delete contentBlock.citation;\r\n      }\r\n      if (\r\n        contentBlock.type === 'thinking_delta' ||\r\n        contentBlock.type === 'signature_delta'\r\n      ) {\r\n        return {\r\n          chunk: new AIMessageChunk({\r\n            content: [{ index: data.index, ...contentBlock, type: 'thinking' }],\r\n          }),\r\n        };\r\n      }\r\n\r\n      return {\r\n        chunk: new AIMessageChunk({\r\n          content: [{ index: data.index, ...contentBlock, type: 'text' }],\r\n        }),\r\n      };\r\n    }\r\n  } else if (\r\n    data.type === 'content_block_delta' &&\r\n    data.delta.type === 'input_json_delta'\r\n  ) {\r\n    return {\r\n      chunk: new AIMessageChunk({\r\n        content: fields.coerceContentToString\r\n          ? ''\r\n          : [\r\n            {\r\n              index: data.index,\r\n              input: data.delta.partial_json,\r\n              type: data.delta.type,\r\n            },\r\n          ],\r\n        additional_kwargs: {},\r\n        tool_call_chunks: [\r\n          {\r\n            index: data.index,\r\n            args: data.delta.partial_json,\r\n          },\r\n        ],\r\n      }),\r\n    };\r\n  } else if (\r\n    data.type === 'content_block_start' &&\r\n    data.content_block.type === 'text'\r\n  ) {\r\n    const content = data.content_block.text;\r\n    if (content !== undefined) {\r\n      return {\r\n        chunk: new AIMessageChunk({\r\n          content: fields.coerceContentToString\r\n            ? content\r\n            : [\r\n              {\r\n                index: data.index,\r\n                ...data.content_block,\r\n              },\r\n            ],\r\n          additional_kwargs: {},\r\n        }),\r\n      };\r\n    }\r\n  } else if (\r\n    data.type === 'content_block_start' &&\r\n    data.content_block.type === 'redacted_thinking'\r\n  ) {\r\n    return {\r\n      chunk: new AIMessageChunk({\r\n        content: fields.coerceContentToString\r\n          ? ''\r\n          : [{ index: data.index, ...data.content_block }],\r\n      }),\r\n    };\r\n  } else if (\r\n    data.type === 'content_block_start' &&\r\n    data.content_block.type === 'thinking'\r\n  ) {\r\n    const content = data.content_block.thinking;\r\n    return {\r\n      chunk: new AIMessageChunk({\r\n        content: fields.coerceContentToString\r\n          ? content\r\n          : [{ index: data.index, ...data.content_block }],\r\n      }),\r\n    };\r\n  }\r\n  return null;\r\n}\r\n\r\nexport function anthropicResponseToChatMessages(\r\n  messages: AnthropicMessageResponse[],\r\n  additionalKwargs: Record<string, unknown>\r\n): ChatGeneration[] {\r\n  const usage: Record<string, number> | null | undefined =\r\n    additionalKwargs.usage as Record<string, number> | null | undefined;\r\n  const usageMetadata =\r\n    usage != null\r\n      ? {\r\n        input_tokens: usage.input_tokens ?? 0,\r\n        output_tokens: usage.output_tokens ?? 0,\r\n        total_tokens: (usage.input_tokens ?? 0) + (usage.output_tokens ?? 0),\r\n        input_token_details: {\r\n          cache_creation: usage.cache_creation_input_tokens,\r\n          cache_read: usage.cache_read_input_tokens,\r\n        },\r\n      }\r\n      : undefined;\r\n  if (messages.length === 1 && messages[0].type === 'text') {\r\n    return [\r\n      {\r\n        text: messages[0].text,\r\n        message: new AIMessage({\r\n          content: messages[0].text,\r\n          additional_kwargs: additionalKwargs,\r\n          usage_metadata: usageMetadata,\r\n          response_metadata: additionalKwargs,\r\n          id: additionalKwargs.id as string,\r\n        }),\r\n      },\r\n    ];\r\n  } else {\r\n    const toolCalls = extractToolCalls(messages);\r\n    const generations: ChatGeneration[] = [\r\n      {\r\n        text: '',\r\n        message: new AIMessage({\r\n          // eslint-disable-next-line @typescript-eslint/no-explicit-any\r\n          content: messages as any,\r\n          additional_kwargs: additionalKwargs,\r\n          tool_calls: toolCalls,\r\n          usage_metadata: usageMetadata,\r\n          response_metadata: additionalKwargs,\r\n          id: additionalKwargs.id as string,\r\n        }),\r\n      },\r\n    ];\r\n    return generations;\r\n  }\r\n}\r\n"],"names":[],"mappings":";;;;AAcgB,SAAA,mCAAmC,CACjD,IAA8C,EAC9C,MAGC,EAAA;AAID,IAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;;AAEjC,QAAA,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,gBAAgB,EAAE,GAAG,IAAI,CAAC,OAAO;;QAE5D,MAAM,wBAAwB,GAAwB,EAAE;AACxD,QAAA,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE;YAC3D,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE;AACzC,gBAAA,wBAAwB,CAAC,GAAG,CAAC,GAAG,KAAK;;;;AAIzC,QAAA,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,IAAI,EAAE,GAC5C,KAAK,IAAI,EAAE;AACb,QAAA,MAAM,aAAa,GAAkB;YACnC,YAAY;YACZ,aAAa;YACb,YAAY,EAAE,YAAY,GAAG,aAAa;AAC1C,YAAA,mBAAmB,EAAE;gBACnB,cAAc,EAAE,IAAI,CAAC,2BAA2B;gBAChD,UAAU,EAAE,IAAI,CAAC,uBAAuB;AACzC,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,wBAAwB;gBAC3C,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;AAC9D,gBAAA,iBAAiB,EAAE;AACjB,oBAAA,KAAK,EAAE;AACL,wBAAA,GAAG,IAAI;AACR,qBAAA;AACF,iBAAA;AACD,gBAAA,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE;aACpB,CAAC;SACH;;AACI,SAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACxC,QAAA,MAAM,aAAa,GAAkB;AACnC,YAAA,YAAY,EAAE,CAAC;AACf,YAAA,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;AACvC,YAAA,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;AACtC,YAAA,mBAAmB,EAAE;;AAEnB,gBAAA,cAAc,EAAG,IAAI,CAAC,KAAa,CAAC,2BAA2B;;AAE/D,gBAAA,UAAU,EAAG,IAAI,CAAC,KAAa,CAAC,uBAAuB;AACxD,aAAA;SACF;QACD,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC,qBAAqB,GAAG,EAAE,GAAG,EAAE;AAC/C,gBAAA,iBAAiB,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;gBACpC,cAAc,EAAE,MAAM,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS;aAC/D,CAAC;SACH;;AACI,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA;YACE,UAAU;YACV,UAAU;YACV,iBAAiB;YACjB,wBAAwB;SACzB,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EACnC;AACA,QAAA,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa;AACvC,QAAA,IAAI,cAA+B;AACnC,QAAA,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE;AACpC,YAAA,cAAc,GAAG;AACf,gBAAA;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,oBAAA,IAAI,EAAE,EAAE;AACT,iBAAA;aACF;;AACI,aAAA,IAAI,YAAY,CAAC,IAAI,KAAK,iBAAiB,EAAE;;AAElD,YAAA,cAAc,GAAG;AACf,gBAAA;oBACE,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,oBAAA,IAAI,EAAE,EAAE;AACT,iBAAA;aACF;;aACI;YACL,cAAc,GAAG,EAAE;;QAErB,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE;AACA,wBAAA;4BACE,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,GAAG,IAAI,CAAC,aAAa;AACrB,4BAAA,KAAK,EACD,YAAY,CAAC,IAAI,KAAK,iBAAiB;gCACvC,YAAY,CAAC,IAAI,KAAK;AACpB,kCAAE;AACF,kCAAE,SAAS;AAClB,yBAAA;AACF,qBAAA;AACH,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE,cAAc;aACjC,CAAC;SACH;;AACI,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA;YACE,YAAY;YACZ,iBAAiB;YACjB,gBAAgB;YAChB,iBAAiB;SAClB,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAC3B;QACA,IAAI,MAAM,CAAC,qBAAqB,IAAI,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE;YACxD,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,oBAAA,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;iBACzB,CAAC;aACH;;aACI;;AAEL,YAAA,MAAM,YAAY,GAAwB,IAAI,CAAC,KAAK;AACpD,YAAA,IAAI,UAAU,IAAI,YAAY,EAAE;gBAC9B,YAAY,CAAC,SAAS,GAAG,CAAC,YAAY,CAAC,QAAQ,CAAC;gBAChD,OAAO,YAAY,CAAC,QAAQ;;AAE9B,YAAA,IACE,YAAY,CAAC,IAAI,KAAK,gBAAgB;AACtC,gBAAA,YAAY,CAAC,IAAI,KAAK,iBAAiB,EACvC;gBACA,OAAO;oBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,wBAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;qBACpE,CAAC;iBACH;;YAGH,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;AACxB,oBAAA,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;iBAChE,CAAC;aACH;;;AAEE,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EACtC;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE;AACA,wBAAA;4BACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,4BAAA,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,4BAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;AACtB,yBAAA;AACF,qBAAA;AACH,gBAAA,iBAAiB,EAAE,EAAE;AACrB,gBAAA,gBAAgB,EAAE;AAChB,oBAAA;wBACE,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,wBAAA,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;AAC9B,qBAAA;AACF,iBAAA;aACF,CAAC;SACH;;AACI,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,MAAM,EAClC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI;AACvC,QAAA,IAAI,OAAO,KAAK,SAAS,EAAE;YACzB,OAAO;gBACL,KAAK,EAAE,IAAI,cAAc,CAAC;oBACxB,OAAO,EAAE,MAAM,CAAC;AACd,0BAAE;AACF,0BAAE;AACA,4BAAA;gCACE,KAAK,EAAE,IAAI,CAAC,KAAK;gCACjB,GAAG,IAAI,CAAC,aAAa;AACtB,6BAAA;AACF,yBAAA;AACH,oBAAA,iBAAiB,EAAE,EAAE;iBACtB,CAAC;aACH;;;AAEE,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,mBAAmB,EAC/C;QACA,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;aACnD,CAAC;SACH;;AACI,SAAA,IACL,IAAI,CAAC,IAAI,KAAK,qBAAqB;AACnC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EACtC;AACA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ;QAC3C,OAAO;YACL,KAAK,EAAE,IAAI,cAAc,CAAC;gBACxB,OAAO,EAAE,MAAM,CAAC;AACd,sBAAE;AACF,sBAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;aACnD,CAAC;SACH;;AAEH,IAAA,OAAO,IAAI;AACb;;;;"}

package/dist/esm/llm/anthropic/utils/tools.mjs

@@ -0,0 +1,27 @@
+function handleToolChoice(toolChoice) {
+    if (toolChoice == null) {
+        return undefined;
+    }
+    else if (toolChoice === 'any') {
+        return {
+            type: 'any',
+        };
+    }
+    else if (toolChoice === 'auto') {
+        return {
+            type: 'auto',
+        };
+    }
+    else if (typeof toolChoice === 'string') {
+        return {
+            type: 'tool',
+            name: toolChoice,
+        };
+    }
+    else {
+        return toolChoice;
+    }
+}
+
+export { handleToolChoice };
+//# sourceMappingURL=tools.mjs.map

package/dist/esm/llm/anthropic/utils/tools.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.mjs","sources":["../../../../../src/llm/anthropic/utils/tools.ts"],"sourcesContent":["import type { Anthropic } from '@anthropic-ai/sdk';\r\nimport { AnthropicToolChoice } from '../types.js';\r\n\r\nexport function handleToolChoice(\r\n  toolChoice?: AnthropicToolChoice\r\n):\r\n  | Anthropic.Messages.ToolChoiceAuto\r\n  | Anthropic.Messages.ToolChoiceAny\r\n  | Anthropic.Messages.ToolChoiceTool\r\n  | undefined {\r\n  if (toolChoice == null) {\r\n    return undefined;\r\n  } else if (toolChoice === 'any') {\r\n    return {\r\n      type: 'any',\r\n    };\r\n  } else if (toolChoice === 'auto') {\r\n    return {\r\n      type: 'auto',\r\n    };\r\n  } else if (typeof toolChoice === 'string') {\r\n    return {\r\n      type: 'tool',\r\n      name: toolChoice,\r\n    };\r\n  } else {\r\n    return toolChoice;\r\n  }\r\n}\r\n"],"names":[],"mappings":"AAGM,SAAU,gBAAgB,CAC9B,UAAgC,EAAA;AAMhC,IAAA,IAAI,UAAU,IAAI,IAAI,EAAE;AACtB,QAAA,OAAO,SAAS;;AACX,SAAA,IAAI,UAAU,KAAK,KAAK,EAAE;QAC/B,OAAO;AACL,YAAA,IAAI,EAAE,KAAK;SACZ;;AACI,SAAA,IAAI,UAAU,KAAK,MAAM,EAAE;QAChC,OAAO;AACL,YAAA,IAAI,EAAE,MAAM;SACb;;AACI,SAAA,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE;QACzC,OAAO;AACL,YAAA,IAAI,EAAE,MAAM;AACZ,YAAA,IAAI,EAAE,UAAU;SACjB;;SACI;AACL,QAAA,OAAO,UAAU;;AAErB;;;;"}

package/dist/esm/llm/fake.mjs

@@ -0,0 +1,94 @@
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import { AIMessageChunk } from '@langchain/core/messages';
+import { FakeListChatModel } from '@langchain/core/utils/testing';
+
+class FakeChatModel extends FakeListChatModel {
+    splitStrategy;
+    toolCalls = [];
+    addedToolCalls = false;
+    constructor({ responses, sleep, emitCustomEvent, splitStrategy = { type: 'regex', value: /(?<=\s+)|(?=\s+)/ }, toolCalls = [] }) {
+        super({ responses, sleep, emitCustomEvent });
+        this.splitStrategy = splitStrategy;
+        this.toolCalls = toolCalls;
+    }
+    splitText(text) {
+        if (this.splitStrategy.type === 'regex') {
+            return text.split(this.splitStrategy.value);
+        }
+        else {
+            const chunkSize = this.splitStrategy.value;
+            const chunks = [];
+            for (let i = 0; i < text.length; i += chunkSize) {
+                chunks.push(text.slice(i, i + chunkSize));
+            }
+            return chunks;
+        }
+    }
+    _createResponseChunk(text, tool_call_chunks) {
+        return new ChatGenerationChunk({
+            text,
+            generationInfo: {},
+            message: new AIMessageChunk({
+                content: text,
+                tool_call_chunks,
+                additional_kwargs: tool_call_chunks ? {
+                    tool_calls: tool_call_chunks.map((toolCall) => ({
+                        index: toolCall.index ?? 0,
+                        id: toolCall.id ?? '',
+                        type: 'function',
+                        function: {
+                            name: toolCall.name ?? '',
+                            arguments: toolCall.args ?? '',
+                        },
+                    })),
+                } : undefined,
+            })
+        });
+    }
+    async *_streamResponseChunks(_messages, options, runManager) {
+        const response = this._currentResponse();
+        this._incrementResponse();
+        if (this.emitCustomEvent) {
+            await runManager?.handleCustomEvent('some_test_event', {
+                someval: true,
+            });
+        }
+        const chunks = this.splitText(response);
+        for await (const chunk of chunks) {
+            await this._sleepIfRequested();
+            if (options.thrownErrorString != null && options.thrownErrorString) {
+                throw new Error(options.thrownErrorString);
+            }
+            const responseChunk = super._createResponseChunk(chunk);
+            yield responseChunk;
+            void runManager?.handleLLMNewToken(chunk);
+        }
+        await this._sleepIfRequested();
+        if (this.toolCalls.length > 0 && !this.addedToolCalls) {
+            this.addedToolCalls = true;
+            const toolCallChunks = this.toolCalls.map((toolCall) => {
+                return {
+                    name: toolCall.name,
+                    args: JSON.stringify(toolCall.args),
+                    id: toolCall.id,
+                    type: 'tool_call_chunk',
+                };
+            });
+            const responseChunk = this._createResponseChunk('', toolCallChunks);
+            yield responseChunk;
+            void runManager?.handleLLMNewToken('');
+        }
+    }
+}
+function createFakeStreamingLLM({ responses, sleep, splitStrategy, toolCalls, }) {
+    return new FakeChatModel({
+        sleep,
+        responses,
+        emitCustomEvent: true,
+        splitStrategy,
+        toolCalls,
+    });
+}
+
+export { FakeChatModel, createFakeStreamingLLM };
+//# sourceMappingURL=fake.mjs.map

package/dist/esm/llm/fake.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"fake.mjs","sources":["../../../src/llm/fake.ts"],"sourcesContent":["import { ChatGenerationChunk } from '@langchain/core/outputs';\r\nimport { AIMessageChunk } from '@langchain/core/messages';\r\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\r\nimport type { BaseMessage } from '@langchain/core/messages';\r\nimport { FakeListChatModel } from '@langchain/core/utils/testing';\r\nimport { ToolCall, ToolCallChunk } from '@langchain/core/messages/tool';\r\n\r\ntype SplitStrategy = {\r\n  type: 'regex' | 'fixed';\r\n  value: RegExp | number;\r\n};\r\n\r\nexport class FakeChatModel extends FakeListChatModel {\r\n  private splitStrategy: SplitStrategy;\r\n  private toolCalls: ToolCall[] = [];\r\n  private addedToolCalls: boolean = false;\r\n\r\n  constructor({\r\n    responses,\r\n    sleep,\r\n    emitCustomEvent,\r\n    splitStrategy = { type: 'regex', value: /(?<=\\s+)|(?=\\s+)/ },\r\n    toolCalls = []\r\n  }: {\r\n    responses: string[];\r\n    sleep?: number;\r\n    emitCustomEvent?: boolean;\r\n    splitStrategy?: SplitStrategy;\r\n    toolCalls?: ToolCall[];\r\n  }) {\r\n    super({ responses, sleep, emitCustomEvent });\r\n    this.splitStrategy = splitStrategy;\r\n    this.toolCalls = toolCalls;\r\n  }\r\n\r\n  private splitText(text: string): string[] {\r\n    if (this.splitStrategy.type === 'regex') {\r\n      return text.split(this.splitStrategy.value as RegExp);\r\n    } else {\r\n      const chunkSize = this.splitStrategy.value as number;\r\n      const chunks: string[] = [];\r\n      for (let i = 0; i < text.length; i += chunkSize) {\r\n        chunks.push(text.slice(i, i + chunkSize));\r\n      }\r\n      return chunks;\r\n    }\r\n  }\r\n  _createResponseChunk(text: string, tool_call_chunks?: ToolCallChunk[]): ChatGenerationChunk {\r\n    return new ChatGenerationChunk({\r\n      text,\r\n      generationInfo: {},\r\n      message: new AIMessageChunk({\r\n        content: text,\r\n        tool_call_chunks,\r\n        additional_kwargs: tool_call_chunks ? {\r\n          tool_calls: tool_call_chunks.map((toolCall) => ({\r\n            index: toolCall.index ?? 0,\r\n            id: toolCall.id ?? '',\r\n            type: 'function',\r\n            function: {\r\n              name: toolCall.name ?? '',\r\n              arguments: toolCall.args ?? '',\r\n            },\r\n          })),\r\n        } : undefined,\r\n      })});\r\n  }\r\n\r\n  async *_streamResponseChunks(\r\n    _messages: BaseMessage[],\r\n    options: this['ParsedCallOptions'],\r\n    runManager?: CallbackManagerForLLMRun\r\n  ): AsyncGenerator<ChatGenerationChunk> {\r\n    const response = this._currentResponse();\r\n    this._incrementResponse();\r\n\r\n    if (this.emitCustomEvent) {\r\n      await runManager?.handleCustomEvent('some_test_event', {\r\n        someval: true,\r\n      });\r\n    }\r\n\r\n    const chunks = this.splitText(response);\r\n    for await (const chunk of chunks) {\r\n      await this._sleepIfRequested();\r\n\r\n      if (options.thrownErrorString != null && options.thrownErrorString) {\r\n        throw new Error(options.thrownErrorString);\r\n      }\r\n\r\n      const responseChunk = super._createResponseChunk(chunk);\r\n      yield responseChunk;\r\n      void runManager?.handleLLMNewToken(chunk);\r\n    }\r\n\r\n    await this._sleepIfRequested();\r\n    if (this.toolCalls.length > 0 && !this.addedToolCalls) {\r\n      this.addedToolCalls = true;\r\n      const toolCallChunks = this.toolCalls.map((toolCall) => {;\r\n        return {\r\n          name: toolCall.name,\r\n          args: JSON.stringify(toolCall.args),\r\n          id: toolCall.id,\r\n          type: 'tool_call_chunk',\r\n        } as ToolCallChunk;\r\n      });\r\n      const responseChunk = this._createResponseChunk('', toolCallChunks);\r\n      yield responseChunk;\r\n      void runManager?.handleLLMNewToken('');\r\n    }\r\n  }\r\n}\r\n\r\nexport function createFakeStreamingLLM({\r\n  responses,\r\n  sleep,\r\n  splitStrategy,\r\n  toolCalls,\r\n} : {\r\n  responses: string[],\r\n  sleep?: number,\r\n  splitStrategy?: SplitStrategy,\r\n  toolCalls?: ToolCall[]\r\n}\r\n): FakeChatModel {\r\n  return new FakeChatModel({\r\n    sleep,\r\n    responses,\r\n    emitCustomEvent: true,\r\n    splitStrategy,\r\n    toolCalls,\r\n  });\r\n}\r\n"],"names":[],"mappings":";;;;AAYM,MAAO,aAAc,SAAQ,iBAAiB,CAAA;AAC1C,IAAA,aAAa;IACb,SAAS,GAAe,EAAE;IAC1B,cAAc,GAAY,KAAK;IAEvC,WAAY,CAAA,EACV,SAAS,EACT,KAAK,EACL,eAAe,EACf,aAAa,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,EAC5D,SAAS,GAAG,EAAE,EAOf,EAAA;QACC,KAAK,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;AAC5C,QAAA,IAAI,CAAC,aAAa,GAAG,aAAa;AAClC,QAAA,IAAI,CAAC,SAAS,GAAG,SAAS;;AAGpB,IAAA,SAAS,CAAC,IAAY,EAAA;QAC5B,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,OAAO,EAAE;YACvC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,KAAe,CAAC;;aAChD;AACL,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,KAAe;YACpD,MAAM,MAAM,GAAa,EAAE;AAC3B,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE;AAC/C,gBAAA,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;;AAE3C,YAAA,OAAO,MAAM;;;IAGjB,oBAAoB,CAAC,IAAY,EAAE,gBAAkC,EAAA;QACnE,OAAO,IAAI,mBAAmB,CAAC;YAC7B,IAAI;AACJ,YAAA,cAAc,EAAE,EAAE;YAClB,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,IAAI;gBACb,gBAAgB;AAChB,gBAAA,iBAAiB,EAAE,gBAAgB,GAAG;oBACpC,UAAU,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,QAAQ,MAAM;AAC9C,wBAAA,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,CAAC;AAC1B,wBAAA,EAAE,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;AACrB,wBAAA,IAAI,EAAE,UAAU;AAChB,wBAAA,QAAQ,EAAE;AACR,4BAAA,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;AACzB,4BAAA,SAAS,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;AAC/B,yBAAA;AACF,qBAAA,CAAC,CAAC;iBACJ,GAAG,SAAS;aACd;AAAE,SAAA,CAAC;;IAGR,OAAO,qBAAqB,CAC1B,SAAwB,EACxB,OAAkC,EAClC,UAAqC,EAAA;AAErC,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,EAAE;QACxC,IAAI,CAAC,kBAAkB,EAAE;AAEzB,QAAA,IAAI,IAAI,CAAC,eAAe,EAAE;AACxB,YAAA,MAAM,UAAU,EAAE,iBAAiB,CAAC,iBAAiB,EAAE;AACrD,gBAAA,OAAO,EAAE,IAAI;AACd,aAAA,CAAC;;QAGJ,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;AACvC,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,IAAI,CAAC,iBAAiB,EAAE;YAE9B,IAAI,OAAO,CAAC,iBAAiB,IAAI,IAAI,IAAI,OAAO,CAAC,iBAAiB,EAAE;AAClE,gBAAA,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC;;YAG5C,MAAM,aAAa,GAAG,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC;AACvD,YAAA,MAAM,aAAa;AACnB,YAAA,KAAK,UAAU,EAAE,iBAAiB,CAAC,KAAK,CAAC;;AAG3C,QAAA,MAAM,IAAI,CAAC,iBAAiB,EAAE;AAC9B,QAAA,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;AACrD,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI;YAC1B,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,KAAI;gBACrD,OAAO;oBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;oBACnC,EAAE,EAAE,QAAQ,CAAC,EAAE;AACf,oBAAA,IAAI,EAAE,iBAAiB;iBACP;AACpB,aAAC,CAAC;YACF,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,cAAc,CAAC;AACnE,YAAA,MAAM,aAAa;AACnB,YAAA,KAAK,UAAU,EAAE,iBAAiB,CAAC,EAAE,CAAC;;;AAG3C;AAEK,SAAU,sBAAsB,CAAC,EACrC,SAAS,EACT,KAAK,EACL,aAAa,EACb,SAAS,GAMV,EAAA;IAEC,OAAO,IAAI,aAAa,CAAC;QACvB,KAAK;QACL,SAAS;AACT,QAAA,eAAe,EAAE,IAAI;QACrB,aAAa;QACb,SAAS;AACV,KAAA,CAAC;AACJ;;;;"}

package/dist/esm/llm/google/index.mjs

@@ -0,0 +1,145 @@
+import { AIMessageChunk } from '@langchain/core/messages';
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import { ChatGoogleGenerativeAI } from '@langchain/google-genai';
+import { getEnvironmentVariable } from '@langchain/core/utils/env';
+import { GoogleGenerativeAI } from '@google/generative-ai';
+import { convertBaseMessagesToContent, convertResponseContentToChatGenerationChunk } from './utils/common.mjs';
+
+/* eslint-disable @typescript-eslint/ban-ts-comment */
+class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {
+    thinkingConfig;
+    constructor(fields) {
+        super(fields);
+        this.model = fields.model.replace(/^models\//, '');
+        this.maxOutputTokens = fields.maxOutputTokens ?? this.maxOutputTokens;
+        if (this.maxOutputTokens != null && this.maxOutputTokens < 0) {
+            throw new Error('`maxOutputTokens` must be a positive integer');
+        }
+        this.temperature = fields.temperature ?? this.temperature;
+        if (this.temperature != null &&
+            (this.temperature < 0 || this.temperature > 2)) {
+            throw new Error('`temperature` must be in the range of [0.0,2.0]');
+        }
+        this.topP = fields.topP ?? this.topP;
+        if (this.topP != null && this.topP < 0) {
+            throw new Error('`topP` must be a positive integer');
+        }
+        if (this.topP != null && this.topP > 1) {
+            throw new Error('`topP` must be below 1.');
+        }
+        this.topK = fields.topK ?? this.topK;
+        if (this.topK != null && this.topK < 0) {
+            throw new Error('`topK` must be a positive integer');
+        }
+        this.stopSequences = fields.stopSequences ?? this.stopSequences;
+        this.apiKey = fields.apiKey ?? getEnvironmentVariable('GOOGLE_API_KEY');
+        if (this.apiKey == null || this.apiKey === '') {
+            throw new Error('Please set an API key for Google GenerativeAI ' +
+                'in the environment variable GOOGLE_API_KEY ' +
+                'or in the `apiKey` field of the ' +
+                'ChatGoogleGenerativeAI constructor');
+        }
+        this.safetySettings = fields.safetySettings ?? this.safetySettings;
+        if (this.safetySettings && this.safetySettings.length > 0) {
+            const safetySettingsSet = new Set(this.safetySettings.map((s) => s.category));
+            if (safetySettingsSet.size !== this.safetySettings.length) {
+                throw new Error('The categories in `safetySettings` array must be unique');
+            }
+        }
+        this.thinkingConfig = fields.thinkingConfig ?? this.thinkingConfig;
+        this.streaming = fields.streaming ?? this.streaming;
+        this.json = fields.json;
+        // @ts-ignore - Accessing private property from parent class
+        this.client = new GoogleGenerativeAI(this.apiKey).getGenerativeModel({
+            model: this.model,
+            safetySettings: this.safetySettings,
+            generationConfig: {
+                stopSequences: this.stopSequences,
+                maxOutputTokens: this.maxOutputTokens,
+                temperature: this.temperature,
+                topP: this.topP,
+                topK: this.topK,
+                ...(this.json != null
+                    ? { responseMimeType: 'application/json' }
+                    : {}),
+            },
+        }, {
+            apiVersion: fields.apiVersion,
+            baseUrl: fields.baseUrl,
+            customHeaders: fields.customHeaders,
+        });
+        this.streamUsage = fields.streamUsage ?? this.streamUsage;
+    }
+    static lc_name() {
+        return 'IllumaGoogleGenerativeAI';
+    }
+    invocationParams(options) {
+        const params = super.invocationParams(options);
+        if (this.thinkingConfig) {
+            /** @ts-ignore */
+            this.client.generationConfig = {
+                /** @ts-ignore */
+                ...this.client.generationConfig,
+                /** @ts-ignore */
+                thinkingConfig: this.thinkingConfig,
+            };
+        }
+        return params;
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        const prompt = convertBaseMessagesToContent(messages, this._isMultimodalModel, this.useSystemInstruction);
+        let actualPrompt = prompt;
+        if (prompt?.[0].role === 'system') {
+            const [systemInstruction] = prompt;
+            /** @ts-ignore */
+            this.client.systemInstruction = systemInstruction;
+            actualPrompt = prompt.slice(1);
+        }
+        const parameters = this.invocationParams(options);
+        const request = {
+            ...parameters,
+            contents: actualPrompt,
+        };
+        const stream = await this.caller.callWithOptions({ signal: options.signal }, async () => {
+            /** @ts-ignore */
+            const { stream } = await this.client.generateContentStream(request);
+            return stream;
+        });
+        let lastUsageMetadata;
+        for await (const response of stream) {
+            if ('usageMetadata' in response &&
+                this.streamUsage !== false &&
+                options.streamUsage !== false) {
+                const genAIUsageMetadata = response.usageMetadata;
+                const output_tokens = (genAIUsageMetadata?.candidatesTokenCount ?? 0) +
+                    (genAIUsageMetadata?.thoughtsTokenCount ?? 0);
+                lastUsageMetadata = {
+                    input_tokens: genAIUsageMetadata?.promptTokenCount ?? 0,
+                    output_tokens,
+                    total_tokens: genAIUsageMetadata?.totalTokenCount ?? 0,
+                };
+            }
+            const chunk = convertResponseContentToChatGenerationChunk(response, {
+                usageMetadata: undefined});
+            if (!chunk) {
+                continue;
+            }
+            yield chunk;
+            await runManager?.handleLLMNewToken(chunk.text || '', undefined, undefined, undefined, undefined, { chunk });
+        }
+        if (lastUsageMetadata) {
+            const finalChunk = new ChatGenerationChunk({
+                text: '',
+                message: new AIMessageChunk({
+                    content: '',
+                    usage_metadata: lastUsageMetadata,
+                }),
+            });
+            yield finalChunk;
+            await runManager?.handleLLMNewToken(finalChunk.text || '', undefined, undefined, undefined, undefined, { chunk: finalChunk });
+        }
+    }
+}
+
+export { CustomChatGoogleGenerativeAI };
+//# sourceMappingURL=index.mjs.map

package/dist/esm/llm/google/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sources":["../../../../src/llm/google/index.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/ban-ts-comment */\r\nimport { AIMessageChunk } from '@langchain/core/messages';\r\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\r\nimport { ChatGoogleGenerativeAI } from '@langchain/google-genai';\r\nimport { getEnvironmentVariable } from '@langchain/core/utils/env';\r\nimport { GoogleGenerativeAI as GenerativeAI } from '@google/generative-ai';\r\nimport type {\r\n  GenerateContentRequest,\r\n  SafetySetting,\r\n} from '@google/generative-ai';\r\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\r\nimport type { BaseMessage, UsageMetadata } from '@langchain/core/messages';\r\nimport type { GeminiGenerationConfig } from '@langchain/google-common';\r\nimport type { GeminiApiUsageMetadata } from './types';\r\nimport type { GoogleClientOptions } from '@/types';\r\nimport {\r\n  convertResponseContentToChatGenerationChunk,\r\n  convertBaseMessagesToContent,\r\n} from './utils/common';\r\n\r\nexport class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {\r\n  thinkingConfig?: GeminiGenerationConfig['thinkingConfig'];\r\n  constructor(fields: GoogleClientOptions) {\r\n    super(fields);\r\n\r\n    this.model = fields.model.replace(/^models\\//, '');\r\n\r\n    this.maxOutputTokens = fields.maxOutputTokens ?? this.maxOutputTokens;\r\n\r\n    if (this.maxOutputTokens != null && this.maxOutputTokens < 0) {\r\n      throw new Error('`maxOutputTokens` must be a positive integer');\r\n    }\r\n\r\n    this.temperature = fields.temperature ?? this.temperature;\r\n    if (\r\n      this.temperature != null &&\r\n      (this.temperature < 0 || this.temperature > 2)\r\n    ) {\r\n      throw new Error('`temperature` must be in the range of [0.0,2.0]');\r\n    }\r\n\r\n    this.topP = fields.topP ?? this.topP;\r\n    if (this.topP != null && this.topP < 0) {\r\n      throw new Error('`topP` must be a positive integer');\r\n    }\r\n\r\n    if (this.topP != null && this.topP > 1) {\r\n      throw new Error('`topP` must be below 1.');\r\n    }\r\n\r\n    this.topK = fields.topK ?? this.topK;\r\n    if (this.topK != null && this.topK < 0) {\r\n      throw new Error('`topK` must be a positive integer');\r\n    }\r\n\r\n    this.stopSequences = fields.stopSequences ?? this.stopSequences;\r\n\r\n    this.apiKey = fields.apiKey ?? getEnvironmentVariable('GOOGLE_API_KEY');\r\n    if (this.apiKey == null || this.apiKey === '') {\r\n      throw new Error(\r\n        'Please set an API key for Google GenerativeAI ' +\r\n          'in the environment variable GOOGLE_API_KEY ' +\r\n          'or in the `apiKey` field of the ' +\r\n          'ChatGoogleGenerativeAI constructor'\r\n      );\r\n    }\r\n\r\n    this.safetySettings = fields.safetySettings ?? this.safetySettings;\r\n    if (this.safetySettings && this.safetySettings.length > 0) {\r\n      const safetySettingsSet = new Set(\r\n        this.safetySettings.map((s) => s.category)\r\n      );\r\n      if (safetySettingsSet.size !== this.safetySettings.length) {\r\n        throw new Error(\r\n          'The categories in `safetySettings` array must be unique'\r\n        );\r\n      }\r\n    }\r\n\r\n    this.thinkingConfig = fields.thinkingConfig ?? this.thinkingConfig;\r\n\r\n    this.streaming = fields.streaming ?? this.streaming;\r\n    this.json = fields.json;\r\n\r\n    // @ts-ignore - Accessing private property from parent class\r\n    this.client = new GenerativeAI(this.apiKey).getGenerativeModel(\r\n      {\r\n        model: this.model,\r\n        safetySettings: this.safetySettings as SafetySetting[],\r\n        generationConfig: {\r\n          stopSequences: this.stopSequences,\r\n          maxOutputTokens: this.maxOutputTokens,\r\n          temperature: this.temperature,\r\n          topP: this.topP,\r\n          topK: this.topK,\r\n          ...(this.json != null\r\n            ? { responseMimeType: 'application/json' }\r\n            : {}),\r\n        },\r\n      },\r\n      {\r\n        apiVersion: fields.apiVersion,\r\n        baseUrl: fields.baseUrl,\r\n        customHeaders: fields.customHeaders,\r\n      }\r\n    );\r\n    this.streamUsage = fields.streamUsage ?? this.streamUsage;\r\n  }\r\n\r\n  static lc_name(): 'IllumaGoogleGenerativeAI' {\r\n    return 'IllumaGoogleGenerativeAI';\r\n  }\r\n\r\n  invocationParams(\r\n    options?: this['ParsedCallOptions']\r\n  ): Omit<GenerateContentRequest, 'contents'> {\r\n    const params = super.invocationParams(options);\r\n    if (this.thinkingConfig) {\r\n      /** @ts-ignore */\r\n      this.client.generationConfig = {\r\n        /** @ts-ignore */\r\n        ...this.client.generationConfig,\r\n        /** @ts-ignore */\r\n        thinkingConfig: this.thinkingConfig,\r\n      };\r\n    }\r\n    return params;\r\n  }\r\n\r\n  async *_streamResponseChunks(\r\n    messages: BaseMessage[],\r\n    options: this['ParsedCallOptions'],\r\n    runManager?: CallbackManagerForLLMRun\r\n  ): AsyncGenerator<ChatGenerationChunk> {\r\n    const prompt = convertBaseMessagesToContent(\r\n      messages,\r\n      this._isMultimodalModel,\r\n      this.useSystemInstruction\r\n    );\r\n    let actualPrompt = prompt;\r\n    if (prompt?.[0].role === 'system') {\r\n      const [systemInstruction] = prompt;\r\n      /** @ts-ignore */\r\n      this.client.systemInstruction = systemInstruction;\r\n      actualPrompt = prompt.slice(1);\r\n    }\r\n    const parameters = this.invocationParams(options);\r\n    const request = {\r\n      ...parameters,\r\n      contents: actualPrompt,\r\n    };\r\n    const stream = await this.caller.callWithOptions(\r\n      { signal: options.signal },\r\n      async () => {\r\n        /** @ts-ignore */\r\n        const { stream } = await this.client.generateContentStream(request);\r\n        return stream;\r\n      }\r\n    );\r\n\r\n    let index = 0;\r\n    let lastUsageMetadata: UsageMetadata | undefined;\r\n    for await (const response of stream) {\r\n      if (\r\n        'usageMetadata' in response &&\r\n        this.streamUsage !== false &&\r\n        options.streamUsage !== false\r\n      ) {\r\n        const genAIUsageMetadata = response.usageMetadata as\r\n          | GeminiApiUsageMetadata\r\n          | undefined;\r\n\r\n        const output_tokens =\r\n          (genAIUsageMetadata?.candidatesTokenCount ?? 0) +\r\n          (genAIUsageMetadata?.thoughtsTokenCount ?? 0);\r\n        lastUsageMetadata = {\r\n          input_tokens: genAIUsageMetadata?.promptTokenCount ?? 0,\r\n          output_tokens,\r\n          total_tokens: genAIUsageMetadata?.totalTokenCount ?? 0,\r\n        };\r\n      }\r\n\r\n      const chunk = convertResponseContentToChatGenerationChunk(response, {\r\n        usageMetadata: undefined,\r\n        index,\r\n      });\r\n      index += 1;\r\n      if (!chunk) {\r\n        continue;\r\n      }\r\n\r\n      yield chunk;\r\n      await runManager?.handleLLMNewToken(\r\n        chunk.text || '',\r\n        undefined,\r\n        undefined,\r\n        undefined,\r\n        undefined,\r\n        { chunk }\r\n      );\r\n    }\r\n\r\n    if (lastUsageMetadata) {\r\n      const finalChunk = new ChatGenerationChunk({\r\n        text: '',\r\n        message: new AIMessageChunk({\r\n          content: '',\r\n          usage_metadata: lastUsageMetadata,\r\n        }),\r\n      });\r\n      yield finalChunk;\r\n      await runManager?.handleLLMNewToken(\r\n        finalChunk.text || '',\r\n        undefined,\r\n        undefined,\r\n        undefined,\r\n        undefined,\r\n        { chunk: finalChunk }\r\n      );\r\n    }\r\n  }\r\n}\r\n"],"names":["GenerativeAI"],"mappings":";;;;;;;AAAA;AAoBM,MAAO,4BAA6B,SAAQ,sBAAsB,CAAA;AACtE,IAAA,cAAc;AACd,IAAA,WAAA,CAAY,MAA2B,EAAA;QACrC,KAAK,CAAC,MAAM,CAAC;AAEb,QAAA,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;QAElD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe;AAErE,QAAA,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,IAAI,IAAI,CAAC,eAAe,GAAG,CAAC,EAAE;AAC5D,YAAA,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC;;QAGjE,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;AACzD,QAAA,IACE,IAAI,CAAC,WAAW,IAAI,IAAI;AACxB,aAAC,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,EAC9C;AACA,YAAA,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC;;QAGpE,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;AACpC,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC;;AAGtD,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC;;QAG5C,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;AACpC,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC;;QAGtD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa;QAE/D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,sBAAsB,CAAC,gBAAgB,CAAC;AACvE,QAAA,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE;YAC7C,MAAM,IAAI,KAAK,CACb,gDAAgD;gBAC9C,6CAA6C;gBAC7C,kCAAkC;AAClC,gBAAA,oCAAoC,CACvC;;QAGH,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;AAClE,QAAA,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;YACzD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAC/B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAC3C;YACD,IAAI,iBAAiB,CAAC,IAAI,KAAK,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE;AACzD,gBAAA,MAAM,IAAI,KAAK,CACb,yDAAyD,CAC1D;;;QAIL,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;QAElE,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;AACnD,QAAA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI;;AAGvB,QAAA,IAAI,CAAC,MAAM,GAAG,IAAIA,kBAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAC5D;YACE,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,cAAc,EAAE,IAAI,CAAC,cAAiC;AACtD,YAAA,gBAAgB,EAAE;gBAChB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,IAAI,CAAC,IAAI,IAAI;AACf,sBAAE,EAAE,gBAAgB,EAAE,kBAAkB;sBACtC,EAAE,CAAC;AACR,aAAA;SACF,EACD;YACE,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,aAAa,EAAE,MAAM,CAAC,aAAa;AACpC,SAAA,CACF;QACD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;;AAG3D,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,0BAA0B;;AAGnC,IAAA,gBAAgB,CACd,OAAmC,EAAA;QAEnC,MAAM,MAAM,GAAG,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAC9C,QAAA,IAAI,IAAI,CAAC,cAAc,EAAE;;AAEvB,YAAA,IAAI,CAAC,MAAM,CAAC,gBAAgB,GAAG;;AAE7B,gBAAA,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB;;gBAE/B,cAAc,EAAE,IAAI,CAAC,cAAc;aACpC;;AAEH,QAAA,OAAO,MAAM;;IAGf,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;AAErC,QAAA,MAAM,MAAM,GAAG,4BAA4B,CACzC,QAAQ,EACR,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,oBAAoB,CAC1B;QACD,IAAI,YAAY,GAAG,MAAM;QACzB,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE;AACjC,YAAA,MAAM,CAAC,iBAAiB,CAAC,GAAG,MAAM;;AAElC,YAAA,IAAI,CAAC,MAAM,CAAC,iBAAiB,GAAG,iBAAiB;AACjD,YAAA,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;;QAEhC,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AACjD,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,GAAG,UAAU;AACb,YAAA,QAAQ,EAAE,YAAY;SACvB;AACD,QAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAC9C,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,EAC1B,YAAW;;AAET,YAAA,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,OAAO,CAAC;AACnE,YAAA,OAAO,MAAM;AACf,SAAC,CACF;AAGD,QAAA,IAAI,iBAA4C;AAChD,QAAA,WAAW,MAAM,QAAQ,IAAI,MAAM,EAAE;YACnC,IACE,eAAe,IAAI,QAAQ;gBAC3B,IAAI,CAAC,WAAW,KAAK,KAAK;AAC1B,gBAAA,OAAO,CAAC,WAAW,KAAK,KAAK,EAC7B;AACA,gBAAA,MAAM,kBAAkB,GAAG,QAAQ,CAAC,aAEvB;gBAEb,MAAM,aAAa,GACjB,CAAC,kBAAkB,EAAE,oBAAoB,IAAI,CAAC;AAC9C,qBAAC,kBAAkB,EAAE,kBAAkB,IAAI,CAAC,CAAC;AAC/C,gBAAA,iBAAiB,GAAG;AAClB,oBAAA,YAAY,EAAE,kBAAkB,EAAE,gBAAgB,IAAI,CAAC;oBACvD,aAAa;AACb,oBAAA,YAAY,EAAE,kBAAkB,EAAE,eAAe,IAAI,CAAC;iBACvD;;AAGH,YAAA,MAAM,KAAK,GAAG,2CAA2C,CAAC,QAAQ,EAAE;AAClE,gBAAA,aAAa,EAAE,SAEhB,CAAA,CAAC;YAEF,IAAI,CAAC,KAAK,EAAE;gBACV;;AAGF,YAAA,MAAM,KAAK;YACX,MAAM,UAAU,EAAE,iBAAiB,CACjC,KAAK,CAAC,IAAI,IAAI,EAAE,EAChB,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,CACV;;QAGH,IAAI,iBAAiB,EAAE;AACrB,YAAA,MAAM,UAAU,GAAG,IAAI,mBAAmB,CAAC;AACzC,gBAAA,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,oBAAA,OAAO,EAAE,EAAE;AACX,oBAAA,cAAc,EAAE,iBAAiB;iBAClC,CAAC;AACH,aAAA,CAAC;AACF,YAAA,MAAM,UAAU;YAChB,MAAM,UAAU,EAAE,iBAAiB,CACjC,UAAU,CAAC,IAAI,IAAI,EAAE,EACrB,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,UAAU,EAAE,CACtB;;;AAGN;;;;"}