@librechat/agents 2.4.41 → 2.4.43

package/dist/esm/llm/google/index.mjs

@@ -1,8 +1,11 @@
 import { ChatGoogleGenerativeAI } from '@langchain/google-genai';
 import { getEnvironmentVariable } from '@langchain/core/utils/env';
 import { GoogleGenerativeAI } from '@google/generative-ai';
+import { convertBaseMessagesToContent, convertResponseContentToChatGenerationChunk } from './utils/common.mjs';
 
+/* eslint-disable @typescript-eslint/ban-ts-comment */
 class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {
+    thinkingConfig;
     constructor(fields) {
         super(fields);
         this.model = fields.model.replace(/^models\//, '');
@@ -41,9 +44,9 @@ class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {
                 throw new Error('The categories in `safetySettings` array must be unique');
             }
         }
+        this.thinkingConfig = fields.thinkingConfig ?? this.thinkingConfig;
         this.streaming = fields.streaming ?? this.streaming;
         this.json = fields.json;
-        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
         // @ts-ignore - Accessing private property from parent class
         this.client = new GoogleGenerativeAI(this.apiKey).getGenerativeModel({
             model: this.model,
@@ -65,6 +68,75 @@ class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {
         });
         this.streamUsage = fields.streamUsage ?? this.streamUsage;
     }
+    invocationParams(options) {
+        const params = super.invocationParams(options);
+        return {
+            ...params,
+            generationConfig: {
+                ...params.generationConfig,
+                /** @ts-ignore */
+                thinkingConfig: this.thinkingConfig,
+            },
+        };
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        const prompt = convertBaseMessagesToContent(messages, this._isMultimodalModel, this.useSystemInstruction);
+        let actualPrompt = prompt;
+        if (prompt[0].role === 'system') {
+            const [systemInstruction] = prompt;
+            /** @ts-ignore */
+            this.client.systemInstruction = systemInstruction;
+            actualPrompt = prompt.slice(1);
+        }
+        const parameters = this.invocationParams(options);
+        const request = {
+            ...parameters,
+            contents: actualPrompt,
+        };
+        const stream = await this.caller.callWithOptions({ signal: options.signal }, async () => {
+            /** @ts-ignore */
+            const { stream } = await this.client.generateContentStream(request);
+            return stream;
+        });
+        let usageMetadata;
+        let index = 0;
+        for await (const response of stream) {
+            if ('usageMetadata' in response &&
+                this.streamUsage !== false &&
+                options.streamUsage !== false) {
+                const genAIUsageMetadata = response.usageMetadata;
+                const output_tokens = (genAIUsageMetadata?.candidatesTokenCount ?? 0) +
+                    (genAIUsageMetadata?.thoughtsTokenCount ?? 0);
+                if (!usageMetadata) {
+                    usageMetadata = {
+                        input_tokens: genAIUsageMetadata?.promptTokenCount ?? 0,
+                        output_tokens,
+                        total_tokens: genAIUsageMetadata?.totalTokenCount ?? 0,
+                    };
+                }
+                else {
+                    // Under the hood, LangChain combines the prompt tokens. Google returns the updated
+                    // total each time, so we need to find the difference between the tokens.
+                    const outputTokenDiff = output_tokens - usageMetadata.output_tokens;
+                    usageMetadata = {
+                        input_tokens: 0,
+                        output_tokens: outputTokenDiff,
+                        total_tokens: outputTokenDiff,
+                    };
+                }
+            }
+            const chunk = convertResponseContentToChatGenerationChunk(response, {
+                usageMetadata,
+                index,
+            });
+            index += 1;
+            if (!chunk) {
+                continue;
+            }
+            yield chunk;
+            await runManager?.handleLLMNewToken(chunk.text || '', undefined, undefined, undefined, undefined, { chunk });
+        }
+    }
 }
 
 export { CustomChatGoogleGenerativeAI };

package/dist/esm/llm/google/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sources":["../../../../src/llm/google/index.ts"],"sourcesContent":["import { ChatGoogleGenerativeAI } from '@langchain/google-genai';\nimport { getEnvironmentVariable } from '@langchain/core/utils/env';\nimport { GoogleGenerativeAI as GenerativeAI } from '@google/generative-ai';\nimport type { GoogleGenerativeAIChatInput } from '@langchain/google-genai';\nimport type { RequestOptions, SafetySetting } from '@google/generative-ai';\n\nexport class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {\n  constructor(\n    fields: GoogleGenerativeAIChatInput & {\n      customHeaders?: RequestOptions['customHeaders'];\n    }\n  ) {\n    super(fields);\n\n    this.model = fields.model.replace(/^models\\//, '');\n\n    this.maxOutputTokens = fields.maxOutputTokens ?? this.maxOutputTokens;\n\n    if (this.maxOutputTokens != null && this.maxOutputTokens < 0) {\n      throw new Error('`maxOutputTokens` must be a positive integer');\n    }\n\n    this.temperature = fields.temperature ?? this.temperature;\n    if (\n      this.temperature != null &&\n      (this.temperature < 0 || this.temperature > 2)\n    ) {\n      throw new Error('`temperature` must be in the range of [0.0,2.0]');\n    }\n\n    this.topP = fields.topP ?? this.topP;\n    if (this.topP != null && this.topP < 0) {\n      throw new Error('`topP` must be a positive integer');\n    }\n\n    if (this.topP != null && this.topP > 1) {\n      throw new Error('`topP` must be below 1.');\n    }\n\n    this.topK = fields.topK ?? this.topK;\n    if (this.topK != null && this.topK < 0) {\n      throw new Error('`topK` must be a positive integer');\n    }\n\n    this.stopSequences = fields.stopSequences ?? this.stopSequences;\n\n    this.apiKey = fields.apiKey ?? getEnvironmentVariable('GOOGLE_API_KEY');\n    if (this.apiKey == null || this.apiKey === '') {\n      throw new Error(\n        'Please set an API key for Google GenerativeAI ' +\n          'in the environment variable GOOGLE_API_KEY ' +\n          'or in the `apiKey` field of the ' +\n          'ChatGoogleGenerativeAI constructor'\n      );\n    }\n\n    this.safetySettings = fields.safetySettings ?? this.safetySettings;\n    if (this.safetySettings && this.safetySettings.length > 0) {\n      const safetySettingsSet = new Set(\n        this.safetySettings.map((s) => s.category)\n      );\n      if (safetySettingsSet.size !== this.safetySettings.length) {\n        throw new Error(\n          'The categories in `safetySettings` array must be unique'\n        );\n      }\n    }\n\n    this.streaming = fields.streaming ?? this.streaming;\n    this.json = fields.json;\n\n    // eslint-disable-next-line @typescript-eslint/ban-ts-comment\n    // @ts-ignore - Accessing private property from parent class\n    this.client = new GenerativeAI(this.apiKey).getGenerativeModel(\n      {\n        model: this.model,\n        safetySettings: this.safetySettings as SafetySetting[],\n        generationConfig: {\n          stopSequences: this.stopSequences,\n          maxOutputTokens: this.maxOutputTokens,\n          temperature: this.temperature,\n          topP: this.topP,\n          topK: this.topK,\n          ...(this.json != null\n            ? { responseMimeType: 'application/json' }\n            : {}),\n        },\n      },\n      {\n        apiVersion: fields.apiVersion,\n        baseUrl: fields.baseUrl,\n        customHeaders: fields.customHeaders,\n      }\n    );\n    this.streamUsage = fields.streamUsage ?? this.streamUsage;\n  }\n}\n"],"names":["GenerativeAI"],"mappings":";;;;AAMM,MAAO,4BAA6B,SAAQ,sBAAsB,CAAA;AACtE,IAAA,WAAA,CACE,MAEC,EAAA;QAED,KAAK,CAAC,MAAM,CAAC;AAEb,QAAA,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;QAElD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe;AAErE,QAAA,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,IAAI,IAAI,CAAC,eAAe,GAAG,CAAC,EAAE;AAC5D,YAAA,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC;;QAGjE,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;AACzD,QAAA,IACE,IAAI,CAAC,WAAW,IAAI,IAAI;AACxB,aAAC,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,EAC9C;AACA,YAAA,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC;;QAGpE,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;AACpC,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC;;AAGtD,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC;;QAG5C,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;AACpC,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC;;QAGtD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa;QAE/D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,sBAAsB,CAAC,gBAAgB,CAAC;AACvE,QAAA,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE;YAC7C,MAAM,IAAI,KAAK,CACb,gDAAgD;gBAC9C,6CAA6C;gBAC7C,kCAAkC;AAClC,gBAAA,oCAAoC,CACvC;;QAGH,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;AAClE,QAAA,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;YACzD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAC/B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAC3C;YACD,IAAI,iBAAiB,CAAC,IAAI,KAAK,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE;AACzD,gBAAA,MAAM,IAAI,KAAK,CACb,yDAAyD,CAC1D;;;QAIL,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;AACnD,QAAA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI;;;AAIvB,QAAA,IAAI,CAAC,MAAM,GAAG,IAAIA,kBAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAC5D;YACE,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,cAAc,EAAE,IAAI,CAAC,cAAiC;AACtD,YAAA,gBAAgB,EAAE;gBAChB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,IAAI,CAAC,IAAI,IAAI;AACf,sBAAE,EAAE,gBAAgB,EAAE,kBAAkB;sBACtC,EAAE,CAAC;AACR,aAAA;SACF,EACD;YACE,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,aAAa,EAAE,MAAM,CAAC,aAAa;AACpC,SAAA,CACF;QACD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;;AAE5D;;;;"}
+{"version":3,"file":"index.mjs","sources":["../../../../src/llm/google/index.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/ban-ts-comment */\nimport { ChatGoogleGenerativeAI } from '@langchain/google-genai';\nimport { getEnvironmentVariable } from '@langchain/core/utils/env';\nimport { GoogleGenerativeAI as GenerativeAI } from '@google/generative-ai';\nimport type {\n  GenerateContentRequest,\n  SafetySetting,\n} from '@google/generative-ai';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { BaseMessage, UsageMetadata } from '@langchain/core/messages';\nimport type { GeminiGenerationConfig } from '@langchain/google-common';\nimport type { ChatGenerationChunk } from '@langchain/core/outputs';\nimport type { GeminiApiUsageMetadata } from './types';\nimport type { GoogleClientOptions } from '@/types';\nimport {\n  convertResponseContentToChatGenerationChunk,\n  convertBaseMessagesToContent,\n} from './utils/common';\n\nexport class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {\n  thinkingConfig?: GeminiGenerationConfig['thinkingConfig'];\n  constructor(fields: GoogleClientOptions) {\n    super(fields);\n\n    this.model = fields.model.replace(/^models\\//, '');\n\n    this.maxOutputTokens = fields.maxOutputTokens ?? this.maxOutputTokens;\n\n    if (this.maxOutputTokens != null && this.maxOutputTokens < 0) {\n      throw new Error('`maxOutputTokens` must be a positive integer');\n    }\n\n    this.temperature = fields.temperature ?? this.temperature;\n    if (\n      this.temperature != null &&\n      (this.temperature < 0 || this.temperature > 2)\n    ) {\n      throw new Error('`temperature` must be in the range of [0.0,2.0]');\n    }\n\n    this.topP = fields.topP ?? this.topP;\n    if (this.topP != null && this.topP < 0) {\n      throw new Error('`topP` must be a positive integer');\n    }\n\n    if (this.topP != null && this.topP > 1) {\n      throw new Error('`topP` must be below 1.');\n    }\n\n    this.topK = fields.topK ?? this.topK;\n    if (this.topK != null && this.topK < 0) {\n      throw new Error('`topK` must be a positive integer');\n    }\n\n    this.stopSequences = fields.stopSequences ?? this.stopSequences;\n\n    this.apiKey = fields.apiKey ?? getEnvironmentVariable('GOOGLE_API_KEY');\n    if (this.apiKey == null || this.apiKey === '') {\n      throw new Error(\n        'Please set an API key for Google GenerativeAI ' +\n          'in the environment variable GOOGLE_API_KEY ' +\n          'or in the `apiKey` field of the ' +\n          'ChatGoogleGenerativeAI constructor'\n      );\n    }\n\n    this.safetySettings = fields.safetySettings ?? this.safetySettings;\n    if (this.safetySettings && this.safetySettings.length > 0) {\n      const safetySettingsSet = new Set(\n        this.safetySettings.map((s) => s.category)\n      );\n      if (safetySettingsSet.size !== this.safetySettings.length) {\n        throw new Error(\n          'The categories in `safetySettings` array must be unique'\n        );\n      }\n    }\n\n    this.thinkingConfig = fields.thinkingConfig ?? this.thinkingConfig;\n\n    this.streaming = fields.streaming ?? this.streaming;\n    this.json = fields.json;\n\n    // @ts-ignore - Accessing private property from parent class\n    this.client = new GenerativeAI(this.apiKey).getGenerativeModel(\n      {\n        model: this.model,\n        safetySettings: this.safetySettings as SafetySetting[],\n        generationConfig: {\n          stopSequences: this.stopSequences,\n          maxOutputTokens: this.maxOutputTokens,\n          temperature: this.temperature,\n          topP: this.topP,\n          topK: this.topK,\n          ...(this.json != null\n            ? { responseMimeType: 'application/json' }\n            : {}),\n        },\n      },\n      {\n        apiVersion: fields.apiVersion,\n        baseUrl: fields.baseUrl,\n        customHeaders: fields.customHeaders,\n      }\n    );\n    this.streamUsage = fields.streamUsage ?? this.streamUsage;\n  }\n\n  invocationParams(\n    options?: this['ParsedCallOptions']\n  ): Omit<GenerateContentRequest, 'contents'> {\n    const params = super.invocationParams(options);\n    return {\n      ...params,\n      generationConfig: {\n        ...params.generationConfig,\n\n        /** @ts-ignore */\n        thinkingConfig: this.thinkingConfig,\n      },\n    };\n  }\n\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const prompt = convertBaseMessagesToContent(\n      messages,\n      this._isMultimodalModel,\n      this.useSystemInstruction\n    );\n    let actualPrompt = prompt;\n    if (prompt[0].role === 'system') {\n      const [systemInstruction] = prompt;\n      /** @ts-ignore */\n      this.client.systemInstruction = systemInstruction;\n      actualPrompt = prompt.slice(1);\n    }\n    const parameters = this.invocationParams(options);\n    const request = {\n      ...parameters,\n      contents: actualPrompt,\n    };\n    const stream = await this.caller.callWithOptions(\n      { signal: options.signal },\n      async () => {\n        /** @ts-ignore */\n        const { stream } = await this.client.generateContentStream(request);\n        return stream;\n      }\n    );\n\n    let usageMetadata: UsageMetadata | undefined;\n    let index = 0;\n    for await (const response of stream) {\n      if (\n        'usageMetadata' in response &&\n        this.streamUsage !== false &&\n        options.streamUsage !== false\n      ) {\n        const genAIUsageMetadata = response.usageMetadata as\n          | GeminiApiUsageMetadata\n          | undefined;\n        const output_tokens =\n          (genAIUsageMetadata?.candidatesTokenCount ?? 0) +\n          (genAIUsageMetadata?.thoughtsTokenCount ?? 0);\n        if (!usageMetadata) {\n          usageMetadata = {\n            input_tokens: genAIUsageMetadata?.promptTokenCount ?? 0,\n            output_tokens,\n            total_tokens: genAIUsageMetadata?.totalTokenCount ?? 0,\n          };\n        } else {\n          // Under the hood, LangChain combines the prompt tokens. Google returns the updated\n          // total each time, so we need to find the difference between the tokens.\n          const outputTokenDiff = output_tokens - usageMetadata.output_tokens;\n          usageMetadata = {\n            input_tokens: 0,\n            output_tokens: outputTokenDiff,\n            total_tokens: outputTokenDiff,\n          };\n        }\n      }\n\n      const chunk = convertResponseContentToChatGenerationChunk(response, {\n        usageMetadata,\n        index,\n      });\n      index += 1;\n      if (!chunk) {\n        continue;\n      }\n\n      yield chunk;\n      await runManager?.handleLLMNewToken(\n        chunk.text || '',\n        undefined,\n        undefined,\n        undefined,\n        undefined,\n        { chunk }\n      );\n    }\n  }\n}\n"],"names":["GenerativeAI"],"mappings":";;;;;AAAA;AAmBM,MAAO,4BAA6B,SAAQ,sBAAsB,CAAA;AACtE,IAAA,cAAc;AACd,IAAA,WAAA,CAAY,MAA2B,EAAA;QACrC,KAAK,CAAC,MAAM,CAAC;AAEb,QAAA,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;QAElD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe;AAErE,QAAA,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,IAAI,IAAI,CAAC,eAAe,GAAG,CAAC,EAAE;AAC5D,YAAA,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC;;QAGjE,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;AACzD,QAAA,IACE,IAAI,CAAC,WAAW,IAAI,IAAI;AACxB,aAAC,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,EAC9C;AACA,YAAA,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC;;QAGpE,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;AACpC,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC;;AAGtD,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC;;QAG5C,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;AACpC,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC;;QAGtD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa;QAE/D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,sBAAsB,CAAC,gBAAgB,CAAC;AACvE,QAAA,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE;YAC7C,MAAM,IAAI,KAAK,CACb,gDAAgD;gBAC9C,6CAA6C;gBAC7C,kCAAkC;AAClC,gBAAA,oCAAoC,CACvC;;QAGH,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;AAClE,QAAA,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;YACzD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAC/B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAC3C;YACD,IAAI,iBAAiB,CAAC,IAAI,KAAK,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE;AACzD,gBAAA,MAAM,IAAI,KAAK,CACb,yDAAyD,CAC1D;;;QAIL,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;QAElE,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;AACnD,QAAA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI;;AAGvB,QAAA,IAAI,CAAC,MAAM,GAAG,IAAIA,kBAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAC5D;YACE,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,cAAc,EAAE,IAAI,CAAC,cAAiC;AACtD,YAAA,gBAAgB,EAAE;gBAChB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,IAAI,CAAC,IAAI,IAAI;AACf,sBAAE,EAAE,gBAAgB,EAAE,kBAAkB;sBACtC,EAAE,CAAC;AACR,aAAA;SACF,EACD;YACE,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,aAAa,EAAE,MAAM,CAAC,aAAa;AACpC,SAAA,CACF;QACD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;;AAG3D,IAAA,gBAAgB,CACd,OAAmC,EAAA;QAEnC,MAAM,MAAM,GAAG,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC;QAC9C,OAAO;AACL,YAAA,GAAG,MAAM;AACT,YAAA,gBAAgB,EAAE;gBAChB,GAAG,MAAM,CAAC,gBAAgB;;gBAG1B,cAAc,EAAE,IAAI,CAAC,cAAc;AACpC,aAAA;SACF;;IAGH,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;AAErC,QAAA,MAAM,MAAM,GAAG,4BAA4B,CACzC,QAAQ,EACR,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,oBAAoB,CAC1B;QACD,IAAI,YAAY,GAAG,MAAM;QACzB,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE;AAC/B,YAAA,MAAM,CAAC,iBAAiB,CAAC,GAAG,MAAM;;AAElC,YAAA,IAAI,CAAC,MAAM,CAAC,iBAAiB,GAAG,iBAAiB;AACjD,YAAA,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;;QAEhC,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AACjD,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,GAAG,UAAU;AACb,YAAA,QAAQ,EAAE,YAAY;SACvB;AACD,QAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAC9C,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,EAC1B,YAAW;;AAET,YAAA,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,OAAO,CAAC;AACnE,YAAA,OAAO,MAAM;AACf,SAAC,CACF;AAED,QAAA,IAAI,aAAwC;QAC5C,IAAI,KAAK,GAAG,CAAC;AACb,QAAA,WAAW,MAAM,QAAQ,IAAI,MAAM,EAAE;YACnC,IACE,eAAe,IAAI,QAAQ;gBAC3B,IAAI,CAAC,WAAW,KAAK,KAAK;AAC1B,gBAAA,OAAO,CAAC,WAAW,KAAK,KAAK,EAC7B;AACA,gBAAA,MAAM,kBAAkB,GAAG,QAAQ,CAAC,aAEvB;gBACb,MAAM,aAAa,GACjB,CAAC,kBAAkB,EAAE,oBAAoB,IAAI,CAAC;AAC9C,qBAAC,kBAAkB,EAAE,kBAAkB,IAAI,CAAC,CAAC;gBAC/C,IAAI,CAAC,aAAa,EAAE;AAClB,oBAAA,aAAa,GAAG;AACd,wBAAA,YAAY,EAAE,kBAAkB,EAAE,gBAAgB,IAAI,CAAC;wBACvD,aAAa;AACb,wBAAA,YAAY,EAAE,kBAAkB,EAAE,eAAe,IAAI,CAAC;qBACvD;;qBACI;;;AAGL,oBAAA,MAAM,eAAe,GAAG,aAAa,GAAG,aAAa,CAAC,aAAa;AACnE,oBAAA,aAAa,GAAG;AACd,wBAAA,YAAY,EAAE,CAAC;AACf,wBAAA,aAAa,EAAE,eAAe;AAC9B,wBAAA,YAAY,EAAE,eAAe;qBAC9B;;;AAIL,YAAA,MAAM,KAAK,GAAG,2CAA2C,CAAC,QAAQ,EAAE;gBAClE,aAAa;gBACb,KAAK;AACN,aAAA,CAAC;YACF,KAAK,IAAI,CAAC;YACV,IAAI,CAAC,KAAK,EAAE;gBACV;;AAGF,YAAA,MAAM,KAAK;YACX,MAAM,UAAU,EAAE,iBAAiB,CACjC,KAAK,CAAC,IAAI,IAAI,EAAE,EAChB,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,CACV;;;AAGN;;;;"}

package/dist/esm/llm/google/utils/common.mjs

@@ -0,0 +1,463 @@
+import { isBaseMessage, AIMessageChunk, ChatMessage, isToolMessage, isAIMessage, isDataContentBlock, convertToProviderContentBlock, parseBase64DataUrl } from '@langchain/core/messages';
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import '@langchain/core/utils/function_calling';
+import '@langchain/core/language_models/base';
+import { v4 } from 'uuid';
+import '@langchain/core/utils/types';
+import '@langchain/core/utils/json_schema';
+
+function getMessageAuthor(message) {
+    const type = message._getType();
+    if (ChatMessage.isInstance(message)) {
+        return message.role;
+    }
+    if (type === 'tool') {
+        return type;
+    }
+    return message.name ?? type;
+}
+/**
+ * Maps a message type to a Google Generative AI chat author.
+ * @param message The message to map.
+ * @param model The model to use for mapping.
+ * @returns The message type mapped to a Google Generative AI chat author.
+ */
+function convertAuthorToRole(author) {
+    switch (author) {
+        /**
+           *  Note: Gemini currently is not supporting system messages
+           *  we will convert them to human messages and merge with following
+           * */
+        case 'supervisor':
+        case 'ai':
+        case 'model': // getMessageAuthor returns message.name. code ex.: return message.name ?? type;
+            return 'model';
+        case 'system':
+            return 'system';
+        case 'human':
+            return 'user';
+        case 'tool':
+        case 'function':
+            return 'function';
+        default:
+            throw new Error(`Unknown / unsupported author: ${author}`);
+    }
+}
+function messageContentMedia(content) {
+    if ('mimeType' in content && 'data' in content) {
+        return {
+            inlineData: {
+                mimeType: content.mimeType,
+                data: content.data,
+            },
+        };
+    }
+    if ('mimeType' in content && 'fileUri' in content) {
+        return {
+            fileData: {
+                mimeType: content.mimeType,
+                fileUri: content.fileUri,
+            },
+        };
+    }
+    throw new Error('Invalid media content');
+}
+function inferToolNameFromPreviousMessages(message, previousMessages) {
+    return previousMessages
+        .map((msg) => {
+        if (isAIMessage(msg)) {
+            return msg.tool_calls ?? [];
+        }
+        return [];
+    })
+        .flat()
+        .find((toolCall) => {
+        return toolCall.id === message.tool_call_id;
+    })?.name;
+}
+function _getStandardContentBlockConverter(isMultimodalModel) {
+    const standardContentBlockConverter = {
+        providerName: 'Google Gemini',
+        fromStandardTextBlock(block) {
+            return {
+                text: block.text,
+            };
+        },
+        fromStandardImageBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error('This model does not support images');
+            }
+            if (block.source_type === 'url') {
+                const data = parseBase64DataUrl({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
+                }
+                else {
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? '',
+                            fileUri: block.url,
+                        },
+                    };
+                }
+            }
+            if (block.source_type === 'base64') {
+                return {
+                    inlineData: {
+                        mimeType: block.mime_type ?? '',
+                        data: block.data,
+                    },
+                };
+            }
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+        fromStandardAudioBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error('This model does not support audio');
+            }
+            if (block.source_type === 'url') {
+                const data = parseBase64DataUrl({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
+                }
+                else {
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? '',
+                            fileUri: block.url,
+                        },
+                    };
+                }
+            }
+            if (block.source_type === 'base64') {
+                return {
+                    inlineData: {
+                        mimeType: block.mime_type ?? '',
+                        data: block.data,
+                    },
+                };
+            }
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+        fromStandardFileBlock(block) {
+            if (!isMultimodalModel) {
+                throw new Error('This model does not support files');
+            }
+            if (block.source_type === 'text') {
+                return {
+                    text: block.text,
+                };
+            }
+            if (block.source_type === 'url') {
+                const data = parseBase64DataUrl({ dataUrl: block.url });
+                if (data) {
+                    return {
+                        inlineData: {
+                            mimeType: data.mime_type,
+                            data: data.data,
+                        },
+                    };
+                }
+                else {
+                    return {
+                        fileData: {
+                            mimeType: block.mime_type ?? '',
+                            fileUri: block.url,
+                        },
+                    };
+                }
+            }
+            if (block.source_type === 'base64') {
+                return {
+                    inlineData: {
+                        mimeType: block.mime_type ?? '',
+                        data: block.data,
+                    },
+                };
+            }
+            throw new Error(`Unsupported source type: ${block.source_type}`);
+        },
+    };
+    return standardContentBlockConverter;
+}
+function _convertLangChainContentToPart(content, isMultimodalModel) {
+    if (isDataContentBlock(content)) {
+        return convertToProviderContentBlock(content, _getStandardContentBlockConverter(isMultimodalModel));
+    }
+    if (content.type === 'text') {
+        return { text: content.text };
+    }
+    else if (content.type === 'executableCode') {
+        return { executableCode: content.executableCode };
+    }
+    else if (content.type === 'codeExecutionResult') {
+        return { codeExecutionResult: content.codeExecutionResult };
+    }
+    else if (content.type === 'image_url') {
+        if (!isMultimodalModel) {
+            throw new Error('This model does not support images');
+        }
+        let source;
+        if (typeof content.image_url === 'string') {
+            source = content.image_url;
+        }
+        else if (typeof content.image_url === 'object' &&
+            'url' in content.image_url) {
+            source = content.image_url.url;
+        }
+        else {
+            throw new Error('Please provide image as base64 encoded data URL');
+        }
+        const [dm, data] = source.split(',');
+        if (!dm.startsWith('data:')) {
+            throw new Error('Please provide image as base64 encoded data URL');
+        }
+        const [mimeType, encoding] = dm.replace(/^data:/, '').split(';');
+        if (encoding !== 'base64') {
+            throw new Error('Please provide image as base64 encoded data URL');
+        }
+        return {
+            inlineData: {
+                data,
+                mimeType,
+            },
+        };
+    }
+    else if (content.type === 'media') {
+        return messageContentMedia(content);
+    }
+    else if (content.type === 'tool_use') {
+        return {
+            functionCall: {
+                name: content.name,
+                args: content.input,
+            },
+        };
+    }
+    else if (content.type?.includes('/') === true &&
+        // Ensure it's a single slash.
+        content.type.split('/').length === 2 &&
+        'data' in content &&
+        typeof content.data === 'string') {
+        return {
+            inlineData: {
+                mimeType: content.type,
+                data: content.data,
+            },
+        };
+    }
+    else if ('functionCall' in content) {
+        // No action needed here — function calls will be added later from message.tool_calls
+        return undefined;
+    }
+    else {
+        if ('type' in content) {
+            throw new Error(`Unknown content type ${content.type}`);
+        }
+        else {
+            throw new Error(`Unknown content ${JSON.stringify(content)}`);
+        }
+    }
+}
+function convertMessageContentToParts(message, isMultimodalModel, previousMessages) {
+    if (isToolMessage(message)) {
+        const messageName = message.name ??
+            inferToolNameFromPreviousMessages(message, previousMessages);
+        if (messageName === undefined) {
+            throw new Error(`Google requires a tool name for each tool call response, and we could not infer a called tool name for ToolMessage "${message.id}" from your passed messages. Please populate a "name" field on that ToolMessage explicitly.`);
+        }
+        const result = Array.isArray(message.content)
+            ? message.content
+                .map((c) => _convertLangChainContentToPart(c, isMultimodalModel))
+                .filter((p) => p !== undefined)
+            : message.content;
+        if (message.status === 'error') {
+            return [
+                {
+                    functionResponse: {
+                        name: messageName,
+                        // The API expects an object with an `error` field if the function call fails.
+                        // `error` must be a valid object (not a string or array), so we wrap `message.content` here
+                        response: { error: { details: result } },
+                    },
+                },
+            ];
+        }
+        return [
+            {
+                functionResponse: {
+                    name: messageName,
+                    // again, can't have a string or array value for `response`, so we wrap it as an object here
+                    response: { result },
+                },
+            },
+        ];
+    }
+    let functionCalls = [];
+    const messageParts = [];
+    if (typeof message.content === 'string' && message.content) {
+        messageParts.push({ text: message.content });
+    }
+    if (Array.isArray(message.content)) {
+        messageParts.push(...message.content
+            .map((c) => _convertLangChainContentToPart(c, isMultimodalModel))
+            .filter((p) => p !== undefined));
+    }
+    if (isAIMessage(message) && message.tool_calls?.length != null) {
+        functionCalls = message.tool_calls.map((tc) => {
+            return {
+                functionCall: {
+                    name: tc.name,
+                    args: tc.args,
+                },
+            };
+        });
+    }
+    return [...messageParts, ...functionCalls];
+}
+function convertBaseMessagesToContent(messages, isMultimodalModel, convertSystemMessageToHumanContent = false) {
+    return messages.reduce((acc, message, index) => {
+        if (!isBaseMessage(message)) {
+            throw new Error('Unsupported message input');
+        }
+        const author = getMessageAuthor(message);
+        if (author === 'system' && index !== 0) {
+            throw new Error('System message should be the first one');
+        }
+        const role = convertAuthorToRole(author);
+        const prevContent = acc.content[acc.content.length];
+        if (!acc.mergeWithPreviousContent &&
+            prevContent &&
+            prevContent.role === role) {
+            throw new Error('Google Generative AI requires alternate messages between authors');
+        }
+        const parts = convertMessageContentToParts(message, isMultimodalModel, messages.slice(0, index));
+        if (acc.mergeWithPreviousContent) {
+            const prevContent = acc.content[acc.content.length - 1];
+            if (!prevContent) {
+                throw new Error('There was a problem parsing your system message. Please try a prompt without one.');
+            }
+            prevContent.parts.push(...parts);
+            return {
+                mergeWithPreviousContent: false,
+                content: acc.content,
+            };
+        }
+        let actualRole = role;
+        if (actualRole === 'function' ||
+            (actualRole === 'system' && !convertSystemMessageToHumanContent)) {
+            // GenerativeAI API will throw an error if the role is not "user" or "model."
+            actualRole = 'user';
+        }
+        const content = {
+            role: actualRole,
+            parts,
+        };
+        return {
+            mergeWithPreviousContent: author === 'system' && !convertSystemMessageToHumanContent,
+            content: [...acc.content, content],
+        };
+    }, { content: [], mergeWithPreviousContent: false }).content;
+}
+function convertResponseContentToChatGenerationChunk(response, extra) {
+    if (!response.candidates || response.candidates.length === 0) {
+        return null;
+    }
+    const functionCalls = response.functionCalls();
+    const [candidate] = response.candidates;
+    const { content: candidateContent, ...generationInfo } = candidate;
+    let content;
+    // Checks if some parts do not have text. If false, it means that the content is a string.
+    const reasoningParts = [];
+    if (Array.isArray(candidateContent.parts) &&
+        candidateContent.parts.every((p) => 'text' in p)) {
+        // content = candidateContent.parts.map((p) => p.text).join('');
+        const textParts = [];
+        for (const part of candidateContent.parts) {
+            if ('thought' in part && part.thought === true) {
+                reasoningParts.push(part.text ?? '');
+                continue;
+            }
+            textParts.push(part.text ?? '');
+        }
+        content = textParts.join('');
+    }
+    else if (Array.isArray(candidateContent.parts)) {
+        content = candidateContent.parts.map((p) => {
+            if ('text' in p && 'thought' in p && p.thought === true) {
+                reasoningParts.push(p.text ?? '');
+            }
+            else if ('text' in p) {
+                return {
+                    type: 'text',
+                    text: p.text,
+                };
+            }
+            else if ('executableCode' in p) {
+                return {
+                    type: 'executableCode',
+                    executableCode: p.executableCode,
+                };
+            }
+            else if ('codeExecutionResult' in p) {
+                return {
+                    type: 'codeExecutionResult',
+                    codeExecutionResult: p.codeExecutionResult,
+                };
+            }
+            return p;
+        });
+    }
+    else {
+        // no content returned - likely due to abnormal stop reason, e.g. malformed function call
+        content = [];
+    }
+    let text = '';
+    if (typeof content === 'string' && content) {
+        text = content;
+    }
+    else if (Array.isArray(content)) {
+        const block = content.find((b) => 'text' in b);
+        text = block?.text ?? '';
+    }
+    const toolCallChunks = [];
+    if (functionCalls) {
+        toolCallChunks.push(...functionCalls.map((fc) => ({
+            ...fc,
+            args: JSON.stringify(fc.args),
+            index: extra.index,
+            type: 'tool_call_chunk',
+            id: 'id' in fc && typeof fc.id === 'string' ? fc.id : v4(),
+        })));
+    }
+    const additional_kwargs = {};
+    if (reasoningParts.length > 0) {
+        additional_kwargs.reasoning = reasoningParts.join('');
+    }
+    return new ChatGenerationChunk({
+        text,
+        message: new AIMessageChunk({
+            content: content || '',
+            name: !candidateContent ? undefined : candidateContent.role,
+            tool_call_chunks: toolCallChunks,
+            // Each chunk can have unique "generationInfo", and merging strategy is unclear,
+            // so leave blank for now.
+            additional_kwargs,
+            usage_metadata: extra.usageMetadata,
+        }),
+        generationInfo,
+    });
+}
+
+export { convertAuthorToRole, convertBaseMessagesToContent, convertMessageContentToParts, convertResponseContentToChatGenerationChunk, getMessageAuthor };
+//# sourceMappingURL=common.mjs.map