@langchain/google-common 0.2.12 → 0.2.13

package/dist/auth.cjs

@@ -1,8 +1,18 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ensureAuthOptionScopes = exports.aiPlatformScope = exports.ApiKeyGoogleAuth = exports.GoogleAbstractedFetchClient = void 0;
+exports.ApiKeyGoogleAuth = exports.GoogleAbstractedFetchClient = void 0;
+exports.aiPlatformScope = aiPlatformScope;
+exports.ensureAuthOptionScopes = ensureAuthOptionScopes;
 const stream_js_1 = require("./utils/stream.cjs");
 class GoogleAbstractedFetchClient {
+    constructor() {
+        Object.defineProperty(this, "_fetch", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: fetch
+        });
+    }
     async _buildData(res, opts) {
         switch (opts.responseType) {
             case "json":
@@ -32,7 +42,7 @@ class GoogleAbstractedFetchClient {
                 fetchOptions.body = JSON.stringify(opts.data);
             }
         }
-        const res = await fetch(url, fetchOptions);
+        const res = await this._fetch(url, fetchOptions);
         if (!res.ok) {
             const resText = await res.text();
             const error = new Error(`Google request failed with status code ${res.status}: ${resText}`);
@@ -94,7 +104,6 @@ function aiPlatformScope(platform) {
             return ["https://www.googleapis.com/auth/cloud-platform"];
     }
 }
-exports.aiPlatformScope = aiPlatformScope;
 function ensureAuthOptionScopes(authOption, scopeProperty, scopesOrPlatform) {
     // If the property is already set, return it
     if (authOption && Object.hasOwn(authOption, scopeProperty)) {
@@ -109,4 +118,3 @@ function ensureAuthOptionScopes(authOption, scopeProperty, scopesOrPlatform) {
         ...(authOption ?? {}),
     };
 }
-exports.ensureAuthOptionScopes = ensureAuthOptionScopes;

package/dist/auth.d.ts

@@ -17,6 +17,7 @@ export declare abstract class GoogleAbstractedFetchClient implements GoogleAbstr
     abstract get clientType(): string;
     abstract getProjectId(): Promise<string>;
     abstract request(opts: GoogleAbstractedClientOps): unknown;
+    _fetch: typeof fetch;
     _buildData(res: Response, opts: GoogleAbstractedClientOps): Promise<any>;
     _request(url: string | undefined, opts: GoogleAbstractedClientOps, additionalHeaders: Record<string, string>): Promise<{
         data: any;

package/dist/auth.js

@@ -1,5 +1,13 @@
 import { ReadableJsonStream } from "./utils/stream.js";
 export class GoogleAbstractedFetchClient {
+    constructor() {
+        Object.defineProperty(this, "_fetch", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: fetch
+        });
+    }
     async _buildData(res, opts) {
         switch (opts.responseType) {
             case "json":
@@ -29,7 +37,7 @@ export class GoogleAbstractedFetchClient {
                 fetchOptions.body = JSON.stringify(opts.data);
             }
         }
-        const res = await fetch(url, fetchOptions);
+        const res = await this._fetch(url, fetchOptions);
         if (!res.ok) {
             const resText = await res.text();
             const error = new Error(`Google request failed with status code ${res.status}: ${resText}`);

package/dist/chat_models.cjs

@@ -224,6 +224,12 @@ class ChatGoogleBase extends chat_models_1.BaseChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "speechConfig", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "streamUsage", {
             enumerable: true,
             configurable: true,

package/dist/chat_models.d.ts

@@ -7,7 +7,7 @@ import { BaseLanguageModelInput, StructuredOutputMethodOptions } from "@langchai
 import { Runnable } from "@langchain/core/runnables";
 import { AsyncCaller } from "@langchain/core/utils/async_caller";
 import { InteropZodType } from "@langchain/core/utils/types";
-import { GoogleAIBaseLLMInput, GoogleAIModelParams, GoogleAISafetySetting, GoogleConnectionParams, GooglePlatformType, GoogleAIBaseLanguageModelCallOptions, GoogleAIAPI, GoogleAIAPIParams, GoogleSearchToolSetting } from "./types.js";
+import { GoogleAIBaseLLMInput, GoogleAIModelParams, GoogleAISafetySetting, GoogleConnectionParams, GooglePlatformType, GoogleAIBaseLanguageModelCallOptions, GoogleAIAPI, GoogleAIAPIParams, GoogleSearchToolSetting, GoogleSpeechConfig } from "./types.js";
 import { AbstractGoogleLLMConnection } from "./connection.js";
 import { GoogleAbstractedClient } from "./auth.js";
 import type { GoogleBaseLLMInput, GoogleAISafetyHandler, GoogleAISafetyParams, GoogleAIToolType, GeminiAPIConfig, GoogleAIModelModality } from "./types.js";
@@ -52,6 +52,7 @@ export declare abstract class ChatGoogleBase<AuthOptions> extends BaseChatModel<
     responseModalities?: GoogleAIModelModality[];
     convertSystemMessageToHumanContent: boolean | undefined;
     safetyHandler: GoogleAISafetyHandler;
+    speechConfig: GoogleSpeechConfig;
     streamUsage: boolean;
     streaming: boolean;
     protected connection: ChatConnection<AuthOptions>;

package/dist/chat_models.js

@@ -220,6 +220,12 @@ export class ChatGoogleBase extends BaseChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "speechConfig", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "streamUsage", {
             enumerable: true,
             configurable: true,

package/dist/connection.cjs

@@ -219,7 +219,7 @@ class GoogleAIConnection extends GoogleHostConnection {
         this.model = this.modelName;
         this._apiName = fields?.apiName;
         this.apiConfig = {
-            safetyHandler: fields?.safetyHandler,
+            safetyHandler: fields?.safetyHandler, // For backwards compatibility
             ...fields?.apiConfig,
         };
     }
@@ -282,7 +282,12 @@ class GoogleAIConnection extends GoogleHostConnection {
     get computedLocation() {
         switch (this.apiName) {
             case "google":
-                return super.computedLocation;
+                if (this.modelName.startsWith("gemini-2.5-flash-lite")) {
+                    return "global";
+                }
+                else {
+                    return super.computedLocation;
+                }
             case "anthropic":
                 return "us-east5";
             default:

package/dist/connection.js

@@ -213,7 +213,7 @@ export class GoogleAIConnection extends GoogleHostConnection {
         this.model = this.modelName;
         this._apiName = fields?.apiName;
         this.apiConfig = {
-            safetyHandler: fields?.safetyHandler,
+            safetyHandler: fields?.safetyHandler, // For backwards compatibility
             ...fields?.apiConfig,
         };
     }
@@ -276,7 +276,12 @@ export class GoogleAIConnection extends GoogleHostConnection {
     get computedLocation() {
         switch (this.apiName) {
             case "google":
-                return super.computedLocation;
+                if (this.modelName.startsWith("gemini-2.5-flash-lite")) {
+                    return "global";
+                }
+                else {
+                    return super.computedLocation;
+                }
             case "anthropic":
                 return "us-east5";
             default:

package/dist/llms.cjs

@@ -16,7 +16,7 @@ class GoogleLLMConnection extends connection_js_1.AbstractGoogleLLMConnection {
         const parts = await this.api.messageContentToParts(input);
         const contents = [
             {
-                role: "user",
+                role: "user", // Required by Vertex AI
                 parts,
             },
         ];

package/dist/llms.js

@@ -13,7 +13,7 @@ class GoogleLLMConnection extends AbstractGoogleLLMConnection {
         const parts = await this.api.messageContentToParts(input);
         const contents = [
             {
-                role: "user",
+                role: "user", // Required by Vertex AI
                 parts,
             },
         ];

package/dist/types.d.ts

@@ -94,6 +94,56 @@ export interface GoogleThinkingConfig {
     thinkingBudget?: number;
     includeThoughts?: boolean;
 }
+export type GooglePrebuiltVoiceName = string;
+export interface GooglePrebuiltVoiceConfig {
+    voiceName: GooglePrebuiltVoiceName;
+}
+export interface GoogleVoiceConfig {
+    prebuiltVoiceConfig: GooglePrebuiltVoiceConfig;
+}
+export interface GoogleSpeakerVoiceConfig {
+    speaker: string;
+    voiceConfig: GoogleVoiceConfig;
+}
+export interface GoogleMultiSpeakerVoiceConfig {
+    speakerVoiceConfigs: GoogleSpeakerVoiceConfig[];
+}
+export interface GoogleSpeechConfigSingle {
+    voiceConfig: GoogleVoiceConfig;
+    languageCode?: string;
+}
+export interface GoogleSpeechConfigMulti {
+    multiSpeakerVoiceConfig: GoogleMultiSpeakerVoiceConfig;
+    languageCode?: string;
+}
+export type GoogleSpeechConfig = GoogleSpeechConfigSingle | GoogleSpeechConfigMulti;
+/**
+ * A simplified version of the GoogleSpeakerVoiceConfig
+ */
+export interface GoogleSpeechSpeakerName {
+    speaker: string;
+    name: GooglePrebuiltVoiceName;
+}
+export type GoogleSpeechVoice = GooglePrebuiltVoiceName | GoogleSpeechSpeakerName | GoogleSpeechSpeakerName[];
+export interface GoogleSpeechVoiceLanguage {
+    voice: GoogleSpeechVoice;
+    languageCode: string;
+}
+export interface GoogleSpeechVoicesLanguage {
+    voices: GoogleSpeechVoice;
+    languageCode: string;
+}
+/**
+ * A simplified way to represent the voice (or voices) and language code.
+ * "voice" and "voices" are semantically the same, we're not enforcing
+ * that one is an array and one isn't.
+ */
+export type GoogleSpeechSimplifiedLanguage = GoogleSpeechVoiceLanguage | GoogleSpeechVoicesLanguage;
+/**
+ * A simplified way to represent the voices.
+ * It can either be the voice (or voices), or the voice or voices with language configuration
+ */
+export type GoogleSpeechConfigSimplified = GoogleSpeechVoice | GoogleSpeechSimplifiedLanguage;
 export interface GoogleAIModelParams {
     /** Model to use */
     model?: string;
@@ -209,6 +259,13 @@ export interface GoogleAIModelParams {
      * The modalities of the response.
      */
     responseModalities?: GoogleAIModelModality[];
+    /**
+     * Speech generation configuration.
+     * You can use either Google's definition of the speech configuration,
+     * or a simplified version we've defined (which can be as simple
+     * as the name of a pre-defined voice).
+     */
+    speechConfig?: GoogleSpeechConfig | GoogleSpeechConfigSimplified;
 }
 export type GoogleAIToolType = BindToolsInput | GeminiTool;
 /**
@@ -268,6 +325,7 @@ export interface GoogleRawResponse extends GoogleResponse {
 }
 export interface GeminiPartBase {
     thought?: boolean;
+    thoughtSignature?: string;
 }
 export interface GeminiVideoMetadata {
     fps?: number;
@@ -453,6 +511,7 @@ export interface GeminiGenerationConfig {
     logprobs?: number;
     responseModalities?: GoogleAIModelModality[];
     thinkingConfig?: GoogleThinkingConfig;
+    speechConfig?: GoogleSpeechConfig;
 }
 export interface GeminiRequest {
     contents?: GeminiContent[];

package/dist/utils/anthropic.cjs

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.isModelClaude = exports.validateClaudeParams = exports.getAnthropicAPI = void 0;
+exports.getAnthropicAPI = getAnthropicAPI;
+exports.validateClaudeParams = validateClaudeParams;
+exports.isModelClaude = isModelClaude;
 const outputs_1 = require("@langchain/core/outputs");
 const messages_1 = require("@langchain/core/messages");
 function getAnthropicAPI(config) {
@@ -815,12 +817,9 @@ function getAnthropicAPI(config) {
         formatData,
     };
 }
-exports.getAnthropicAPI = getAnthropicAPI;
 function validateClaudeParams(_params) {
     // FIXME - validate the parameters
 }
-exports.validateClaudeParams = validateClaudeParams;
 function isModelClaude(modelName) {
     return modelName.toLowerCase().startsWith("claude");
 }
-exports.isModelClaude = isModelClaude;

package/dist/utils/common.cjs

@@ -1,6 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.copyAndValidateModelParamsInto = exports.validateModelParams = exports.modelToPublisher = exports.modelToFamily = exports.copyAIModelParamsInto = exports.convertToGeminiTools = exports.copyAIModelParams = void 0;
+exports.copyAIModelParams = copyAIModelParams;
+exports.convertToGeminiTools = convertToGeminiTools;
+exports.copyAIModelParamsInto = copyAIModelParamsInto;
+exports.modelToFamily = modelToFamily;
+exports.modelToPublisher = modelToPublisher;
+exports.validateModelParams = validateModelParams;
+exports.copyAndValidateModelParamsInto = copyAndValidateModelParamsInto;
 const base_1 = require("@langchain/core/language_models/base");
 const function_calling_1 = require("@langchain/core/utils/function_calling");
 const gemini_js_1 = require("./gemini.cjs");
@@ -10,7 +16,6 @@ const anthropic_js_1 = require("./anthropic.cjs");
 function copyAIModelParams(params, options) {
     return copyAIModelParamsInto(params, options, {});
 }
-exports.copyAIModelParams = copyAIModelParams;
 function processToolChoice(toolChoice, allowedFunctionNames) {
     if (!toolChoice) {
         if (allowedFunctionNames) {
@@ -90,7 +95,6 @@ function convertToGeminiTools(tools) {
     });
     return geminiTools;
 }
-exports.convertToGeminiTools = convertToGeminiTools;
 function reasoningEffortToReasoningTokens(_modelName, effort) {
     if (effort === undefined) {
         return undefined;
@@ -98,9 +102,11 @@ function reasoningEffortToReasoningTokens(_modelName, effort) {
     const maxEffort = 24 * 1024; // Max for Gemini 2.5 Flash
     switch (effort) {
         case "low":
-            return maxEffort / 3;
+            // Defined as 1k by https://ai.google.dev/gemini-api/docs/openai#thinking
+            return 1024;
         case "medium":
-            return (2 * maxEffort) / 3;
+            // Defined as 8k by https://ai.google.dev/gemini-api/docs/openai#thinking
+            return 8 * 1024;
         case "high":
             return maxEffort;
         default:
@@ -159,6 +165,7 @@ function copyAIModelParamsInto(params, options, target) {
         options?.responseModalities ??
             params?.responseModalities ??
             target?.responseModalities;
+    ret.speechConfig = (0, gemini_js_1.normalizeSpeechConfig)(options?.speechConfig ?? params?.speechConfig ?? target?.speechConfig);
     ret.streaming = options?.streaming ?? params?.streaming ?? target?.streaming;
     const toolChoice = processToolChoice(options?.tool_choice, options?.allowed_function_names);
     if (toolChoice) {
@@ -175,7 +182,6 @@ function copyAIModelParamsInto(params, options, target) {
     }
     return ret;
 }
-exports.copyAIModelParamsInto = copyAIModelParamsInto;
 function modelToFamily(modelName) {
     if (!modelName) {
         return null;
@@ -193,7 +199,6 @@ function modelToFamily(modelName) {
         return null;
     }
 }
-exports.modelToFamily = modelToFamily;
 function modelToPublisher(modelName) {
     const family = modelToFamily(modelName);
     switch (family) {
@@ -207,7 +212,6 @@ function modelToPublisher(modelName) {
             return "unknown";
     }
 }
-exports.modelToPublisher = modelToPublisher;
 function validateModelParams(params) {
     const testParams = params ?? {};
     const model = testParams.model ?? testParams.modelName;
@@ -221,10 +225,8 @@ function validateModelParams(params) {
             throw new Error(`Unable to verify model params: ${JSON.stringify(params)}`);
     }
 }
-exports.validateModelParams = validateModelParams;
 function copyAndValidateModelParamsInto(params, target) {
     copyAIModelParamsInto(params, undefined, target);
     validateModelParams(target);
     return target;
 }
-exports.copyAndValidateModelParamsInto = copyAndValidateModelParamsInto;

package/dist/utils/common.js

@@ -1,6 +1,6 @@
 import { isOpenAITool } from "@langchain/core/language_models/base";
 import { isLangChainTool } from "@langchain/core/utils/function_calling";
-import { isModelGemini, isModelGemma, validateGeminiParams } from "./gemini.js";
+import { isModelGemini, isModelGemma, normalizeSpeechConfig, validateGeminiParams, } from "./gemini.js";
 import { GeminiToolAttributes, } from "../types.js";
 import { jsonSchemaToGeminiParameters, schemaToGeminiParameters, } from "./zod_to_gemini_parameters.js";
 import { isModelClaude, validateClaudeParams } from "./anthropic.js";
@@ -93,9 +93,11 @@ function reasoningEffortToReasoningTokens(_modelName, effort) {
     const maxEffort = 24 * 1024; // Max for Gemini 2.5 Flash
     switch (effort) {
         case "low":
-            return maxEffort / 3;
+            // Defined as 1k by https://ai.google.dev/gemini-api/docs/openai#thinking
+            return 1024;
         case "medium":
-            return (2 * maxEffort) / 3;
+            // Defined as 8k by https://ai.google.dev/gemini-api/docs/openai#thinking
+            return 8 * 1024;
         case "high":
             return maxEffort;
         default:
@@ -154,6 +156,7 @@ export function copyAIModelParamsInto(params, options, target) {
         options?.responseModalities ??
             params?.responseModalities ??
             target?.responseModalities;
+    ret.speechConfig = normalizeSpeechConfig(options?.speechConfig ?? params?.speechConfig ?? target?.speechConfig);
     ret.streaming = options?.streaming ?? params?.streaming ?? target?.streaming;
     const toolChoice = processToolChoice(options?.tool_choice, options?.allowed_function_names);
     if (toolChoice) {

package/dist/utils/failed_handler.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ensureParams = exports.failedAttemptHandler = void 0;
+exports.failedAttemptHandler = failedAttemptHandler;
+exports.ensureParams = ensureParams;
 const STATUS_NO_RETRY = [
     400,
     401,
@@ -26,7 +27,6 @@ function failedAttemptHandler(error) {
         throw error;
     }
 }
-exports.failedAttemptHandler = failedAttemptHandler;
 function ensureParams(params) {
     const base = params ?? {};
     return {
@@ -34,4 +34,3 @@ function ensureParams(params) {
         ...base,
     };
 }
-exports.ensureParams = ensureParams;

package/dist/utils/gemini.cjs

@@ -1,13 +1,18 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.isModelGemma = exports.isModelGemini = exports.validateGeminiParams = exports.getGeminiAPI = exports.MessageGeminiSafetyHandler = exports.DefaultGeminiSafetyHandler = void 0;
+exports.MessageGeminiSafetyHandler = exports.DefaultGeminiSafetyHandler = void 0;
+exports.normalizeSpeechConfig = normalizeSpeechConfig;
+exports.getGeminiAPI = getGeminiAPI;
+exports.validateGeminiParams = validateGeminiParams;
+exports.isModelGemini = isModelGemini;
+exports.isModelGemma = isModelGemma;
 const uuid_1 = require("uuid");
 const messages_1 = require("@langchain/core/messages");
 const outputs_1 = require("@langchain/core/outputs");
 const function_calling_1 = require("@langchain/core/utils/function_calling");
 const stream_1 = require("@langchain/core/utils/stream");
-const safety_js_1 = require("./safety.cjs");
 const types_js_1 = require("../types.cjs");
+const safety_js_1 = require("./safety.cjs");
 const zod_to_gemini_parameters_js_1 = require("./zod_to_gemini_parameters.cjs");
 class DefaultGeminiSafetyHandler {
     constructor(settings) {
@@ -125,6 +130,73 @@ const extractMimeType = (str) => {
     }
     return null;
 };
+function normalizeSpeechConfig(config) {
+    function isSpeechConfig(config) {
+        return (typeof config === "object" &&
+            (Object.hasOwn(config, "voiceConfig") ||
+                Object.hasOwn(config, "multiSpeakerVoiceConfig")));
+    }
+    function hasLanguage(config) {
+        return typeof config === "object" && Object.hasOwn(config, "languageCode");
+    }
+    function hasVoice(config) {
+        return Object.hasOwn(config, "voice");
+    }
+    if (typeof config === "undefined") {
+        return undefined;
+    }
+    // If this is already a GoogleSpeechConfig, just return it
+    if (isSpeechConfig(config)) {
+        return config;
+    }
+    let languageCode;
+    let voice;
+    if (hasLanguage(config)) {
+        languageCode = config.languageCode;
+        voice = hasVoice(config) ? config.voice : config.voices;
+    }
+    else {
+        languageCode = undefined;
+        voice = config;
+    }
+    let ret;
+    if (typeof voice === "string") {
+        // They just provided the prebuilt voice configuration name. Use it.
+        ret = {
+            voiceConfig: {
+                prebuiltVoiceConfig: {
+                    voiceName: voice,
+                },
+            },
+        };
+    }
+    else {
+        // This is multi-speaker, so we have speaker/name pairs
+        // If we have just one (why?), turn it into an array for the moment
+        const voices = Array.isArray(voice)
+            ? voice
+            : [voice];
+        // Go through all the speaker/name pairs and turn this into the voice config array
+        const speakerVoiceConfigs = voices.map((v) => ({
+            speaker: v.speaker,
+            voiceConfig: {
+                prebuiltVoiceConfig: {
+                    voiceName: v.name,
+                },
+            },
+        }));
+        // Create the multi-speaker voice configuration
+        ret = {
+            multiSpeakerVoiceConfig: {
+                speakerVoiceConfigs,
+            },
+        };
+    }
+    if (languageCode) {
+        ret.languageCode = languageCode;
+    }
+    return ret;
+}
 function getGeminiAPI(config) {
     function messageContentText(content) {
         if (content?.text && content?.text.length > 0) {
@@ -425,6 +497,15 @@ function getGeminiAPI(config) {
             toolParts = messageKwargsToParts(message.additional_kwargs);
         }
         const parts = [...contentParts, ...toolParts];
+        const signatures = message?.additional_kwargs?.signatures ?? [];
+        if (signatures.length === parts.length) {
+            for (let co = 0; co < signatures.length; co += 1) {
+                const signature = signatures[co];
+                if (signature && signature.length > 0) {
+                    parts[co].thoughtSignature = signature;
+                }
+            }
+        }
         return [
             {
                 role,
@@ -518,12 +599,32 @@ function getGeminiAPI(config) {
             text: part.text,
         };
     }
-    function inlineDataPartToMessageContent(part) {
+    function inlineDataPartToMessageContentImage(part) {
         return {
             type: "image_url",
             image_url: `data:${part.inlineData.mimeType};base64,${part.inlineData.data}`,
         };
     }
+    function inlineDataPartToMessageContentMedia(part
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    ) {
+        return {
+            type: "media",
+            mimeType: part.inlineData.mimeType,
+            data: part.inlineData.data,
+        };
+    }
+    function inlineDataPartToMessageContent(part
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    ) {
+        const mimeType = part?.inlineData?.mimeType ?? "";
+        if (mimeType.startsWith("image")) {
+            return inlineDataPartToMessageContentImage(part);
+        }
+        else {
+            return inlineDataPartToMessageContentMedia(part);
+        }
+    }
     function fileDataPartToMessageContent(part) {
         return {
             type: "image_url",
@@ -1013,6 +1114,9 @@ function getGeminiAPI(config) {
         const parts = responseToParts(response);
         return partsToBaseMessageChunkFields(parts);
     }
+    function partsToSignatures(parts) {
+        return parts.map((part) => part?.thoughtSignature ?? "");
+    }
     function partsToBaseMessageChunkFields(parts) {
         const fields = {
             content: partsToMessageContent(parts),
@@ -1020,6 +1124,7 @@ function getGeminiAPI(config) {
             tool_calls: [],
             invalid_tool_calls: [],
         };
+        fields.additional_kwargs = {};
         const rawTools = partsToToolsRaw(parts);
         if (rawTools.length > 0) {
             const tools = toolsRawToTools(rawTools);
@@ -1048,10 +1153,9 @@ function getGeminiAPI(config) {
                     });
                 }
             }
-            fields.additional_kwargs = {
-                tool_calls: tools,
-            };
+            fields.additional_kwargs.tool_calls = tools;
         }
+        fields.additional_kwargs.signatures = partsToSignatures(parts);
         return fields;
     }
     function responseToBaseMessage(response) {
@@ -1089,7 +1193,7 @@ function getGeminiAPI(config) {
         const parts = await messageContentToParts(input);
         const contents = [
             {
-                role: "user",
+                role: "user", // Required by Vertex AI
                 parts,
             },
         ];
@@ -1141,6 +1245,7 @@ function getGeminiAPI(config) {
             stopSequences: parameters.stopSequences,
             responseMimeType: parameters.responseMimeType,
             responseModalities: parameters.responseModalities,
+            speechConfig: normalizeSpeechConfig(parameters.speechConfig),
         };
         // Add the logprobs if explicitly set
         if (typeof parameters.logprobs !== "undefined") {
@@ -1316,7 +1421,6 @@ function getGeminiAPI(config) {
         formatData,
     };
 }
-exports.getGeminiAPI = getGeminiAPI;
 function validateGeminiParams(params) {
     if (params.maxOutputTokens && params.maxOutputTokens < 0) {
         throw new Error("`maxOutputTokens` must be a positive integer");
@@ -1342,12 +1446,9 @@ function validateGeminiParams(params) {
         throw new Error("`topK` must be a positive integer");
     }
 }
-exports.validateGeminiParams = validateGeminiParams;
 function isModelGemini(modelName) {
     return modelName.toLowerCase().startsWith("gemini");
 }
-exports.isModelGemini = isModelGemini;
 function isModelGemma(modelName) {
     return modelName.toLowerCase().startsWith("gemma");
 }
-exports.isModelGemma = isModelGemma;

package/dist/utils/gemini.d.ts

@@ -1,4 +1,4 @@
-import type { GoogleLLMResponse, GoogleAIModelParams, GenerateContentResponseData, GoogleAISafetyHandler, GoogleAIAPI, GeminiAPIConfig } from "../types.js";
+import { GoogleLLMResponse, GoogleAIModelParams, GenerateContentResponseData, GoogleAISafetyHandler, GoogleAIAPI, GeminiAPIConfig, GoogleSpeechConfig, GoogleSpeechConfigSimplified } from "../types.js";
 export interface FunctionCall {
     name: string;
     arguments: string;
@@ -39,6 +39,7 @@ export declare class MessageGeminiSafetyHandler extends DefaultGeminiSafetyHandl
     setMessage(data: GenerateContentResponseData): GenerateContentResponseData;
     handleData(response: GoogleLLMResponse, data: GenerateContentResponseData): GenerateContentResponseData;
 }
+export declare function normalizeSpeechConfig(config: GoogleSpeechConfig | GoogleSpeechConfigSimplified | undefined): GoogleSpeechConfig | undefined;
 export declare function getGeminiAPI(config?: GeminiAPIConfig): GoogleAIAPI;
 export declare function validateGeminiParams(params: GoogleAIModelParams): void;
 export declare function isModelGemini(modelName: string): boolean;

package/dist/utils/gemini.js

@@ -3,8 +3,8 @@ import { AIMessage, AIMessageChunk, isAIMessage, parseBase64DataUrl, isDataConte
 import { ChatGenerationChunk, } from "@langchain/core/outputs";
 import { isLangChainTool } from "@langchain/core/utils/function_calling";
 import { concat } from "@langchain/core/utils/stream";
-import { GoogleAISafetyError } from "./safety.js";
 import { GeminiSearchToolAttributes, } from "../types.js";
+import { GoogleAISafetyError } from "./safety.js";
 import { schemaToGeminiParameters } from "./zod_to_gemini_parameters.js";
 export class DefaultGeminiSafetyHandler {
     constructor(settings) {
@@ -120,6 +120,73 @@ const extractMimeType = (str) => {
     }
     return null;
 };
+export function normalizeSpeechConfig(config) {
+    function isSpeechConfig(config) {
+        return (typeof config === "object" &&
+            (Object.hasOwn(config, "voiceConfig") ||
+                Object.hasOwn(config, "multiSpeakerVoiceConfig")));
+    }
+    function hasLanguage(config) {
+        return typeof config === "object" && Object.hasOwn(config, "languageCode");
+    }
+    function hasVoice(config) {
+        return Object.hasOwn(config, "voice");
+    }
+    if (typeof config === "undefined") {
+        return undefined;
+    }
+    // If this is already a GoogleSpeechConfig, just return it
+    if (isSpeechConfig(config)) {
+        return config;
+    }
+    let languageCode;
+    let voice;
+    if (hasLanguage(config)) {
+        languageCode = config.languageCode;
+        voice = hasVoice(config) ? config.voice : config.voices;
+    }
+    else {
+        languageCode = undefined;
+        voice = config;
+    }
+    let ret;
+    if (typeof voice === "string") {
+        // They just provided the prebuilt voice configuration name. Use it.
+        ret = {
+            voiceConfig: {
+                prebuiltVoiceConfig: {
+                    voiceName: voice,
+                },
+            },
+        };
+    }
+    else {
+        // This is multi-speaker, so we have speaker/name pairs
+        // If we have just one (why?), turn it into an array for the moment
+        const voices = Array.isArray(voice)
+            ? voice
+            : [voice];
+        // Go through all the speaker/name pairs and turn this into the voice config array
+        const speakerVoiceConfigs = voices.map((v) => ({
+            speaker: v.speaker,
+            voiceConfig: {
+                prebuiltVoiceConfig: {
+                    voiceName: v.name,
+                },
+            },
+        }));
+        // Create the multi-speaker voice configuration
+        ret = {
+            multiSpeakerVoiceConfig: {
+                speakerVoiceConfigs,
+            },
+        };
+    }
+    if (languageCode) {
+        ret.languageCode = languageCode;
+    }
+    return ret;
+}
 export function getGeminiAPI(config) {
     function messageContentText(content) {
         if (content?.text && content?.text.length > 0) {
@@ -420,6 +487,15 @@ export function getGeminiAPI(config) {
             toolParts = messageKwargsToParts(message.additional_kwargs);
         }
         const parts = [...contentParts, ...toolParts];
+        const signatures = message?.additional_kwargs?.signatures ?? [];
+        if (signatures.length === parts.length) {
+            for (let co = 0; co < signatures.length; co += 1) {
+                const signature = signatures[co];
+                if (signature && signature.length > 0) {
+                    parts[co].thoughtSignature = signature;
+                }
+            }
+        }
         return [
             {
                 role,
@@ -513,12 +589,32 @@ export function getGeminiAPI(config) {
             text: part.text,
         };
     }
-    function inlineDataPartToMessageContent(part) {
+    function inlineDataPartToMessageContentImage(part) {
         return {
             type: "image_url",
             image_url: `data:${part.inlineData.mimeType};base64,${part.inlineData.data}`,
         };
     }
+    function inlineDataPartToMessageContentMedia(part
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    ) {
+        return {
+            type: "media",
+            mimeType: part.inlineData.mimeType,
+            data: part.inlineData.data,
+        };
+    }
+    function inlineDataPartToMessageContent(part
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    ) {
+        const mimeType = part?.inlineData?.mimeType ?? "";
+        if (mimeType.startsWith("image")) {
+            return inlineDataPartToMessageContentImage(part);
+        }
+        else {
+            return inlineDataPartToMessageContentMedia(part);
+        }
+    }
     function fileDataPartToMessageContent(part) {
         return {
             type: "image_url",
@@ -1008,6 +1104,9 @@ export function getGeminiAPI(config) {
         const parts = responseToParts(response);
         return partsToBaseMessageChunkFields(parts);
     }
+    function partsToSignatures(parts) {
+        return parts.map((part) => part?.thoughtSignature ?? "");
+    }
     function partsToBaseMessageChunkFields(parts) {
         const fields = {
             content: partsToMessageContent(parts),
@@ -1015,6 +1114,7 @@ export function getGeminiAPI(config) {
             tool_calls: [],
             invalid_tool_calls: [],
         };
+        fields.additional_kwargs = {};
         const rawTools = partsToToolsRaw(parts);
         if (rawTools.length > 0) {
             const tools = toolsRawToTools(rawTools);
@@ -1043,10 +1143,9 @@ export function getGeminiAPI(config) {
                     });
                 }
             }
-            fields.additional_kwargs = {
-                tool_calls: tools,
-            };
+            fields.additional_kwargs.tool_calls = tools;
         }
+        fields.additional_kwargs.signatures = partsToSignatures(parts);
         return fields;
     }
     function responseToBaseMessage(response) {
@@ -1084,7 +1183,7 @@ export function getGeminiAPI(config) {
         const parts = await messageContentToParts(input);
         const contents = [
             {
-                role: "user",
+                role: "user", // Required by Vertex AI
                 parts,
             },
         ];
@@ -1136,6 +1235,7 @@ export function getGeminiAPI(config) {
             stopSequences: parameters.stopSequences,
             responseMimeType: parameters.responseMimeType,
             responseModalities: parameters.responseModalities,
+            speechConfig: normalizeSpeechConfig(parameters.speechConfig),
         };
         // Add the logprobs if explicitly set
         if (typeof parameters.logprobs !== "undefined") {

package/dist/utils/stream.cjs

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ReadableSseJsonStream = exports.SseJsonStream = exports.ReadableSseStream = exports.SseStream = exports.ReadableJsonStream = exports.ReadableAbstractStream = exports.ComplexJsonStream = exports.JsonStream = exports.simpleValue = exports.complexValue = void 0;
+exports.ReadableSseJsonStream = exports.SseJsonStream = exports.ReadableSseStream = exports.SseStream = exports.ReadableJsonStream = exports.ReadableAbstractStream = exports.ComplexJsonStream = exports.JsonStream = void 0;
+exports.complexValue = complexValue;
+exports.simpleValue = simpleValue;
 function complexValue(value) {
     if (value === null || typeof value === "undefined") {
         // I dunno what to put here. An error, probably
@@ -36,7 +38,6 @@ function complexValue(value) {
         };
     }
 }
-exports.complexValue = complexValue;
 function simpleValue(val) {
     if (val && typeof val === "object" && !Array.isArray(val)) {
         // eslint-disable-next-line no-prototype-builtins
@@ -77,7 +78,6 @@ function simpleValue(val) {
         return val;
     }
 }
-exports.simpleValue = simpleValue;
 class JsonStream {
     constructor() {
         Object.defineProperty(this, "_buffer", {
@@ -304,19 +304,19 @@ class ReadableAbstractStream {
     get streamDone() {
         return this.baseStream.streamDone;
     }
+    // Should be a ReadableStream, but the Gaxios Readable stream isn't.
+    // But both should support async iterators, so make sure of that.
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
     async run(body) {
-        const reader = body.getReader();
-        let isDone = false;
-        while (!isDone) {
-            const { value, done } = await reader.read();
-            if (!done) {
+        if (typeof body[Symbol.asyncIterator] === "function") {
+            for await (const value of body) {
                 const svalue = this.decoder.decode(value, { stream: true });
                 this.appendBuffer(svalue);
             }
-            else {
-                isDone = done;
-                this.closeBuffer();
-            }
+            this.closeBuffer();
+        }
+        else {
+            throw Error("Stream must implement async iterator.");
         }
     }
 }

package/dist/utils/stream.d.ts

@@ -96,7 +96,7 @@ export declare class ReadableAbstractStream implements AbstractStream {
     closeBuffer(): void;
     nextChunk(): Promise<any>;
     get streamDone(): boolean;
-    run(body: ReadableStream): Promise<void>;
+    run(body: any): Promise<void>;
 }
 export declare class ReadableJsonStream extends ReadableAbstractStream {
     constructor(body: ReadableStream | null);

package/dist/utils/stream.js

@@ -297,19 +297,19 @@ export class ReadableAbstractStream {
     get streamDone() {
         return this.baseStream.streamDone;
     }
+    // Should be a ReadableStream, but the Gaxios Readable stream isn't.
+    // But both should support async iterators, so make sure of that.
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
     async run(body) {
-        const reader = body.getReader();
-        let isDone = false;
-        while (!isDone) {
-            const { value, done } = await reader.read();
-            if (!done) {
+        if (typeof body[Symbol.asyncIterator] === "function") {
+            for await (const value of body) {
                 const svalue = this.decoder.decode(value, { stream: true });
                 this.appendBuffer(svalue);
             }
-            else {
-                isDone = done;
-                this.closeBuffer();
-            }
+            this.closeBuffer();
+        }
+        else {
+            throw Error("Stream must implement async iterator.");
         }
     }
 }

package/dist/utils/zod_to_gemini_parameters.cjs

@@ -1,7 +1,10 @@
 "use strict";
 /* eslint-disable @typescript-eslint/no-unused-vars */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.jsonSchemaToGeminiParameters = exports.schemaToGeminiParameters = exports.removeAdditionalProperties = exports.adjustObjectType = void 0;
+exports.adjustObjectType = adjustObjectType;
+exports.removeAdditionalProperties = removeAdditionalProperties;
+exports.schemaToGeminiParameters = schemaToGeminiParameters;
+exports.jsonSchemaToGeminiParameters = jsonSchemaToGeminiParameters;
 const types_1 = require("@langchain/core/utils/types");
 const json_schema_1 = require("@langchain/core/utils/json_schema");
 /* eslint-disable no-param-reassign */
@@ -38,7 +41,6 @@ obj
     }
     return obj;
 }
-exports.adjustObjectType = adjustObjectType;
 /* eslint-enable no-param-reassign */
 function removeAdditionalProperties(
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
@@ -63,7 +65,6 @@ obj) {
     }
     return obj;
 }
-exports.removeAdditionalProperties = removeAdditionalProperties;
 function schemaToGeminiParameters(schema) {
     // Gemini doesn't accept either the $schema or additionalProperties
     // attributes, so we need to explicitly remove them.
@@ -73,7 +74,6 @@ function schemaToGeminiParameters(schema) {
     const { $schema, ...rest } = jsonSchema;
     return rest;
 }
-exports.schemaToGeminiParameters = schemaToGeminiParameters;
 function jsonSchemaToGeminiParameters(
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 schema) {
@@ -84,4 +84,3 @@ schema) {
     const { $schema, ...rest } = jsonSchema;
     return rest;
 }
-exports.jsonSchemaToGeminiParameters = jsonSchemaToGeminiParameters;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/google-common",
-  "version": "0.2.12",
+  "version": "0.2.13",
   "description": "Core types and classes for Google services.",
   "type": "module",
   "engines": {
@@ -17,7 +17,7 @@
     "build": "yarn turbo:command build:internal --filter=@langchain/google-common",
     "build:internal": "yarn lc_build --create-entrypoints --pre --tree-shaking",
     "lint:eslint": "NODE_OPTIONS=--max-old-space-size=4096 eslint --cache --ext .ts,.js src/",
-    "lint:dpdm": "dpdm --exit-code circular:1 --no-warning --no-tree src/*.ts src/**/*.ts",
+    "lint:dpdm": "dpdm --skip-dynamic-imports circular --exit-code circular:1 --no-warning --no-tree src/*.ts src/**/*.ts",
     "lint": "yarn lint:eslint && yarn lint:dpdm",
     "lint:fix": "yarn lint:eslint --fix && yarn lint:dpdm",
     "clean": "rm -rf .turbo dist/",
@@ -47,7 +47,7 @@
     "@typescript-eslint/eslint-plugin": "^6.12.0",
     "@typescript-eslint/parser": "^6.12.0",
     "dotenv": "^16.3.1",
-    "dpdm": "^3.12.0",
+    "dpdm": "^3.14.0",
     "eslint": "^8.33.0",
     "eslint-config-airbnb-base": "^15.0.0",
     "eslint-config-prettier": "^8.6.0",
@@ -60,7 +60,7 @@
     "release-it": "^18.1.2",
     "rollup": "^4.5.2",
     "ts-jest": "^29.1.0",
-    "typescript": "<5.2.0",
+    "typescript": "~5.8.3",
     "zod": "^3.22.4"
   },
   "publishConfig": {