@langchain/google-common 0.2.15 → 0.2.17

package/dist/chat_models.cjs

@@ -242,6 +242,12 @@ class ChatGoogleBase extends chat_models_1.BaseChatModel {
             writable: true,
             value: false
         });
+        Object.defineProperty(this, "labels", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "connection", {
             enumerable: true,
             configurable: true,

package/dist/chat_models.d.ts

@@ -55,6 +55,7 @@ export declare abstract class ChatGoogleBase<AuthOptions> extends BaseChatModel<
     speechConfig: GoogleSpeechConfig;
     streamUsage: boolean;
     streaming: boolean;
+    labels?: Record<string, string>;
     protected connection: ChatConnection<AuthOptions>;
     protected streamedConnection: ChatConnection<AuthOptions>;
     constructor(fields?: ChatGoogleBaseInput<AuthOptions>);

package/dist/chat_models.js

@@ -238,6 +238,12 @@ export class ChatGoogleBase extends BaseChatModel {
             writable: true,
             value: false
         });
+        Object.defineProperty(this, "labels", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "connection", {
             enumerable: true,
             configurable: true,

package/dist/connection.cjs

@@ -282,12 +282,7 @@ class GoogleAIConnection extends GoogleHostConnection {
     get computedLocation() {
         switch (this.apiName) {
             case "google":
-                if (this.modelName.startsWith("gemini-2.5-flash-lite")) {
-                    return "global";
-                }
-                else {
-                    return super.computedLocation;
-                }
+                return super.computedLocation;
             case "anthropic":
                 return "us-east5";
             default:
@@ -375,7 +370,13 @@ class AbstractGoogleLLMConnection extends GoogleAIConnection {
         }
     }
     async formatData(input, parameters) {
-        return this.api.formatData(input, parameters);
+        // Filter out labels for non-Vertex AI platforms (labels are only supported on Vertex AI)
+        let filteredParameters = parameters;
+        if (parameters.labels && this.platform !== "gcp") {
+            const { labels, ...paramsWithoutLabels } = parameters;
+            filteredParameters = paramsWithoutLabels;
+        }
+        return this.api.formatData(input, filteredParameters);
     }
 }
 exports.AbstractGoogleLLMConnection = AbstractGoogleLLMConnection;

package/dist/connection.js

@@ -276,12 +276,7 @@ export class GoogleAIConnection extends GoogleHostConnection {
     get computedLocation() {
         switch (this.apiName) {
             case "google":
-                if (this.modelName.startsWith("gemini-2.5-flash-lite")) {
-                    return "global";
-                }
-                else {
-                    return super.computedLocation;
-                }
+                return super.computedLocation;
             case "anthropic":
                 return "us-east5";
             default:
@@ -368,7 +363,13 @@ export class AbstractGoogleLLMConnection extends GoogleAIConnection {
         }
     }
     async formatData(input, parameters) {
-        return this.api.formatData(input, parameters);
+        // Filter out labels for non-Vertex AI platforms (labels are only supported on Vertex AI)
+        let filteredParameters = parameters;
+        if (parameters.labels && this.platform !== "gcp") {
+            const { labels, ...paramsWithoutLabels } = parameters;
+            filteredParameters = paramsWithoutLabels;
+        }
+        return this.api.formatData(input, filteredParameters);
     }
 }
 export class GoogleRequestCallbackHandler extends BaseCallbackHandler {

package/dist/types.d.ts

@@ -263,6 +263,23 @@ export interface GoogleAIModelParams extends GoogleModelParams {
      * The modalities of the response.
      */
     responseModalities?: GoogleAIModelModality[];
+    /**
+     * Custom metadata labels to associate with the request.
+     * Only supported on Vertex AI (Google Cloud Platform).
+     * Labels are key-value pairs where both keys and values must be strings.
+     *
+     * Example:
+     * ```typescript
+     * {
+     *   labels: {
+     *     "team": "research",
+     *     "component": "frontend",
+     *     "environment": "production"
+     *   }
+     * }
+     * ```
+     */
+    labels?: Record<string, string>;
     /**
      * Speech generation configuration.
      * You can use either Google's definition of the speech configuration,
@@ -530,6 +547,10 @@ export interface GeminiRequest {
     safetySettings?: GeminiSafetySetting[];
     generationConfig?: GeminiGenerationConfig;
     cachedContent?: string;
+    /**
+     * Custom metadata labels to associate with the API call.
+     */
+    labels?: Record<string, string>;
 }
 export interface GeminiResponseCandidate {
     content: {

package/dist/utils/common.cjs

@@ -180,6 +180,7 @@ function copyAIModelParamsInto(params, options, target) {
     if (options?.cachedContent) {
         ret.cachedContent = options.cachedContent;
     }
+    ret.labels = options?.labels ?? params?.labels ?? target?.labels;
     return ret;
 }
 function modelToFamily(modelName) {

package/dist/utils/common.js

@@ -171,6 +171,7 @@ export function copyAIModelParamsInto(params, options, target) {
     if (options?.cachedContent) {
         ret.cachedContent = options.cachedContent;
     }
+    ret.labels = options?.labels ?? params?.labels ?? target?.labels;
     return ret;
 }
 export function modelToFamily(modelName) {

package/dist/utils/gemini.cjs

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MessageGeminiSafetyHandler = exports.DefaultGeminiSafetyHandler = void 0;
 exports.normalizeSpeechConfig = normalizeSpeechConfig;
+exports.normalizeMessageContentComplex = normalizeMessageContentComplex;
 exports.getGeminiAPI = getGeminiAPI;
 exports.validateGeminiParams = validateGeminiParams;
 exports.isModelGemini = isModelGemini;
@@ -197,6 +198,49 @@ function normalizeSpeechConfig(config) {
     }
     return ret;
 }
+// Compatibility layer for other well known content block types
+function normalizeMessageContentComplex(content) {
+    return content.map((c) => {
+        // OpenAI completions `input_audio`
+        if (c.type === "input_audio" &&
+            "input_audio" in c &&
+            typeof c.input_audio === "object") {
+            const { format, data } = c.input_audio;
+            if (format === "wav") {
+                return {
+                    type: "audio",
+                    source_type: "base64",
+                    mime_type: "audio/wav",
+                    data,
+                };
+            }
+        }
+        // OpenAI completions `image_url`
+        if (c.type === "image_url" &&
+            "image_url" in c &&
+            typeof c.image_url === "object") {
+            const { url } = c.image_url;
+            return {
+                type: "image",
+                source_type: "url",
+                url,
+            };
+        }
+        // OpenAI completions `file`
+        if (c.type === "file" &&
+            "file" in c &&
+            typeof c.file === "object" &&
+            "file_data" in c.file) {
+            const { file_data } = c.file;
+            return {
+                type: "file",
+                source_type: "base64",
+                data: file_data,
+            };
+        }
+        return c;
+    });
+}
 function getGeminiAPI(config) {
     function messageContentText(content) {
         if (content?.text && content?.text.length > 0) {
@@ -444,8 +488,10 @@ function getGeminiAPI(config) {
                 },
             ]
             : content;
+        // Normalize the content to use standard format
+        const normalizedContent = normalizeMessageContentComplex(messageContent);
         // Get all of the parts, even those that don't correctly resolve
-        const allParts = await messageContentComplexToParts(messageContent);
+        const allParts = await messageContentComplexToParts(normalizedContent);
         // Remove any invalid parts
         const parts = allParts.reduce((acc, val) => {
             if (val) {
@@ -1408,6 +1454,9 @@ function getGeminiAPI(config) {
         if (parameters.cachedContent) {
             ret.cachedContent = parameters.cachedContent;
         }
+        if (parameters.labels && Object.keys(parameters.labels).length > 0) {
+            ret.labels = parameters.labels;
+        }
         return ret;
     }
     return {

package/dist/utils/gemini.d.ts

@@ -1,3 +1,4 @@
+import { MessageContentComplex } from "@langchain/core/messages";
 import { GoogleLLMResponse, GoogleAIModelParams, GenerateContentResponseData, GoogleAISafetyHandler, GoogleAIAPI, GeminiAPIConfig, GoogleSpeechConfig, GoogleSpeechConfigSimplified } from "../types.js";
 export interface FunctionCall {
     name: string;
@@ -40,6 +41,7 @@ export declare class MessageGeminiSafetyHandler extends DefaultGeminiSafetyHandl
     handleData(response: GoogleLLMResponse, data: GenerateContentResponseData): GenerateContentResponseData;
 }
 export declare function normalizeSpeechConfig(config: GoogleSpeechConfig | GoogleSpeechConfigSimplified | undefined): GoogleSpeechConfig | undefined;
+export declare function normalizeMessageContentComplex(content: MessageContentComplex[]): MessageContentComplex[];
 export declare function getGeminiAPI(config?: GeminiAPIConfig): GoogleAIAPI;
 export declare function validateGeminiParams(params: GoogleAIModelParams): void;
 export declare function isModelGemini(modelName: string): boolean;

package/dist/utils/gemini.js

@@ -187,6 +187,49 @@ export function normalizeSpeechConfig(config) {
     }
     return ret;
 }
+// Compatibility layer for other well known content block types
+export function normalizeMessageContentComplex(content) {
+    return content.map((c) => {
+        // OpenAI completions `input_audio`
+        if (c.type === "input_audio" &&
+            "input_audio" in c &&
+            typeof c.input_audio === "object") {
+            const { format, data } = c.input_audio;
+            if (format === "wav") {
+                return {
+                    type: "audio",
+                    source_type: "base64",
+                    mime_type: "audio/wav",
+                    data,
+                };
+            }
+        }
+        // OpenAI completions `image_url`
+        if (c.type === "image_url" &&
+            "image_url" in c &&
+            typeof c.image_url === "object") {
+            const { url } = c.image_url;
+            return {
+                type: "image",
+                source_type: "url",
+                url,
+            };
+        }
+        // OpenAI completions `file`
+        if (c.type === "file" &&
+            "file" in c &&
+            typeof c.file === "object" &&
+            "file_data" in c.file) {
+            const { file_data } = c.file;
+            return {
+                type: "file",
+                source_type: "base64",
+                data: file_data,
+            };
+        }
+        return c;
+    });
+}
 export function getGeminiAPI(config) {
     function messageContentText(content) {
         if (content?.text && content?.text.length > 0) {
@@ -434,8 +477,10 @@ export function getGeminiAPI(config) {
                 },
             ]
             : content;
+        // Normalize the content to use standard format
+        const normalizedContent = normalizeMessageContentComplex(messageContent);
         // Get all of the parts, even those that don't correctly resolve
-        const allParts = await messageContentComplexToParts(messageContent);
+        const allParts = await messageContentComplexToParts(normalizedContent);
         // Remove any invalid parts
         const parts = allParts.reduce((acc, val) => {
             if (val) {
@@ -1398,6 +1443,9 @@ export function getGeminiAPI(config) {
         if (parameters.cachedContent) {
             ret.cachedContent = parameters.cachedContent;
         }
+        if (parameters.labels && Object.keys(parameters.labels).length > 0) {
+            ret.labels = parameters.labels;
+        }
         return ret;
     }
     return {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/google-common",
-  "version": "0.2.15",
+  "version": "0.2.17",
   "description": "Core types and classes for Google services.",
   "type": "module",
   "engines": {