@langchain/google-common 0.2.8 → 0.2.10

package/dist/chat_models.cjs

@@ -162,6 +162,12 @@ class ChatGoogleBase extends chat_models_1.BaseChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "seed", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "presencePenalty", {
             enumerable: true,
             configurable: true,
@@ -282,7 +288,7 @@ class ChatGoogleBase extends chat_models_1.BaseChatModel {
         return this.connection.platform;
     }
     bindTools(tools, kwargs) {
-        return this.bind({ tools: (0, common_js_1.convertToGeminiTools)(tools), ...kwargs });
+        return this.withConfig({ tools: (0, common_js_1.convertToGeminiTools)(tools), ...kwargs });
     }
     // Replace
     _llmType() {
@@ -418,10 +424,7 @@ class ChatGoogleBase extends chat_models_1.BaseChatModel {
                 keyName: functionName,
             });
         }
-        const llm = this.bind({
-            tools,
-            tool_choice: functionName,
-        });
+        const llm = this.bindTools(tools).withConfig({ tool_choice: functionName });
         if (!includeRaw) {
             return llm.pipe(outputParser).withConfig({
                 runName: "ChatGoogleStructuredOutput",

package/dist/chat_models.d.ts

@@ -42,6 +42,7 @@ export declare abstract class ChatGoogleBase<AuthOptions> extends BaseChatModel<
     maxReasoningTokens: number;
     topP: number;
     topK: number;
+    seed: number;
     presencePenalty: number;
     frequencyPenalty: number;
     stopSequences: string[];

package/dist/chat_models.js

@@ -158,6 +158,12 @@ export class ChatGoogleBase extends BaseChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "seed", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "presencePenalty", {
             enumerable: true,
             configurable: true,
@@ -278,7 +284,7 @@ export class ChatGoogleBase extends BaseChatModel {
         return this.connection.platform;
     }
     bindTools(tools, kwargs) {
-        return this.bind({ tools: convertToGeminiTools(tools), ...kwargs });
+        return this.withConfig({ tools: convertToGeminiTools(tools), ...kwargs });
     }
     // Replace
     _llmType() {
@@ -414,10 +420,7 @@ export class ChatGoogleBase extends BaseChatModel {
                 keyName: functionName,
             });
         }
-        const llm = this.bind({
-            tools,
-            tool_choice: functionName,
-        });
+        const llm = this.bindTools(tools).withConfig({ tool_choice: functionName });
         if (!includeRaw) {
             return llm.pipe(outputParser).withConfig({
                 runName: "ChatGoogleStructuredOutput",

package/dist/connection.cjs

@@ -121,12 +121,24 @@ class GoogleHostConnection extends GoogleConnection {
             value: void 0
         });
         this.caller = caller;
-        this.platformType = fields?.platformType;
+        this.platformType = this.fieldPlatformType(fields);
         this._endpoint = fields?.endpoint;
         this._location = fields?.location;
         this._apiVersion = fields?.apiVersion;
         this.client = client;
     }
+    fieldPlatformType(fields) {
+        if (typeof fields === "undefined") {
+            return undefined;
+        }
+        if (typeof fields.platformType !== "undefined") {
+            return fields.platformType;
+        }
+        if (fields.vertexai === true) {
+            return "gcp";
+        }
+        return undefined;
+    }
     get platform() {
         return this.platformType ?? this.computedPlatformType;
     }
@@ -149,7 +161,12 @@ class GoogleHostConnection extends GoogleConnection {
         return this._endpoint ?? this.computedEndpoint;
     }
     get computedEndpoint() {
-        return `${this.location}-aiplatform.googleapis.com`;
+        if (this.location === "global") {
+            return "aiplatform.googleapis.com";
+        }
+        else {
+            return `${this.location}-aiplatform.googleapis.com`;
+        }
     }
     buildMethod() {
         return "POST";
@@ -233,6 +250,16 @@ class GoogleAIConnection extends GoogleHostConnection {
     get isApiKey() {
         return this.client.clientType === "apiKey";
     }
+    fieldPlatformType(fields) {
+        const ret = super.fieldPlatformType(fields);
+        if (typeof ret !== "undefined") {
+            return ret;
+        }
+        if (fields?.vertexai === false) {
+            return "gai";
+        }
+        return undefined;
+    }
     get computedPlatformType() {
         // This is not a completely correct assumption, since GCP can
         // have an API Key. But if so, then people need to set the platform

package/dist/connection.d.ts

@@ -27,6 +27,7 @@ export declare abstract class GoogleHostConnection<CallOptions extends AsyncCall
     _location: string | undefined;
     _apiVersion: string | undefined;
     constructor(fields: GoogleConnectionParams<AuthOptions> | undefined, caller: AsyncCaller, client: GoogleAbstractedClient, streaming?: boolean);
+    fieldPlatformType(fields: GoogleConnectionParams<any> | undefined): GooglePlatformType | undefined;
     get platform(): GooglePlatformType;
     get computedPlatformType(): GooglePlatformType;
     get computedApiVersion(): string;
@@ -53,6 +54,7 @@ export declare abstract class GoogleAIConnection<CallOptions extends AsyncCaller
     get apiName(): string;
     get api(): GoogleAIAPI;
     get isApiKey(): boolean;
+    fieldPlatformType(fields: GoogleConnectionParams<any> | undefined): GooglePlatformType | undefined;
     get computedPlatformType(): GooglePlatformType;
     get computedApiVersion(): string;
     get computedLocation(): string;

package/dist/connection.js

@@ -117,12 +117,24 @@ export class GoogleHostConnection extends GoogleConnection {
             value: void 0
         });
         this.caller = caller;
-        this.platformType = fields?.platformType;
+        this.platformType = this.fieldPlatformType(fields);
         this._endpoint = fields?.endpoint;
         this._location = fields?.location;
         this._apiVersion = fields?.apiVersion;
         this.client = client;
     }
+    fieldPlatformType(fields) {
+        if (typeof fields === "undefined") {
+            return undefined;
+        }
+        if (typeof fields.platformType !== "undefined") {
+            return fields.platformType;
+        }
+        if (fields.vertexai === true) {
+            return "gcp";
+        }
+        return undefined;
+    }
     get platform() {
         return this.platformType ?? this.computedPlatformType;
     }
@@ -145,7 +157,12 @@ export class GoogleHostConnection extends GoogleConnection {
         return this._endpoint ?? this.computedEndpoint;
     }
     get computedEndpoint() {
-        return `${this.location}-aiplatform.googleapis.com`;
+        if (this.location === "global") {
+            return "aiplatform.googleapis.com";
+        }
+        else {
+            return `${this.location}-aiplatform.googleapis.com`;
+        }
     }
     buildMethod() {
         return "POST";
@@ -227,6 +244,16 @@ export class GoogleAIConnection extends GoogleHostConnection {
     get isApiKey() {
         return this.client.clientType === "apiKey";
     }
+    fieldPlatformType(fields) {
+        const ret = super.fieldPlatformType(fields);
+        if (typeof ret !== "undefined") {
+            return ret;
+        }
+        if (fields?.vertexai === false) {
+            return "gai";
+        }
+        return undefined;
+    }
     get computedPlatformType() {
         // This is not a completely correct assumption, since GCP can
         // have an API Key. But if so, then people need to set the platform

package/dist/types.cjs

@@ -61,5 +61,6 @@ exports.GeminiSearchToolAttributes = [
 exports.GeminiToolAttributes = [
     "functionDeclaration",
     "retrieval",
+    "urlContext",
     ...exports.GeminiSearchToolAttributes,
 ];

package/dist/types.d.ts

@@ -36,6 +36,11 @@ export interface GoogleConnectionParams<AuthOptions> extends GoogleClientParams<
      * the "platform" getter.
      */
     platformType?: GooglePlatformType;
+    /**
+     * For compatibility with Google's libraries, should this use Vertex?
+     * The "platformType" parmeter takes precedence.
+     */
+    vertexai?: boolean;
 }
 export declare const GoogleAISafetyCategory: {
     readonly Harassment: "HARM_CATEGORY_HARASSMENT";
@@ -137,6 +142,10 @@ export interface GoogleAIModelParams {
      * among the 3 most probable tokens (using temperature).
      */
     topK?: number;
+    /**
+     * Seed used in decoding. If not set, the request uses a randomly generated seed.
+     */
+    seed?: number;
     /**
      * Presence penalty applied to the next token's logprobs
      * if the token has already been seen in the response.
@@ -257,28 +266,39 @@ export interface GoogleResponse {
 export interface GoogleRawResponse extends GoogleResponse {
     data: Blob;
 }
-export interface GeminiPartText {
+export interface GeminiPartBase {
+    thought?: boolean;
+}
+export interface GeminiVideoMetadata {
+    fps?: number;
+    startOffset?: string;
+    endOffset?: string;
+}
+export interface GeminiPartBaseFile extends GeminiPartBase {
+    videoMetadata?: GeminiVideoMetadata;
+}
+export interface GeminiPartText extends GeminiPartBase {
     text: string;
 }
-export interface GeminiPartInlineData {
+export interface GeminiPartInlineData extends GeminiPartBaseFile {
     inlineData: {
         mimeType: string;
         data: string;
     };
 }
-export interface GeminiPartFileData {
+export interface GeminiPartFileData extends GeminiPartBaseFile {
     fileData: {
         mimeType: string;
         fileUri: string;
     };
 }
-export interface GeminiPartFunctionCall {
+export interface GeminiPartFunctionCall extends GeminiPartBase {
     functionCall: {
         name: string;
         args?: object;
     };
 }
-export interface GeminiPartFunctionResponse {
+export interface GeminiPartFunctionResponse extends GeminiPartBase {
     functionResponse: {
         name: string;
         response: object;
@@ -347,6 +367,18 @@ export interface GeminiSegment {
 export interface GeminiRetrievalMetadata {
     googleSearchDynamicRetrievalScore: number;
 }
+export type GeminiUrlRetrievalStatus = "URL_RETRIEVAL_STATUS_SUCCESS" | "URL_RETRIEVAL_STATUS_ERROR";
+export interface GeminiUrlRetrievalContext {
+    retrievedUrl: string;
+    urlRetrievalStatus: GeminiUrlRetrievalStatus;
+}
+export interface GeminiUrlRetrievalMetadata {
+    urlRetrievalContexts: GeminiUrlRetrievalContext[];
+}
+export type GeminiUrlMetadata = GeminiUrlRetrievalContext;
+export interface GeminiUrlContextMetadata {
+    urlMetadata: GeminiUrlMetadata[];
+}
 export interface GeminiLogprobsResult {
     topCandidates: GeminiLogprobsTopCandidate[];
     chosenCandidates: GeminiLogprobsResultCandidate[];
@@ -368,6 +400,7 @@ export interface GeminiTool {
     functionDeclarations?: GeminiFunctionDeclaration[];
     googleSearchRetrieval?: GoogleSearchRetrieval;
     googleSearch?: GoogleSearch;
+    urlContext?: UrlContext;
     retrieval?: VertexAIRetrieval;
 }
 export type GoogleSearchToolSetting = boolean | "googleSearchRetrieval" | "googleSearch" | string;
@@ -381,6 +414,8 @@ export interface GoogleSearchRetrieval {
 }
 export interface GoogleSearch {
 }
+export interface UrlContext {
+}
 export interface VertexAIRetrieval {
     vertexAiSearch: {
         datastore: string;
@@ -410,6 +445,7 @@ export interface GeminiGenerationConfig {
     temperature?: number;
     topP?: number;
     topK?: number;
+    seed?: number;
     presencePenalty?: number;
     frequencyPenalty?: number;
     responseMimeType?: GoogleAIResponseMimeType;
@@ -443,6 +479,8 @@ export interface GeminiResponseCandidate {
     safetyRatings: GeminiSafetyRating[];
     citationMetadata?: GeminiCitationMetadata;
     groundingMetadata?: GeminiGroundingMetadata;
+    urlRetrievalMetadata?: GeminiUrlRetrievalMetadata;
+    urlContextMetadata?: GeminiUrlContextMetadata;
     avgLogprobs?: number;
     logprobsResult: GeminiLogprobsResult;
     finishMessage?: string;
@@ -495,6 +533,7 @@ export interface GoogleAISafetyParams {
 export type GeminiJsonSchema = Record<string, unknown> & {
     properties?: Record<string, GeminiJsonSchema>;
     type: GeminiFunctionSchemaType;
+    nullable?: boolean;
 };
 export interface GeminiJsonSchemaDirty extends GeminiJsonSchema {
     items?: GeminiJsonSchemaDirty;

package/dist/types.js

@@ -44,5 +44,6 @@ export const GeminiSearchToolAttributes = [
 export const GeminiToolAttributes = [
     "functionDeclaration",
     "retrieval",
+    "urlContext",
     ...GeminiSearchToolAttributes,
 ];

package/dist/utils/common.cjs

@@ -131,6 +131,7 @@ function copyAIModelParamsInto(params, options, target) {
             reasoningEffortToReasoningTokens(ret.modelName, options?.reasoningEffort);
     ret.topP = options?.topP ?? params?.topP ?? target.topP;
     ret.topK = options?.topK ?? params?.topK ?? target.topK;
+    ret.seed = options?.seed ?? params?.seed ?? target.seed;
     ret.presencePenalty =
         options?.presencePenalty ??
             params?.presencePenalty ??

package/dist/utils/common.js

@@ -126,6 +126,7 @@ export function copyAIModelParamsInto(params, options, target) {
             reasoningEffortToReasoningTokens(ret.modelName, options?.reasoningEffort);
     ret.topP = options?.topP ?? params?.topP ?? target.topP;
     ret.topK = options?.topK ?? params?.topK ?? target.topK;
+    ret.seed = options?.seed ?? params?.seed ?? target.seed;
     ret.presencePenalty =
         options?.presencePenalty ??
             params?.presencePenalty ??

package/dist/utils/gemini.cjs

@@ -136,7 +136,7 @@ function getGeminiAPI(config) {
             return null;
         }
     }
-    function messageContentImageUrl(content) {
+    function messageContentImageUrlData(content) {
         const url = typeof content.image_url === "string"
             ? content.image_url
             : content.image_url.url;
@@ -159,6 +159,11 @@ function getGeminiAPI(config) {
             };
         }
     }
+    function messageContentImageUrl(content) {
+        const ret = messageContentImageUrlData(content);
+        supplementVideoMetadata(content, ret);
+        return ret;
+    }
     async function blobToFileData(blob) {
         return {
             fileData: {
@@ -170,7 +175,7 @@ function getGeminiAPI(config) {
     async function fileUriContentToBlob(uri) {
         return config?.mediaManager?.getMediaBlob(uri);
     }
-    async function messageContentMedia(
+    async function messageContentMediaData(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     content) {
         if ("mimeType" in content && "data" in content) {
@@ -198,6 +203,34 @@ function getGeminiAPI(config) {
         }
         throw new Error(`Invalid media content: ${JSON.stringify(content, null, 1)}`);
     }
+    function supplementVideoMetadata(
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    content, ret) {
+        // Add videoMetadata if defined
+        if ("videoMetadata" in content && typeof ret === "object") {
+            // eslint-disable-next-line no-param-reassign
+            ret.videoMetadata = content.videoMetadata;
+        }
+        return ret;
+    }
+    async function messageContentMedia(
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    content) {
+        const ret = await messageContentMediaData(content);
+        supplementVideoMetadata(content, ret);
+        return ret;
+    }
+    function messageContentReasoning(content) {
+        if (content?.reasoning && content?.reasoning.length > 0) {
+            return {
+                text: content.reasoning,
+                thought: true,
+            };
+        }
+        else {
+            return null;
+        }
+    }
     const standardContentBlockConverter = {
         providerName: "Google Gemini",
         fromStandardTextBlock(block) {
@@ -316,8 +349,10 @@ function getGeminiAPI(config) {
                 break;
             case "media":
                 return await messageContentMedia(content);
+            case "reasoning":
+                return messageContentReasoning(content);
             default:
-                throw new Error(`Unsupported type "${content.type}" received while converting message to message parts: ${content}`);
+                throw new Error(`Unsupported type "${content.type}" received while converting message to message parts: ${JSON.stringify(content)}`);
         }
         throw new Error(`Cannot coerce "${content.type}" message part into a string.`);
     }
@@ -471,6 +506,12 @@ function getGeminiAPI(config) {
                 return [];
         }
     }
+    function thoughtPartToMessageContent(part) {
+        return {
+            type: "reasoning",
+            reasoning: part.text,
+        };
+    }
     function textPartToMessageContent(part) {
         return {
             type: "text",
@@ -495,6 +536,9 @@ function getGeminiAPI(config) {
             if (part === undefined || part === null) {
                 return null;
             }
+            else if (part.thought) {
+                return thoughtPartToMessageContent(part);
+            }
             else if ("text" in part) {
                 return textPartToMessageContent(part);
             }
@@ -639,6 +683,19 @@ function getGeminiAPI(config) {
             content,
         };
     }
+    function candidateToUrlContextMetadata(candidate) {
+        const retrieval = candidate?.urlRetrievalMetadata?.urlRetrievalContexts ?? [];
+        const context = candidate?.urlContextMetadata?.urlMetadata ?? [];
+        const all = [...retrieval, ...context];
+        if (all.length === 0) {
+            return undefined;
+        }
+        else {
+            return {
+                urlMetadata: all,
+            };
+        }
+    }
     function addModalityCounts(modalityTokenCounts, details) {
         modalityTokenCounts?.forEach((modalityTokenCount) => {
             const { modality, tokenCount } = modalityTokenCount;
@@ -659,6 +716,9 @@ function getGeminiAPI(config) {
             const total_tokens = usageMetadata.totalTokenCount ?? input_tokens + output_tokens;
             const input_token_details = {};
             addModalityCounts(usageMetadata.promptTokensDetails, input_token_details);
+            if (typeof usageMetadata?.cachedContentTokenCount === "number") {
+                input_token_details.cache_read = usageMetadata.cachedContentTokenCount;
+            }
             const output_token_details = {};
             addModalityCounts(usageMetadata?.candidatesTokensDetails, output_token_details);
             if (typeof usageMetadata?.thoughtsTokenCount === "number") {
@@ -701,6 +761,7 @@ function getGeminiAPI(config) {
             grounding_metadata: data.candidates[0]?.groundingMetadata,
             finish_reason,
             finish_message: data.candidates[0]?.finishMessage,
+            url_context_metadata: candidateToUrlContextMetadata(data.candidates[0]),
             avgLogprobs: data.candidates[0]?.avgLogprobs,
             logprobs: candidateToLogprobs(data.candidates[0]),
         };
@@ -828,6 +889,7 @@ function getGeminiAPI(config) {
                 if (typeof item.message.content === "string") {
                     // If this is a string, turn it into a text type
                     ret.push({
+                        type: "text",
                         text: item.message.content,
                     });
                 }
@@ -1072,6 +1134,7 @@ function getGeminiAPI(config) {
             temperature: parameters.temperature,
             topK: parameters.topK,
             topP: parameters.topP,
+            seed: parameters.seed,
             presencePenalty: parameters.presencePenalty,
             frequencyPenalty: parameters.frequencyPenalty,
             maxOutputTokens: parameters.maxOutputTokens,
@@ -1090,10 +1153,10 @@ function getGeminiAPI(config) {
         // Add thinking configuration if explicitly set
         // Note that you cannot have thinkingBudget set to 0 and includeThoughts true
         if (typeof parameters.maxReasoningTokens !== "undefined") {
+            const includeThoughts = parameters.maxReasoningTokens > 0;
             ret.thinkingConfig = {
                 thinkingBudget: parameters.maxReasoningTokens,
-                // TODO: Expose this configuration to the user once google fully supports it
-                includeThoughts: false,
+                includeThoughts,
             };
         }
         // Remove any undefined properties, so we don't send them

package/dist/utils/gemini.js

@@ -131,7 +131,7 @@ export function getGeminiAPI(config) {
             return null;
         }
     }
-    function messageContentImageUrl(content) {
+    function messageContentImageUrlData(content) {
         const url = typeof content.image_url === "string"
             ? content.image_url
             : content.image_url.url;
@@ -154,6 +154,11 @@ export function getGeminiAPI(config) {
             };
         }
     }
+    function messageContentImageUrl(content) {
+        const ret = messageContentImageUrlData(content);
+        supplementVideoMetadata(content, ret);
+        return ret;
+    }
     async function blobToFileData(blob) {
         return {
             fileData: {
@@ -165,7 +170,7 @@ export function getGeminiAPI(config) {
     async function fileUriContentToBlob(uri) {
         return config?.mediaManager?.getMediaBlob(uri);
     }
-    async function messageContentMedia(
+    async function messageContentMediaData(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     content) {
         if ("mimeType" in content && "data" in content) {
@@ -193,6 +198,34 @@ export function getGeminiAPI(config) {
         }
         throw new Error(`Invalid media content: ${JSON.stringify(content, null, 1)}`);
     }
+    function supplementVideoMetadata(
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    content, ret) {
+        // Add videoMetadata if defined
+        if ("videoMetadata" in content && typeof ret === "object") {
+            // eslint-disable-next-line no-param-reassign
+            ret.videoMetadata = content.videoMetadata;
+        }
+        return ret;
+    }
+    async function messageContentMedia(
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    content) {
+        const ret = await messageContentMediaData(content);
+        supplementVideoMetadata(content, ret);
+        return ret;
+    }
+    function messageContentReasoning(content) {
+        if (content?.reasoning && content?.reasoning.length > 0) {
+            return {
+                text: content.reasoning,
+                thought: true,
+            };
+        }
+        else {
+            return null;
+        }
+    }
     const standardContentBlockConverter = {
         providerName: "Google Gemini",
         fromStandardTextBlock(block) {
@@ -311,8 +344,10 @@ export function getGeminiAPI(config) {
                 break;
             case "media":
                 return await messageContentMedia(content);
+            case "reasoning":
+                return messageContentReasoning(content);
             default:
-                throw new Error(`Unsupported type "${content.type}" received while converting message to message parts: ${content}`);
+                throw new Error(`Unsupported type "${content.type}" received while converting message to message parts: ${JSON.stringify(content)}`);
         }
         throw new Error(`Cannot coerce "${content.type}" message part into a string.`);
     }
@@ -466,6 +501,12 @@ export function getGeminiAPI(config) {
                 return [];
         }
     }
+    function thoughtPartToMessageContent(part) {
+        return {
+            type: "reasoning",
+            reasoning: part.text,
+        };
+    }
     function textPartToMessageContent(part) {
         return {
             type: "text",
@@ -490,6 +531,9 @@ export function getGeminiAPI(config) {
             if (part === undefined || part === null) {
                 return null;
             }
+            else if (part.thought) {
+                return thoughtPartToMessageContent(part);
+            }
             else if ("text" in part) {
                 return textPartToMessageContent(part);
             }
@@ -634,6 +678,19 @@ export function getGeminiAPI(config) {
             content,
         };
     }
+    function candidateToUrlContextMetadata(candidate) {
+        const retrieval = candidate?.urlRetrievalMetadata?.urlRetrievalContexts ?? [];
+        const context = candidate?.urlContextMetadata?.urlMetadata ?? [];
+        const all = [...retrieval, ...context];
+        if (all.length === 0) {
+            return undefined;
+        }
+        else {
+            return {
+                urlMetadata: all,
+            };
+        }
+    }
     function addModalityCounts(modalityTokenCounts, details) {
         modalityTokenCounts?.forEach((modalityTokenCount) => {
             const { modality, tokenCount } = modalityTokenCount;
@@ -654,6 +711,9 @@ export function getGeminiAPI(config) {
             const total_tokens = usageMetadata.totalTokenCount ?? input_tokens + output_tokens;
             const input_token_details = {};
             addModalityCounts(usageMetadata.promptTokensDetails, input_token_details);
+            if (typeof usageMetadata?.cachedContentTokenCount === "number") {
+                input_token_details.cache_read = usageMetadata.cachedContentTokenCount;
+            }
             const output_token_details = {};
             addModalityCounts(usageMetadata?.candidatesTokensDetails, output_token_details);
             if (typeof usageMetadata?.thoughtsTokenCount === "number") {
@@ -696,6 +756,7 @@ export function getGeminiAPI(config) {
             grounding_metadata: data.candidates[0]?.groundingMetadata,
             finish_reason,
             finish_message: data.candidates[0]?.finishMessage,
+            url_context_metadata: candidateToUrlContextMetadata(data.candidates[0]),
             avgLogprobs: data.candidates[0]?.avgLogprobs,
             logprobs: candidateToLogprobs(data.candidates[0]),
         };
@@ -823,6 +884,7 @@ export function getGeminiAPI(config) {
                 if (typeof item.message.content === "string") {
                     // If this is a string, turn it into a text type
                     ret.push({
+                        type: "text",
                         text: item.message.content,
                     });
                 }
@@ -1067,6 +1129,7 @@ export function getGeminiAPI(config) {
             temperature: parameters.temperature,
             topK: parameters.topK,
             topP: parameters.topP,
+            seed: parameters.seed,
             presencePenalty: parameters.presencePenalty,
             frequencyPenalty: parameters.frequencyPenalty,
             maxOutputTokens: parameters.maxOutputTokens,
@@ -1085,10 +1148,10 @@ export function getGeminiAPI(config) {
         // Add thinking configuration if explicitly set
         // Note that you cannot have thinkingBudget set to 0 and includeThoughts true
         if (typeof parameters.maxReasoningTokens !== "undefined") {
+            const includeThoughts = parameters.maxReasoningTokens > 0;
             ret.thinkingConfig = {
                 thinkingBudget: parameters.maxReasoningTokens,
-                // TODO: Expose this configuration to the user once google fully supports it
-                includeThoughts: false,
+                includeThoughts,
             };
         }
         // Remove any undefined properties, so we don't send them

package/dist/utils/zod_to_gemini_parameters.cjs

@@ -12,6 +12,31 @@ obj) {
         if ("additionalProperties" in newObj) {
             delete newObj.additionalProperties;
         }
+        if (Array.isArray(obj.type)) {
+            const len = obj.type.length;
+            const nullIndex = obj.type.indexOf("null");
+            if (len === 2 && nullIndex >= 0) {
+                // There are only two values set for the type, and one of them is "null".
+                // Set the type to the other one and set nullable to true.
+                const typeIndex = nullIndex === 0 ? 1 : 0;
+                newObj.type = obj.type[typeIndex];
+                newObj.nullable = true;
+            }
+            else if (len === 1 && nullIndex === 0) {
+                // This is nullable only without a type, which doesn't
+                // make sense for Gemini
+                throw new Error("zod_to_gemini_parameters: Gemini cannot handle null type");
+            }
+            else if (len === 1) {
+                // Although an array, it has only one value.
+                // So set it to the string to match what Gemini expects.
+                newObj.type = obj?.type[0];
+            }
+            else {
+                // Anything else could be a union type, so reject it.
+                throw new Error("zod_to_gemini_parameters: Gemini cannot handle union types");
+            }
+        }
         for (const key in newObj) {
             if (key in newObj) {
                 if (Array.isArray(newObj[key])) {
@@ -30,6 +55,8 @@ exports.removeAdditionalProperties = removeAdditionalProperties;
 function schemaToGeminiParameters(schema) {
     // Gemini doesn't accept either the $schema or additionalProperties
     // attributes, so we need to explicitly remove them.
+    // Zod sometimes also makes an array of type (because of .nullish()),
+    // which needs cleaning up.
     const jsonSchema = removeAdditionalProperties((0, types_1.isZodSchema)(schema) ? (0, zod_to_json_schema_1.zodToJsonSchema)(schema) : schema);
     const { $schema, ...rest } = jsonSchema;
     return rest;

package/dist/utils/zod_to_gemini_parameters.js

@@ -9,6 +9,31 @@ obj) {
         if ("additionalProperties" in newObj) {
             delete newObj.additionalProperties;
         }
+        if (Array.isArray(obj.type)) {
+            const len = obj.type.length;
+            const nullIndex = obj.type.indexOf("null");
+            if (len === 2 && nullIndex >= 0) {
+                // There are only two values set for the type, and one of them is "null".
+                // Set the type to the other one and set nullable to true.
+                const typeIndex = nullIndex === 0 ? 1 : 0;
+                newObj.type = obj.type[typeIndex];
+                newObj.nullable = true;
+            }
+            else if (len === 1 && nullIndex === 0) {
+                // This is nullable only without a type, which doesn't
+                // make sense for Gemini
+                throw new Error("zod_to_gemini_parameters: Gemini cannot handle null type");
+            }
+            else if (len === 1) {
+                // Although an array, it has only one value.
+                // So set it to the string to match what Gemini expects.
+                newObj.type = obj?.type[0];
+            }
+            else {
+                // Anything else could be a union type, so reject it.
+                throw new Error("zod_to_gemini_parameters: Gemini cannot handle union types");
+            }
+        }
         for (const key in newObj) {
             if (key in newObj) {
                 if (Array.isArray(newObj[key])) {
@@ -26,6 +51,8 @@ obj) {
 export function schemaToGeminiParameters(schema) {
     // Gemini doesn't accept either the $schema or additionalProperties
     // attributes, so we need to explicitly remove them.
+    // Zod sometimes also makes an array of type (because of .nullish()),
+    // which needs cleaning up.
     const jsonSchema = removeAdditionalProperties(isZodSchema(schema) ? zodToJsonSchema(schema) : schema);
     const { $schema, ...rest } = jsonSchema;
     return rest;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/google-common",
-  "version": "0.2.8",
+  "version": "0.2.10",
   "description": "Core types and classes for Google services.",
   "type": "module",
   "engines": {
@@ -40,7 +40,7 @@
   },
   "devDependencies": {
     "@jest/globals": "^29.5.0",
-    "@langchain/core": "0.3.55",
+    "@langchain/core": "0.3.57",
     "@langchain/scripts": ">=0.1.0 <0.2.0",
     "@swc/core": "^1.3.90",
     "@swc/jest": "^0.2.29",