@langchain/google-common 0.2.18 → 1.0.1

package/dist/llms.d.ts

@@ -1,62 +1,72 @@
-import { Callbacks } from "@langchain/core/callbacks/manager";
-import { LLM } from "@langchain/core/language_models/llms";
-import { type BaseLanguageModelCallOptions, BaseLanguageModelInput } from "@langchain/core/language_models/base";
-import { BaseMessage, MessageContent } from "@langchain/core/messages";
-import { AbstractGoogleLLMConnection } from "./connection.js";
-import { GoogleAIBaseLLMInput, GoogleAIModelParams, GoogleAISafetySetting, GooglePlatformType, GeminiContent, GoogleAIResponseMimeType } from "./types.js";
+import { GeminiContent, GoogleAIBaseLLMInput, GoogleAIModelParams, GoogleAIResponseMimeType, GoogleAISafetyHandler, GoogleAISafetySetting, GoogleBaseLLMInput, GooglePlatformType } from "./types.js";
 import { GoogleAbstractedClient } from "./auth.js";
+import { AbstractGoogleLLMConnection } from "./connection.js";
 import { ChatGoogleBase } from "./chat_models.js";
-import type { GoogleBaseLLMInput, GoogleAISafetyHandler } from "./types.js";
-export { GoogleBaseLLMInput };
+import { BaseMessage, MessageContent } from "@langchain/core/messages";
+import { BaseLanguageModelCallOptions, BaseLanguageModelInput } from "@langchain/core/language_models/base";
+import { Callbacks } from "@langchain/core/callbacks/manager";
+import { LLM } from "@langchain/core/language_models/llms";
+
+//#region src/llms.d.ts
 declare class GoogleLLMConnection<AuthOptions> extends AbstractGoogleLLMConnection<MessageContent, AuthOptions> {
-    formatContents(input: MessageContent, _parameters: GoogleAIModelParams): Promise<GeminiContent[]>;
+  formatContents(input: MessageContent, _parameters: GoogleAIModelParams): Promise<GeminiContent[]>;
 }
 /**
  * Integration with an LLM.
  */
-export declare abstract class GoogleBaseLLM<AuthOptions> extends LLM<BaseLanguageModelCallOptions> implements GoogleBaseLLMInput<AuthOptions> {
-    static lc_name(): string;
-    get lc_secrets(): {
-        [key: string]: string;
-    } | undefined;
-    originalFields?: GoogleBaseLLMInput<AuthOptions>;
-    lc_serializable: boolean;
-    modelName: string;
-    model: string;
-    temperature: number;
-    maxOutputTokens: number;
-    topP: number;
-    topK: number;
-    stopSequences: string[];
-    safetySettings: GoogleAISafetySetting[];
-    safetyHandler: GoogleAISafetyHandler;
-    responseMimeType: GoogleAIResponseMimeType;
-    protected connection: GoogleLLMConnection<AuthOptions>;
-    protected streamedConnection: GoogleLLMConnection<AuthOptions>;
-    constructor(fields?: GoogleBaseLLMInput<AuthOptions>);
-    abstract buildAbstractedClient(fields?: GoogleAIBaseLLMInput<AuthOptions>): GoogleAbstractedClient;
-    buildApiKeyClient(apiKey: string): GoogleAbstractedClient;
-    buildApiKey(fields?: GoogleAIBaseLLMInput<AuthOptions>): string | undefined;
-    buildClient(fields?: GoogleAIBaseLLMInput<AuthOptions>): GoogleAbstractedClient;
-    buildConnection(fields: GoogleBaseLLMInput<AuthOptions>, client: GoogleAbstractedClient): void;
-    get platform(): GooglePlatformType;
-    _llmType(): string;
-    formatPrompt(prompt: string): MessageContent;
-    /**
-     * For some given input string and options, return a string output.
-     *
-     * Despite the fact that `invoke` is overridden below, we still need this
-     * in order to handle public APi calls to `generate()`.
-     */
-    _call(prompt: string, options: this["ParsedCallOptions"]): Promise<string>;
-    _streamIterator(input: BaseLanguageModelInput, options?: BaseLanguageModelCallOptions): AsyncGenerator<string>;
-    predictMessages(messages: BaseMessage[], options?: string[] | BaseLanguageModelCallOptions, _callbacks?: Callbacks): Promise<BaseMessage>;
-    /**
-     * Internal implementation detail to allow Google LLMs to support
-     * multimodal input by delegating to the chat model implementation.
-     *
-     * TODO: Replace with something less hacky.
-     */
-    protected createProxyChat(): ChatGoogleBase<AuthOptions>;
-    invoke(input: BaseLanguageModelInput, options?: BaseLanguageModelCallOptions): Promise<string>;
+declare abstract class GoogleBaseLLM<AuthOptions> extends LLM<BaseLanguageModelCallOptions> implements GoogleBaseLLMInput<AuthOptions> {
+  // Used for tracing, replace with the same name as your class
+  static lc_name(): string;
+  get lc_secrets(): {
+    [key: string]: string;
+  } | undefined;
+  originalFields?: GoogleBaseLLMInput<AuthOptions>;
+  lc_serializable: boolean;
+  modelName: string;
+  model: string;
+  temperature: number;
+  maxOutputTokens: number;
+  topP: number;
+  topK: number;
+  stopSequences: string[];
+  safetySettings: GoogleAISafetySetting[];
+  safetyHandler: GoogleAISafetyHandler;
+  responseMimeType: GoogleAIResponseMimeType;
+  protected connection: GoogleLLMConnection<AuthOptions>;
+  protected streamedConnection: GoogleLLMConnection<AuthOptions>;
+  constructor(fields?: GoogleBaseLLMInput<AuthOptions>);
+  abstract buildAbstractedClient(fields?: GoogleAIBaseLLMInput<AuthOptions>): GoogleAbstractedClient;
+  buildApiKeyClient(apiKey: string): GoogleAbstractedClient;
+  buildApiKey(fields?: GoogleAIBaseLLMInput<AuthOptions>): string | undefined;
+  buildClient(fields?: GoogleAIBaseLLMInput<AuthOptions>): GoogleAbstractedClient;
+  buildConnection(fields: GoogleBaseLLMInput<AuthOptions>, client: GoogleAbstractedClient): void;
+  get platform(): GooglePlatformType;
+  // Replace
+  _llmType(): string;
+  formatPrompt(prompt: string): MessageContent;
+  /**
+   * For some given input string and options, return a string output.
+   *
+   * Despite the fact that `invoke` is overridden below, we still need this
+   * in order to handle public APi calls to `generate()`.
+   */
+  _call(prompt: string, options: this["ParsedCallOptions"]): Promise<string>;
+  // Normally, you should not override this method and instead should override
+  // _streamResponseChunks. We are doing so here to allow for multimodal inputs into
+  // the LLM.
+  _streamIterator(input: BaseLanguageModelInput, options?: BaseLanguageModelCallOptions): AsyncGenerator<string>;
+  predictMessages(messages: BaseMessage[], options?: string[] | BaseLanguageModelCallOptions, _callbacks?: Callbacks): Promise<BaseMessage>;
+  /**
+   * Internal implementation detail to allow Google LLMs to support
+   * multimodal input by delegating to the chat model implementation.
+   *
+   * TODO: Replace with something less hacky.
+   */
+  protected createProxyChat(): ChatGoogleBase<AuthOptions>;
+  // TODO: Remove the need to override this - we are doing it to
+  // allow the LLM to handle multimodal types of input.
+  invoke(input: BaseLanguageModelInput, options?: BaseLanguageModelCallOptions): Promise<string>;
 }
+//#endregion
+export { GoogleBaseLLM };
+//# sourceMappingURL=llms.d.ts.map

package/dist/llms.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llms.d.ts","names":["Callbacks","LLM","BaseLanguageModelCallOptions","BaseLanguageModelInput","BaseMessage","MessageContent","AbstractGoogleLLMConnection","GoogleAIBaseLLMInput","GoogleAIModelParams","GoogleAISafetySetting","GooglePlatformType","GeminiContent","GoogleAIResponseMimeType","GoogleAbstractedClient","ChatGoogleBase","GoogleBaseLLMInput","GoogleAISafetyHandler","GoogleLLMConnection","AuthOptions","Promise","GoogleBaseLLM","AsyncGenerator"],"sources":["../src/llms.d.ts"],"sourcesContent":["import { Callbacks } from \"@langchain/core/callbacks/manager\";\nimport { LLM } from \"@langchain/core/language_models/llms\";\nimport { type BaseLanguageModelCallOptions, BaseLanguageModelInput } from \"@langchain/core/language_models/base\";\nimport { BaseMessage, MessageContent } from \"@langchain/core/messages\";\nimport { AbstractGoogleLLMConnection } from \"./connection.js\";\nimport { GoogleAIBaseLLMInput, GoogleAIModelParams, GoogleAISafetySetting, GooglePlatformType, GeminiContent, GoogleAIResponseMimeType } from \"./types.js\";\nimport { GoogleAbstractedClient } from \"./auth.js\";\nimport { ChatGoogleBase } from \"./chat_models.js\";\nimport type { GoogleBaseLLMInput, GoogleAISafetyHandler } from \"./types.js\";\nexport { GoogleBaseLLMInput };\ndeclare class GoogleLLMConnection<AuthOptions> extends AbstractGoogleLLMConnection<MessageContent, AuthOptions> {\n    formatContents(input: MessageContent, _parameters: GoogleAIModelParams): Promise<GeminiContent[]>;\n}\n/**\n * Integration with an LLM.\n */\nexport declare abstract class GoogleBaseLLM<AuthOptions> extends LLM<BaseLanguageModelCallOptions> implements GoogleBaseLLMInput<AuthOptions> {\n    // Used for tracing, replace with the same name as your class\n    static lc_name(): string;\n    get lc_secrets(): {\n        [key: string]: string;\n    } | undefined;\n    originalFields?: GoogleBaseLLMInput<AuthOptions>;\n    lc_serializable: boolean;\n    modelName: string;\n    model: string;\n    temperature: number;\n    maxOutputTokens: number;\n    topP: number;\n    topK: number;\n    stopSequences: string[];\n    safetySettings: GoogleAISafetySetting[];\n    safetyHandler: GoogleAISafetyHandler;\n    responseMimeType: GoogleAIResponseMimeType;\n    protected connection: GoogleLLMConnection<AuthOptions>;\n    protected streamedConnection: GoogleLLMConnection<AuthOptions>;\n    constructor(fields?: GoogleBaseLLMInput<AuthOptions>);\n    abstract buildAbstractedClient(fields?: GoogleAIBaseLLMInput<AuthOptions>): GoogleAbstractedClient;\n    buildApiKeyClient(apiKey: string): GoogleAbstractedClient;\n    buildApiKey(fields?: GoogleAIBaseLLMInput<AuthOptions>): string | undefined;\n    buildClient(fields?: GoogleAIBaseLLMInput<AuthOptions>): GoogleAbstractedClient;\n    buildConnection(fields: GoogleBaseLLMInput<AuthOptions>, client: GoogleAbstractedClient): void;\n    get platform(): GooglePlatformType;\n    // Replace\n    _llmType(): string;\n    formatPrompt(prompt: string): MessageContent;\n    /**\n     * For some given input string and options, return a string output.\n     *\n     * Despite the fact that `invoke` is overridden below, we still need this\n     * in order to handle public APi calls to `generate()`.\n     */\n    _call(prompt: string, options: this[\"ParsedCallOptions\"]): Promise<string>;\n    // Normally, you should not override this method and instead should override\n    // _streamResponseChunks. We are doing so here to allow for multimodal inputs into\n    // the LLM.\n    _streamIterator(input: BaseLanguageModelInput, options?: BaseLanguageModelCallOptions): AsyncGenerator<string>;\n    predictMessages(messages: BaseMessage[], options?: string[] | BaseLanguageModelCallOptions, _callbacks?: Callbacks): Promise<BaseMessage>;\n    /**\n     * Internal implementation detail to allow Google LLMs to support\n     * multimodal input by delegating to the chat model implementation.\n     *\n     * TODO: Replace with something less hacky.\n     */\n    protected createProxyChat(): ChatGoogleBase<AuthOptions>;\n    // TODO: Remove the need to override this - we are doing it to\n    // allow the LLM to handle multimodal types of input.\n    invoke(input: BaseLanguageModelInput, options?: BaseLanguageModelCallOptions): Promise<string>;\n}\n"],"mappings":";;;;;;;;;;AAS8B,cAChBiB,mBAAmB,CAAA,WAAA,CAAA,SAAsBX,2BAAtB,CAAkDD,cAAlD,EAAkEa,WAAlE,CAAA,CAAA;EAAA,cAAA,CAAA,KAAA,EACPb,cADO,EAAA,WAAA,EACsBG,mBADtB,CAAA,EAC4CW,OAD5C,CACoDR,aADpD,EAAA,CAAA;;;;;AACoDA,uBAKvDS,aALuDT,CAAAA,WAAAA,CAAAA,SAKpBV,GALoBU,CAKhBT,4BALgBS,CAAAA,YAKyBI,kBALzBJ,CAK4CO,WAL5CP,CAAAA,CAAAA;EAAa;EAAd,OAD7BL,OAAAA,CAAAA,CAAAA,EAAAA,MAAAA;EAA2B,IAAA,UAAA,CAAA,CAAA,EAAA;IAMpDc,CAAAA,GAAAA,EAAAA,MAAa,CAAA,EAAA,MAAA;EAAA,CAAA,GAAA,SAAA;EAAA,cAA0BlB,CAAAA,EAMhDa,kBANgDb,CAM7BgB,WAN6BhB,CAAAA;EAA4B,eAAgCgB,EAAAA,OAAAA;EAAW,SAMpGA,EAAAA,MAAAA;EAAW,KAA9BH,EAAAA,MAAAA;EAAkB,WASnBN,EAAAA,MAAAA;EAAqB,eACtBO,EAAAA,MAAAA;EAAqB,IAClBJ,EAAAA,MAAAA;EAAwB,IACAM,EAAAA,MAAAA;EAAW,aAA/BD,EAAAA,MAAAA,EAAAA;EAAmB,cACSC,EAJlCT,qBAIkCS,EAAAA;EAAW,aAA/BD,EAHfD,qBAGeC;EAAmB,gBACTC,EAHtBN,wBAGsBM;EAAW,UAA9BH,UAAAA,EAFCE,mBAEDF,CAFqBG,WAErBH,CAAAA;EAAkB,UACsBG,kBAAAA,EAF/BD,mBAE+BC,CAFXA,WAEWA,CAAAA;EAAW,WAAhCX,CAAAA,MAAAA,CAAAA,EADnBQ,kBACmBR,CADAW,WACAX,CAAAA;EAAoB,SAAgBM,qBAAAA,CAAAA,MAAAA,CAAAA,EAApCN,oBAAoCM,CAAfK,WAAeL,CAAAA,CAAAA,EAAAA,sBAAAA;EAAsB,iBAC/DA,CAAAA,MAAAA,EAAAA,MAAAA,CAAAA,EAAAA,sBAAAA;EAAsB,WACfK,CAAAA,MAAAA,CAAAA,EAArBX,oBAAqBW,CAAAA,WAAAA,CAAAA,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAW,WAAhCX,CAAAA,MAAAA,CAAAA,EACAA,oBADAA,CACqBW,WADrBX,CAAAA,CAAAA,EACoCM,sBADpCN;EAAoB,eACCW,CAAAA,MAAAA,EAClBH,kBADkBG,CACCA,WADDA,CAAAA,EAAAA,MAAAA,EACuBL,sBADvBK,CAAAA,EAAAA,IAAAA;EAAW,IAAhCX,QAAAA,CAAAA,CAAAA,EAELG,kBAFKH;EAAoB;EAAsC,QACpCW,CAAAA,CAAAA,EAAAA,MAAAA;EAAW,YAA9BH,CAAAA,MAAAA,EAAAA,MAAAA,CAAAA,EAIMV,cAJNU;EAAkB;;;;;;EAe2C,KAAGM,CAAAA,MAAAA,EAAAA,MAAAA,EAAAA,OAAAA,EAAAA,IAAAA,CAAAA,mBAAAA,CAAAA,CAAAA,EAJ7BF,OAI6BE,CAAAA,MAAAA,CAAAA;EAAc;EACjE;EAAqD;EAAwB,eAAWjB,CAAAA,KAAAA,EADtGD,sBACsGC,EAAAA,OAAAA,CAAAA,EADpEF,4BACoEE,CAAAA,EADrCiB,cACqCjB,CAAAA,MAAAA,CAAAA;EAAW,eAAnBe,CAAAA,QAAAA,EAA3Ff,WAA2Fe,EAAAA,EAAAA,OAAAA,CAAAA,EAAAA,MAAAA,EAAAA,GAAvDjB,4BAAuDiB,EAAAA,UAAAA,CAAAA,EAAZnB,SAAYmB,CAAAA,EAAAA,OAAAA,CAAQf,WAARe,CAAAA;EAAO;;;;;;EAzC5D,UAA0CJ,eAAAA,CAAAA,CAAAA,EAgD7ED,cAhD6EC,CAgD9DG,WAhD8DH,CAAAA;EAAkB;;gBAmD9GZ,kCAAkCD,+BAA+BiB"}

package/dist/llms.js

@@ -1,242 +1,158 @@
-import { CallbackManager } from "@langchain/core/callbacks/manager";
-import { BaseLLM, LLM } from "@langchain/core/language_models/llms";
-import { GenerationChunk } from "@langchain/core/outputs";
-import { getEnvironmentVariable } from "@langchain/core/utils/env";
-import { AbstractGoogleLLMConnection } from "./connection.js";
-import { copyAIModelParams, copyAndValidateModelParamsInto, } from "./utils/common.js";
 import { DefaultGeminiSafetyHandler } from "./utils/gemini.js";
-import { ApiKeyGoogleAuth } from "./auth.js";
+import { copyAIModelParams, copyAndValidateModelParamsInto } from "./utils/common.js";
 import { ensureParams } from "./utils/failed_handler.js";
+import { AbstractGoogleLLMConnection } from "./connection.js";
+import { ApiKeyGoogleAuth } from "./auth.js";
 import { ChatGoogleBase } from "./chat_models.js";
-class GoogleLLMConnection extends AbstractGoogleLLMConnection {
-    async formatContents(input, _parameters) {
-        const parts = await this.api.messageContentToParts(input);
-        const contents = [
-            {
-                role: "user", // Required by Vertex AI
-                parts,
-            },
-        ];
-        return contents;
-    }
-}
-class ProxyChatGoogle extends ChatGoogleBase {
-    constructor(fields) {
-        super(fields);
-    }
-    buildAbstractedClient(fields) {
-        return fields.connection.client;
-    }
-}
+import { getEnvironmentVariable } from "@langchain/core/utils/env";
+import { GenerationChunk } from "@langchain/core/outputs";
+import { CallbackManager } from "@langchain/core/callbacks/manager";
+import { BaseLLM, LLM } from "@langchain/core/language_models/llms";
+
+//#region src/llms.ts
+var GoogleLLMConnection = class extends AbstractGoogleLLMConnection {
+	async formatContents(input, _parameters) {
+		const parts = await this.api.messageContentToParts(input);
+		const contents = [{
+			role: "user",
+			parts
+		}];
+		return contents;
+	}
+};
+var ProxyChatGoogle = class extends ChatGoogleBase {
+	constructor(fields) {
+		super(fields);
+	}
+	buildAbstractedClient(fields) {
+		return fields.connection.client;
+	}
+};
 /**
- * Integration with an LLM.
- */
-export class GoogleBaseLLM extends LLM {
-    // Used for tracing, replace with the same name as your class
-    static lc_name() {
-        return "GoogleLLM";
-    }
-    get lc_secrets() {
-        return {
-            authOptions: "GOOGLE_AUTH_OPTIONS",
-        };
-    }
-    constructor(fields) {
-        super(ensureParams(fields));
-        Object.defineProperty(this, "originalFields", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "lc_serializable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "modelName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "gemini-pro"
-        });
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "gemini-pro"
-        });
-        Object.defineProperty(this, "temperature", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 0.7
-        });
-        Object.defineProperty(this, "maxOutputTokens", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 1024
-        });
-        Object.defineProperty(this, "topP", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 0.8
-        });
-        Object.defineProperty(this, "topK", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 40
-        });
-        Object.defineProperty(this, "stopSequences", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: []
-        });
-        Object.defineProperty(this, "safetySettings", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: []
-        });
-        Object.defineProperty(this, "safetyHandler", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "responseMimeType", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "text/plain"
-        });
-        Object.defineProperty(this, "connection", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "streamedConnection", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.originalFields = fields;
-        copyAndValidateModelParamsInto(fields, this);
-        this.safetyHandler =
-            fields?.safetyHandler ?? new DefaultGeminiSafetyHandler();
-        const client = this.buildClient(fields);
-        this.buildConnection(fields ?? {}, client);
-    }
-    buildApiKeyClient(apiKey) {
-        return new ApiKeyGoogleAuth(apiKey);
-    }
-    buildApiKey(fields) {
-        return fields?.apiKey ?? getEnvironmentVariable("GOOGLE_API_KEY");
-    }
-    buildClient(fields) {
-        const apiKey = this.buildApiKey(fields);
-        if (apiKey) {
-            return this.buildApiKeyClient(apiKey);
-        }
-        else {
-            return this.buildAbstractedClient(fields);
-        }
-    }
-    buildConnection(fields, client) {
-        this.connection = new GoogleLLMConnection({ ...fields, ...this }, this.caller, client, false);
-        this.streamedConnection = new GoogleLLMConnection({ ...fields, ...this }, this.caller, client, true);
-    }
-    get platform() {
-        return this.connection.platform;
-    }
-    // Replace
-    _llmType() {
-        return "googlellm";
-    }
-    formatPrompt(prompt) {
-        return prompt;
-    }
-    /**
-     * For some given input string and options, return a string output.
-     *
-     * Despite the fact that `invoke` is overridden below, we still need this
-     * in order to handle public APi calls to `generate()`.
-     */
-    async _call(prompt, options) {
-        const parameters = copyAIModelParams(this, options);
-        const result = await this.connection.request(prompt, parameters, options);
-        const ret = this.connection.api.responseToString(result);
-        return ret;
-    }
-    // Normally, you should not override this method and instead should override
-    // _streamResponseChunks. We are doing so here to allow for multimodal inputs into
-    // the LLM.
-    async *_streamIterator(input, options) {
-        // TODO: Refactor callback setup and teardown code into core
-        const prompt = BaseLLM._convertInputToPromptValue(input);
-        const [runnableConfig, callOptions] = this._separateRunnableConfigFromCallOptions(options);
-        const callbackManager_ = await CallbackManager.configure(runnableConfig.callbacks, this.callbacks, runnableConfig.tags, this.tags, runnableConfig.metadata, this.metadata, { verbose: this.verbose });
-        const extra = {
-            options: callOptions,
-            invocation_params: this?.invocationParams(callOptions),
-            batch_size: 1,
-        };
-        const runManagers = await callbackManager_?.handleLLMStart(this.toJSON(), [prompt.toString()], undefined, undefined, extra, undefined, undefined, runnableConfig.runName);
-        let generation = new GenerationChunk({
-            text: "",
-        });
-        const proxyChat = this.createProxyChat();
-        try {
-            for await (const chunk of proxyChat._streamIterator(input, options)) {
-                const stringValue = this.connection.api.chunkToString(chunk);
-                const generationChunk = new GenerationChunk({
-                    text: stringValue,
-                });
-                generation = generation.concat(generationChunk);
-                yield stringValue;
-            }
-        }
-        catch (err) {
-            await Promise.all((runManagers ?? []).map((runManager) => runManager?.handleLLMError(err)));
-            throw err;
-        }
-        await Promise.all((runManagers ?? []).map((runManager) => runManager?.handleLLMEnd({
-            generations: [[generation]],
-        })));
-    }
-    async predictMessages(messages, options, _callbacks) {
-        const { content } = messages[0];
-        const result = await this.connection.request(content, {}, options);
-        const ret = this.connection.api.responseToBaseMessage(result);
-        return ret;
-    }
-    /**
-     * Internal implementation detail to allow Google LLMs to support
-     * multimodal input by delegating to the chat model implementation.
-     *
-     * TODO: Replace with something less hacky.
-     */
-    createProxyChat() {
-        return new ProxyChatGoogle({
-            ...this.originalFields,
-            connection: this.connection,
-        });
-    }
-    // TODO: Remove the need to override this - we are doing it to
-    // allow the LLM to handle multimodal types of input.
-    async invoke(input, options) {
-        const stream = await this._streamIterator(input, options);
-        let generatedOutput = "";
-        for await (const chunk of stream) {
-            generatedOutput += chunk;
-        }
-        return generatedOutput;
-    }
-}
+* Integration with an LLM.
+*/
+var GoogleBaseLLM = class extends LLM {
+	static lc_name() {
+		return "GoogleLLM";
+	}
+	get lc_secrets() {
+		return { authOptions: "GOOGLE_AUTH_OPTIONS" };
+	}
+	originalFields;
+	lc_serializable = true;
+	modelName = "gemini-pro";
+	model = "gemini-pro";
+	temperature = .7;
+	maxOutputTokens = 1024;
+	topP = .8;
+	topK = 40;
+	stopSequences = [];
+	safetySettings = [];
+	safetyHandler;
+	responseMimeType = "text/plain";
+	connection;
+	streamedConnection;
+	constructor(fields) {
+		super(ensureParams(fields));
+		this.originalFields = fields;
+		copyAndValidateModelParamsInto(fields, this);
+		this.safetyHandler = fields?.safetyHandler ?? new DefaultGeminiSafetyHandler();
+		const client = this.buildClient(fields);
+		this.buildConnection(fields ?? {}, client);
+	}
+	buildApiKeyClient(apiKey) {
+		return new ApiKeyGoogleAuth(apiKey);
+	}
+	buildApiKey(fields) {
+		return fields?.apiKey ?? getEnvironmentVariable("GOOGLE_API_KEY");
+	}
+	buildClient(fields) {
+		const apiKey = this.buildApiKey(fields);
+		if (apiKey) return this.buildApiKeyClient(apiKey);
+		else return this.buildAbstractedClient(fields);
+	}
+	buildConnection(fields, client) {
+		this.connection = new GoogleLLMConnection({
+			...fields,
+			...this
+		}, this.caller, client, false);
+		this.streamedConnection = new GoogleLLMConnection({
+			...fields,
+			...this
+		}, this.caller, client, true);
+	}
+	get platform() {
+		return this.connection.platform;
+	}
+	_llmType() {
+		return "googlellm";
+	}
+	formatPrompt(prompt) {
+		return prompt;
+	}
+	/**
+	* For some given input string and options, return a string output.
+	*
+	* Despite the fact that `invoke` is overridden below, we still need this
+	* in order to handle public APi calls to `generate()`.
+	*/
+	async _call(prompt, options) {
+		const parameters = copyAIModelParams(this, options);
+		const result = await this.connection.request(prompt, parameters, options);
+		const ret = this.connection.api.responseToString(result);
+		return ret;
+	}
+	async *_streamIterator(input, options) {
+		const prompt = BaseLLM._convertInputToPromptValue(input);
+		const [runnableConfig, callOptions] = this._separateRunnableConfigFromCallOptions(options);
+		const callbackManager_ = await CallbackManager.configure(runnableConfig.callbacks, this.callbacks, runnableConfig.tags, this.tags, runnableConfig.metadata, this.metadata, { verbose: this.verbose });
+		const extra = {
+			options: callOptions,
+			invocation_params: this?.invocationParams(callOptions),
+			batch_size: 1
+		};
+		const runManagers = await callbackManager_?.handleLLMStart(this.toJSON(), [prompt.toString()], void 0, void 0, extra, void 0, void 0, runnableConfig.runName);
+		let generation = new GenerationChunk({ text: "" });
+		const proxyChat = this.createProxyChat();
+		try {
+			for await (const chunk of proxyChat._streamIterator(input, options)) {
+				const stringValue = this.connection.api.chunkToString(chunk);
+				const generationChunk = new GenerationChunk({ text: stringValue });
+				generation = generation.concat(generationChunk);
+				yield stringValue;
+			}
+		} catch (err) {
+			await Promise.all((runManagers ?? []).map((runManager) => runManager?.handleLLMError(err)));
+			throw err;
+		}
+		await Promise.all((runManagers ?? []).map((runManager) => runManager?.handleLLMEnd({ generations: [[generation]] })));
+	}
+	async predictMessages(messages, options, _callbacks) {
+		const { content } = messages[0];
+		const result = await this.connection.request(content, {}, options);
+		const ret = this.connection.api.responseToBaseMessage(result);
+		return ret;
+	}
+	/**
+	* Internal implementation detail to allow Google LLMs to support
+	* multimodal input by delegating to the chat model implementation.
+	*
+	* TODO: Replace with something less hacky.
+	*/
+	createProxyChat() {
+		return new ProxyChatGoogle({
+			...this.originalFields,
+			connection: this.connection
+		});
+	}
+	async invoke(input, options) {
+		const stream = await this._streamIterator(input, options);
+		let generatedOutput = "";
+		for await (const chunk of stream) generatedOutput += chunk;
+		return generatedOutput;
+	}
+};
+
+//#endregion
+export { GoogleBaseLLM };
+//# sourceMappingURL=llms.js.map

package/dist/llms.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llms.js","names":["input: MessageContent","_parameters: GoogleAIModelParams","contents: GeminiContent[]","fields: ProxyChatInput<AuthOptions>","fields?: GoogleBaseLLMInput<AuthOptions>","apiKey: string","fields?: GoogleAIBaseLLMInput<AuthOptions>","fields: GoogleBaseLLMInput<AuthOptions>","client: GoogleAbstractedClient","prompt: string","options: this[\"ParsedCallOptions\"]","input: BaseLanguageModelInput","options?: BaseLanguageModelCallOptions","messages: BaseMessage[]","options?: string[] | BaseLanguageModelCallOptions","_callbacks?: Callbacks"],"sources":["../src/llms.ts"],"sourcesContent":["import { CallbackManager, Callbacks } from \"@langchain/core/callbacks/manager\";\nimport { BaseLLM, LLM } from \"@langchain/core/language_models/llms\";\nimport {\n  type BaseLanguageModelCallOptions,\n  BaseLanguageModelInput,\n} from \"@langchain/core/language_models/base\";\nimport { BaseMessage, MessageContent } from \"@langchain/core/messages\";\nimport { GenerationChunk } from \"@langchain/core/outputs\";\nimport { getEnvironmentVariable } from \"@langchain/core/utils/env\";\n\nimport { AbstractGoogleLLMConnection } from \"./connection.js\";\nimport {\n  GoogleAIBaseLLMInput,\n  GoogleAIModelParams,\n  GoogleAISafetySetting,\n  GooglePlatformType,\n  GeminiContent,\n  GoogleAIResponseMimeType,\n} from \"./types.js\";\nimport {\n  copyAIModelParams,\n  copyAndValidateModelParamsInto,\n} from \"./utils/common.js\";\nimport { DefaultGeminiSafetyHandler } from \"./utils/gemini.js\";\nimport { ApiKeyGoogleAuth, GoogleAbstractedClient } from \"./auth.js\";\nimport { ensureParams } from \"./utils/failed_handler.js\";\nimport { ChatGoogleBase } from \"./chat_models.js\";\nimport type { GoogleBaseLLMInput, GoogleAISafetyHandler } from \"./types.js\";\n\nexport { GoogleBaseLLMInput };\n\nclass GoogleLLMConnection<AuthOptions> extends AbstractGoogleLLMConnection<\n  MessageContent,\n  AuthOptions\n> {\n  async formatContents(\n    input: MessageContent,\n    _parameters: GoogleAIModelParams\n  ): Promise<GeminiContent[]> {\n    const parts = await this.api.messageContentToParts!(input);\n    const contents: GeminiContent[] = [\n      {\n        role: \"user\", // Required by Vertex AI\n        parts,\n      },\n    ];\n    return contents;\n  }\n}\n\ntype ProxyChatInput<AuthOptions> = GoogleAIBaseLLMInput<AuthOptions> & {\n  connection: GoogleLLMConnection<AuthOptions>;\n};\n\nclass ProxyChatGoogle<AuthOptions> extends ChatGoogleBase<AuthOptions> {\n  constructor(fields: ProxyChatInput<AuthOptions>) {\n    super(fields);\n  }\n\n  buildAbstractedClient(\n    fields: ProxyChatInput<AuthOptions>\n  ): GoogleAbstractedClient {\n    return fields.connection.client;\n  }\n}\n\n/**\n * Integration with an LLM.\n */\nexport abstract class GoogleBaseLLM<AuthOptions>\n  extends LLM<BaseLanguageModelCallOptions>\n  implements GoogleBaseLLMInput<AuthOptions>\n{\n  // Used for tracing, replace with the same name as your class\n  static lc_name() {\n    return \"GoogleLLM\";\n  }\n\n  get lc_secrets(): { [key: string]: string } | undefined {\n    return {\n      authOptions: \"GOOGLE_AUTH_OPTIONS\",\n    };\n  }\n\n  originalFields?: GoogleBaseLLMInput<AuthOptions>;\n\n  lc_serializable = true;\n\n  modelName = \"gemini-pro\";\n\n  model = \"gemini-pro\";\n\n  temperature = 0.7;\n\n  maxOutputTokens = 1024;\n\n  topP = 0.8;\n\n  topK = 40;\n\n  stopSequences: string[] = [];\n\n  safetySettings: GoogleAISafetySetting[] = [];\n\n  safetyHandler: GoogleAISafetyHandler;\n\n  responseMimeType: GoogleAIResponseMimeType = \"text/plain\";\n\n  protected connection: GoogleLLMConnection<AuthOptions>;\n\n  protected streamedConnection: GoogleLLMConnection<AuthOptions>;\n\n  constructor(fields?: GoogleBaseLLMInput<AuthOptions>) {\n    super(ensureParams(fields));\n    this.originalFields = fields;\n\n    copyAndValidateModelParamsInto(fields, this);\n    this.safetyHandler =\n      fields?.safetyHandler ?? new DefaultGeminiSafetyHandler();\n\n    const client = this.buildClient(fields);\n    this.buildConnection(fields ?? {}, client);\n  }\n\n  abstract buildAbstractedClient(\n    fields?: GoogleAIBaseLLMInput<AuthOptions>\n  ): GoogleAbstractedClient;\n\n  buildApiKeyClient(apiKey: string): GoogleAbstractedClient {\n    return new ApiKeyGoogleAuth(apiKey);\n  }\n\n  buildApiKey(fields?: GoogleAIBaseLLMInput<AuthOptions>): string | undefined {\n    return fields?.apiKey ?? getEnvironmentVariable(\"GOOGLE_API_KEY\");\n  }\n\n  buildClient(\n    fields?: GoogleAIBaseLLMInput<AuthOptions>\n  ): GoogleAbstractedClient {\n    const apiKey = this.buildApiKey(fields);\n    if (apiKey) {\n      return this.buildApiKeyClient(apiKey);\n    } else {\n      return this.buildAbstractedClient(fields);\n    }\n  }\n\n  buildConnection(\n    fields: GoogleBaseLLMInput<AuthOptions>,\n    client: GoogleAbstractedClient\n  ) {\n    this.connection = new GoogleLLMConnection(\n      { ...fields, ...this },\n      this.caller,\n      client,\n      false\n    );\n\n    this.streamedConnection = new GoogleLLMConnection(\n      { ...fields, ...this },\n      this.caller,\n      client,\n      true\n    );\n  }\n\n  get platform(): GooglePlatformType {\n    return this.connection.platform;\n  }\n\n  // Replace\n  _llmType() {\n    return \"googlellm\";\n  }\n\n  formatPrompt(prompt: string): MessageContent {\n    return prompt;\n  }\n\n  /**\n   * For some given input string and options, return a string output.\n   *\n   * Despite the fact that `invoke` is overridden below, we still need this\n   * in order to handle public APi calls to `generate()`.\n   */\n  async _call(\n    prompt: string,\n    options: this[\"ParsedCallOptions\"]\n  ): Promise<string> {\n    const parameters = copyAIModelParams(this, options);\n    const result = await this.connection.request(prompt, parameters, options);\n    const ret = this.connection.api.responseToString(result);\n    return ret;\n  }\n\n  // Normally, you should not override this method and instead should override\n  // _streamResponseChunks. We are doing so here to allow for multimodal inputs into\n  // the LLM.\n  async *_streamIterator(\n    input: BaseLanguageModelInput,\n    options?: BaseLanguageModelCallOptions\n  ): AsyncGenerator<string> {\n    // TODO: Refactor callback setup and teardown code into core\n    const prompt = BaseLLM._convertInputToPromptValue(input);\n    const [runnableConfig, callOptions] =\n      this._separateRunnableConfigFromCallOptions(options);\n    const callbackManager_ = await CallbackManager.configure(\n      runnableConfig.callbacks,\n      this.callbacks,\n      runnableConfig.tags,\n      this.tags,\n      runnableConfig.metadata,\n      this.metadata,\n      { verbose: this.verbose }\n    );\n    const extra = {\n      options: callOptions,\n      invocation_params: this?.invocationParams(callOptions),\n      batch_size: 1,\n    };\n    const runManagers = await callbackManager_?.handleLLMStart(\n      this.toJSON(),\n      [prompt.toString()],\n      undefined,\n      undefined,\n      extra,\n      undefined,\n      undefined,\n      runnableConfig.runName\n    );\n    let generation = new GenerationChunk({\n      text: \"\",\n    });\n    const proxyChat = this.createProxyChat();\n    try {\n      for await (const chunk of proxyChat._streamIterator(input, options)) {\n        const stringValue = this.connection.api.chunkToString(chunk);\n        const generationChunk = new GenerationChunk({\n          text: stringValue,\n        });\n        generation = generation.concat(generationChunk);\n        yield stringValue;\n      }\n    } catch (err) {\n      await Promise.all(\n        (runManagers ?? []).map((runManager) => runManager?.handleLLMError(err))\n      );\n      throw err;\n    }\n    await Promise.all(\n      (runManagers ?? []).map((runManager) =>\n        runManager?.handleLLMEnd({\n          generations: [[generation]],\n        })\n      )\n    );\n  }\n\n  async predictMessages(\n    messages: BaseMessage[],\n    options?: string[] | BaseLanguageModelCallOptions,\n    _callbacks?: Callbacks\n  ): Promise<BaseMessage> {\n    const { content } = messages[0];\n    const result = await this.connection.request(\n      content,\n      {},\n      options as BaseLanguageModelCallOptions\n    );\n    const ret = this.connection.api.responseToBaseMessage(result);\n    return ret;\n  }\n\n  /**\n   * Internal implementation detail to allow Google LLMs to support\n   * multimodal input by delegating to the chat model implementation.\n   *\n   * TODO: Replace with something less hacky.\n   */\n  protected createProxyChat(): ChatGoogleBase<AuthOptions> {\n    return new ProxyChatGoogle<AuthOptions>({\n      ...this.originalFields,\n      connection: this.connection,\n    });\n  }\n\n  // TODO: Remove the need to override this - we are doing it to\n  // allow the LLM to handle multimodal types of input.\n  async invoke(\n    input: BaseLanguageModelInput,\n    options?: BaseLanguageModelCallOptions\n  ): Promise<string> {\n    const stream = await this._streamIterator(input, options);\n    let generatedOutput = \"\";\n    for await (const chunk of stream) {\n      generatedOutput += chunk;\n    }\n    return generatedOutput;\n  }\n}\n"],"mappings":";;;;;;;;;;;;AA+BA,IAAM,sBAAN,cAA+C,4BAG7C;CACA,MAAM,eACJA,OACAC,aAC0B;EAC1B,MAAM,QAAQ,MAAM,KAAK,IAAI,sBAAuB,MAAM;EAC1D,MAAMC,WAA4B,CAChC;GACE,MAAM;GACN;EACD,CACF;AACD,SAAO;CACR;AACF;AAMD,IAAM,kBAAN,cAA2C,eAA4B;CACrE,YAAYC,QAAqC;EAC/C,MAAM,OAAO;CACd;CAED,sBACEA,QACwB;AACxB,SAAO,OAAO,WAAW;CAC1B;AACF;;;;AAKD,IAAsB,gBAAtB,cACU,IAEV;CAEE,OAAO,UAAU;AACf,SAAO;CACR;CAED,IAAI,aAAoD;AACtD,SAAO,EACL,aAAa,sBACd;CACF;CAED;CAEA,kBAAkB;CAElB,YAAY;CAEZ,QAAQ;CAER,cAAc;CAEd,kBAAkB;CAElB,OAAO;CAEP,OAAO;CAEP,gBAA0B,CAAE;CAE5B,iBAA0C,CAAE;CAE5C;CAEA,mBAA6C;CAE7C,AAAU;CAEV,AAAU;CAEV,YAAYC,QAA0C;EACpD,MAAM,aAAa,OAAO,CAAC;EAC3B,KAAK,iBAAiB;EAEtB,+BAA+B,QAAQ,KAAK;EAC5C,KAAK,gBACH,QAAQ,iBAAiB,IAAI;EAE/B,MAAM,SAAS,KAAK,YAAY,OAAO;EACvC,KAAK,gBAAgB,UAAU,CAAE,GAAE,OAAO;CAC3C;CAMD,kBAAkBC,QAAwC;AACxD,SAAO,IAAI,iBAAiB;CAC7B;CAED,YAAYC,QAAgE;AAC1E,SAAO,QAAQ,UAAU,uBAAuB,iBAAiB;CAClE;CAED,YACEA,QACwB;EACxB,MAAM,SAAS,KAAK,YAAY,OAAO;AACvC,MAAI,OACF,QAAO,KAAK,kBAAkB,OAAO;MAErC,QAAO,KAAK,sBAAsB,OAAO;CAE5C;CAED,gBACEC,QACAC,QACA;EACA,KAAK,aAAa,IAAI,oBACpB;GAAE,GAAG;GAAQ,GAAG;EAAM,GACtB,KAAK,QACL,QACA;EAGF,KAAK,qBAAqB,IAAI,oBAC5B;GAAE,GAAG;GAAQ,GAAG;EAAM,GACtB,KAAK,QACL,QACA;CAEH;CAED,IAAI,WAA+B;AACjC,SAAO,KAAK,WAAW;CACxB;CAGD,WAAW;AACT,SAAO;CACR;CAED,aAAaC,QAAgC;AAC3C,SAAO;CACR;;;;;;;CAQD,MAAM,MACJA,QACAC,SACiB;EACjB,MAAM,aAAa,kBAAkB,MAAM,QAAQ;EACnD,MAAM,SAAS,MAAM,KAAK,WAAW,QAAQ,QAAQ,YAAY,QAAQ;EACzE,MAAM,MAAM,KAAK,WAAW,IAAI,iBAAiB,OAAO;AACxD,SAAO;CACR;CAKD,OAAO,gBACLC,OACAC,SACwB;EAExB,MAAM,SAAS,QAAQ,2BAA2B,MAAM;EACxD,MAAM,CAAC,gBAAgB,YAAY,GACjC,KAAK,uCAAuC,QAAQ;EACtD,MAAM,mBAAmB,MAAM,gBAAgB,UAC7C,eAAe,WACf,KAAK,WACL,eAAe,MACf,KAAK,MACL,eAAe,UACf,KAAK,UACL,EAAE,SAAS,KAAK,QAAS,EAC1B;EACD,MAAM,QAAQ;GACZ,SAAS;GACT,mBAAmB,MAAM,iBAAiB,YAAY;GACtD,YAAY;EACb;EACD,MAAM,cAAc,MAAM,kBAAkB,eAC1C,KAAK,QAAQ,EACb,CAAC,OAAO,UAAU,AAAC,GACnB,QACA,QACA,OACA,QACA,QACA,eAAe,QAChB;EACD,IAAI,aAAa,IAAI,gBAAgB,EACnC,MAAM,GACP;EACD,MAAM,YAAY,KAAK,iBAAiB;AACxC,MAAI;AACF,cAAW,MAAM,SAAS,UAAU,gBAAgB,OAAO,QAAQ,EAAE;IACnE,MAAM,cAAc,KAAK,WAAW,IAAI,cAAc,MAAM;IAC5D,MAAM,kBAAkB,IAAI,gBAAgB,EAC1C,MAAM,YACP;IACD,aAAa,WAAW,OAAO,gBAAgB;IAC/C,MAAM;GACP;EACF,SAAQ,KAAK;GACZ,MAAM,QAAQ,KACX,eAAe,CAAE,GAAE,IAAI,CAAC,eAAe,YAAY,eAAe,IAAI,CAAC,CACzE;AACD,SAAM;EACP;EACD,MAAM,QAAQ,KACX,eAAe,CAAE,GAAE,IAAI,CAAC,eACvB,YAAY,aAAa,EACvB,aAAa,CAAC,CAAC,UAAW,CAAC,EAC5B,EAAC,CACH,CACF;CACF;CAED,MAAM,gBACJC,UACAC,SACAC,YACsB;EACtB,MAAM,EAAE,SAAS,GAAG,SAAS;EAC7B,MAAM,SAAS,MAAM,KAAK,WAAW,QACnC,SACA,CAAE,GACF,QACD;EACD,MAAM,MAAM,KAAK,WAAW,IAAI,sBAAsB,OAAO;AAC7D,SAAO;CACR;;;;;;;CAQD,AAAU,kBAA+C;AACvD,SAAO,IAAI,gBAA6B;GACtC,GAAG,KAAK;GACR,YAAY,KAAK;EAClB;CACF;CAID,MAAM,OACJJ,OACAC,SACiB;EACjB,MAAM,SAAS,MAAM,KAAK,gBAAgB,OAAO,QAAQ;EACzD,IAAI,kBAAkB;AACtB,aAAW,MAAM,SAAS,QACxB,mBAAmB;AAErB,SAAO;CACR;AACF"}