langchain 0.0.175 → 0.0.176

package/dist/llms/googlevertexai/common.cjs

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.BaseGoogleVertexAI = void 0;
 const base_js_1 = require("../base.cjs");
+const index_js_1 = require("../../schema/index.cjs");
 /**
  * Base class for Google Vertex AI LLMs.
  * Implemented subclasses must provide a GoogleVertexAILLMConnection
@@ -57,6 +58,12 @@ class BaseGoogleVertexAI extends base_js_1.BaseLLM {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "streamedConnection", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.model = fields?.model ?? this.model;
         // Change the defaults for code models
         if (this.model.startsWith("code-gecko")) {
@@ -73,26 +80,37 @@ class BaseGoogleVertexAI extends base_js_1.BaseLLM {
     _llmType() {
         return "vertexai";
     }
+    async *_streamResponseChunks(_input, _options, _runManager) {
+        // Make the call as a streaming request
+        const instance = this.formatInstance(_input);
+        const parameters = this.formatParameters();
+        const result = await this.streamedConnection.request([instance], parameters, _options);
+        // Get the streaming parser of the response
+        const stream = result.data;
+        // Loop until the end of the stream
+        // During the loop, yield each time we get a chunk from the streaming parser
+        // that is either available or added to the queue
+        while (!stream.streamDone) {
+            const output = await stream.nextChunk();
+            const chunk = output !== null
+                ? new index_js_1.GenerationChunk(this.extractGenerationFromPrediction(output.outputs[0]))
+                : new index_js_1.GenerationChunk({
+                    text: "",
+                    generationInfo: { finishReason: "stop" },
+                });
+            yield chunk;
+        }
+    }
     async _generate(prompts, options) {
         const generations = await Promise.all(prompts.map((prompt) => this._generatePrompt(prompt, options)));
         return { generations };
     }
     async _generatePrompt(prompt, options) {
         const instance = this.formatInstance(prompt);
-        const parameters = {
-            temperature: this.temperature,
-            topK: this.topK,
-            topP: this.topP,
-            maxOutputTokens: this.maxOutputTokens,
-        };
+        const parameters = this.formatParameters();
         const result = await this.connection.request([instance], parameters, options);
         const prediction = this.extractPredictionFromResponse(result);
-        return [
-            {
-                text: prediction.content,
-                generationInfo: prediction,
-            },
-        ];
+        return [this.extractGenerationFromPrediction(prediction)];
     }
     /**
      * Formats the input instance as a text instance for the Google Vertex AI
@@ -123,13 +141,28 @@ class BaseGoogleVertexAI extends base_js_1.BaseLLM {
             ? this.formatInstanceCode(prompt)
             : this.formatInstanceText(prompt);
     }
+    formatParameters() {
+        return {
+            temperature: this.temperature,
+            topK: this.topK,
+            topP: this.topP,
+            maxOutputTokens: this.maxOutputTokens,
+        };
+    }
     /**
      * Extracts the prediction from the API response.
      * @param result The API response from which to extract the prediction.
      * @returns A TextPrediction object representing the extracted prediction.
      */
     extractPredictionFromResponse(result) {
-        return result?.data?.predictions[0];
+        return result?.data
+            ?.predictions[0];
+    }
+    extractGenerationFromPrediction(prediction) {
+        return {
+            text: prediction.content,
+            generationInfo: prediction,
+        };
     }
 }
 exports.BaseGoogleVertexAI = BaseGoogleVertexAI;

package/dist/llms/googlevertexai/common.d.ts

@@ -1,8 +1,9 @@
 import { BaseLLM } from "../base.js";
-import { Generation, LLMResult } from "../../schema/index.js";
-import { GoogleVertexAILLMConnection } from "../../util/googlevertexai-connection.js";
-import { GoogleVertexAIBaseLLMInput, GoogleVertexAIBasePrediction, GoogleVertexAILLMResponse } from "../../types/googlevertexai-types.js";
+import { Generation, GenerationChunk, LLMResult } from "../../schema/index.js";
+import { GoogleVertexAILLMConnection, GoogleVertexAILLMResponse } from "../../util/googlevertexai-connection.js";
+import { GoogleVertexAIBaseLLMInput, GoogleVertexAIBasePrediction, GoogleVertexAIModelParams } from "../../types/googlevertexai-types.js";
 import { BaseLanguageModelCallOptions } from "../../base_language/index.js";
+import { CallbackManagerForLLMRun } from "../../callbacks/index.js";
 /**
  * Interface representing the instance of text input to the Google Vertex
  * AI model.
@@ -41,9 +42,11 @@ export declare class BaseGoogleVertexAI<AuthOptions> extends BaseLLM implements
     topP: number;
     topK: number;
     protected connection: GoogleVertexAILLMConnection<BaseLanguageModelCallOptions, GoogleVertexAILLMInstance, TextPrediction, AuthOptions>;
+    protected streamedConnection: GoogleVertexAILLMConnection<BaseLanguageModelCallOptions, GoogleVertexAILLMInstance, TextPrediction, AuthOptions>;
     get lc_aliases(): Record<string, string>;
     constructor(fields?: GoogleVertexAIBaseLLMInput<AuthOptions>);
     _llmType(): string;
+    _streamResponseChunks(_input: string, _options: this["ParsedCallOptions"], _runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
     _generate(prompts: string[], options: this["ParsedCallOptions"]): Promise<LLMResult>;
     _generatePrompt(prompt: string, options: this["ParsedCallOptions"]): Promise<Generation[]>;
     /**
@@ -67,11 +70,13 @@ export declare class BaseGoogleVertexAI<AuthOptions> extends BaseLLM implements
      * @returns A GoogleVertexAILLMInstance object representing the formatted instance.
      */
     formatInstance(prompt: string): GoogleVertexAILLMInstance;
+    formatParameters(): GoogleVertexAIModelParams;
     /**
      * Extracts the prediction from the API response.
      * @param result The API response from which to extract the prediction.
      * @returns A TextPrediction object representing the extracted prediction.
      */
     extractPredictionFromResponse(result: GoogleVertexAILLMResponse<TextPrediction>): TextPrediction;
+    extractGenerationFromPrediction(prediction: TextPrediction): Generation;
 }
 export {};

package/dist/llms/googlevertexai/common.js

@@ -1,4 +1,5 @@
 import { BaseLLM } from "../base.js";
+import { GenerationChunk } from "../../schema/index.js";
 /**
  * Base class for Google Vertex AI LLMs.
  * Implemented subclasses must provide a GoogleVertexAILLMConnection
@@ -54,6 +55,12 @@ export class BaseGoogleVertexAI extends BaseLLM {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "streamedConnection", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.model = fields?.model ?? this.model;
         // Change the defaults for code models
         if (this.model.startsWith("code-gecko")) {
@@ -70,26 +77,37 @@ export class BaseGoogleVertexAI extends BaseLLM {
     _llmType() {
         return "vertexai";
     }
+    async *_streamResponseChunks(_input, _options, _runManager) {
+        // Make the call as a streaming request
+        const instance = this.formatInstance(_input);
+        const parameters = this.formatParameters();
+        const result = await this.streamedConnection.request([instance], parameters, _options);
+        // Get the streaming parser of the response
+        const stream = result.data;
+        // Loop until the end of the stream
+        // During the loop, yield each time we get a chunk from the streaming parser
+        // that is either available or added to the queue
+        while (!stream.streamDone) {
+            const output = await stream.nextChunk();
+            const chunk = output !== null
+                ? new GenerationChunk(this.extractGenerationFromPrediction(output.outputs[0]))
+                : new GenerationChunk({
+                    text: "",
+                    generationInfo: { finishReason: "stop" },
+                });
+            yield chunk;
+        }
+    }
     async _generate(prompts, options) {
         const generations = await Promise.all(prompts.map((prompt) => this._generatePrompt(prompt, options)));
         return { generations };
     }
     async _generatePrompt(prompt, options) {
         const instance = this.formatInstance(prompt);
-        const parameters = {
-            temperature: this.temperature,
-            topK: this.topK,
-            topP: this.topP,
-            maxOutputTokens: this.maxOutputTokens,
-        };
+        const parameters = this.formatParameters();
         const result = await this.connection.request([instance], parameters, options);
         const prediction = this.extractPredictionFromResponse(result);
-        return [
-            {
-                text: prediction.content,
-                generationInfo: prediction,
-            },
-        ];
+        return [this.extractGenerationFromPrediction(prediction)];
     }
     /**
      * Formats the input instance as a text instance for the Google Vertex AI
@@ -120,12 +138,27 @@ export class BaseGoogleVertexAI extends BaseLLM {
             ? this.formatInstanceCode(prompt)
             : this.formatInstanceText(prompt);
     }
+    formatParameters() {
+        return {
+            temperature: this.temperature,
+            topK: this.topK,
+            topP: this.topP,
+            maxOutputTokens: this.maxOutputTokens,
+        };
+    }
     /**
      * Extracts the prediction from the API response.
      * @param result The API response from which to extract the prediction.
      * @returns A TextPrediction object representing the extracted prediction.
      */
     extractPredictionFromResponse(result) {
-        return result?.data?.predictions[0];
+        return result?.data
+            ?.predictions[0];
+    }
+    extractGenerationFromPrediction(prediction) {
+        return {
+            text: prediction.content,
+            generationInfo: prediction,
+        };
     }
 }

package/dist/llms/googlevertexai/index.cjs

@@ -1,9 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.GoogleVertexAI = void 0;
-const google_auth_library_1 = require("google-auth-library");
 const googlevertexai_connection_js_1 = require("../../util/googlevertexai-connection.cjs");
 const common_js_1 = require("./common.cjs");
+const googlevertexai_gauth_js_1 = require("../../util/googlevertexai-gauth.cjs");
 /**
  * Enables calls to the Google Cloud's Vertex AI API to access
  * Large Language Models.
@@ -24,11 +24,12 @@ class GoogleVertexAI extends common_js_1.BaseGoogleVertexAI {
     }
     constructor(fields) {
         super(fields);
-        const client = new google_auth_library_1.GoogleAuth({
+        const client = new googlevertexai_gauth_js_1.GAuthClient({
             scopes: "https://www.googleapis.com/auth/cloud-platform",
             ...fields?.authOptions,
         });
-        this.connection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client);
+        this.connection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, false);
+        this.streamedConnection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, true);
     }
 }
 exports.GoogleVertexAI = GoogleVertexAI;

package/dist/llms/googlevertexai/index.js

@@ -1,6 +1,6 @@
-import { GoogleAuth } from "google-auth-library";
 import { GoogleVertexAILLMConnection } from "../../util/googlevertexai-connection.js";
 import { BaseGoogleVertexAI } from "./common.js";
+import { GAuthClient } from "../../util/googlevertexai-gauth.js";
 /**
  * Enables calls to the Google Cloud's Vertex AI API to access
  * Large Language Models.
@@ -21,10 +21,11 @@ export class GoogleVertexAI extends BaseGoogleVertexAI {
     }
     constructor(fields) {
         super(fields);
-        const client = new GoogleAuth({
+        const client = new GAuthClient({
             scopes: "https://www.googleapis.com/auth/cloud-platform",
             ...fields?.authOptions,
         });
-        this.connection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client);
+        this.connection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, false);
+        this.streamedConnection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, true);
     }
 }

package/dist/llms/googlevertexai/web.cjs

@@ -25,7 +25,8 @@ class GoogleVertexAI extends common_js_1.BaseGoogleVertexAI {
     constructor(fields) {
         super(fields);
         const client = new googlevertexai_webauth_js_1.WebGoogleAuth(fields?.authOptions);
-        this.connection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client);
+        this.connection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, false);
+        this.streamedConnection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, true);
     }
 }
 exports.GoogleVertexAI = GoogleVertexAI;

package/dist/llms/googlevertexai/web.js

@@ -22,6 +22,7 @@ export class GoogleVertexAI extends BaseGoogleVertexAI {
     constructor(fields) {
         super(fields);
         const client = new WebGoogleAuth(fields?.authOptions);
-        this.connection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client);
+        this.connection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, false);
+        this.streamedConnection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, true);
     }
 }

package/dist/types/googlevertexai-types.d.ts

@@ -45,19 +45,21 @@ export interface GoogleVertexAIBaseLLMInput<AuthOptions> extends BaseLLMParams,
 export interface GoogleResponse {
     data: any;
 }
-export interface GoogleVertexAIBasePrediction extends GoogleResponse {
+export interface GoogleVertexAIBasePrediction {
     safetyAttributes?: any;
 }
-export interface GoogleVertexAILLMResponse<PredictionType extends GoogleVertexAIBasePrediction> {
-    data: {
-        predictions: PredictionType[];
-    };
+export interface GoogleVertexAILLMPredictions<PredictionType extends GoogleVertexAIBasePrediction> {
+    predictions: PredictionType[];
 }
+export type GoogleAbstractedClientOpsMethod = "GET" | "POST";
+export type GoogleAbstractedClientOpsResponseType = "json" | "stream";
+export type GoogleAbstractedClientOps = {
+    url?: string;
+    method?: GoogleAbstractedClientOpsMethod;
+    data?: unknown;
+    responseType?: GoogleAbstractedClientOpsResponseType;
+};
 export interface GoogleAbstractedClient {
-    request: (opts: {
-        url?: string;
-        method?: "GET" | "POST";
-        data?: unknown;
-    }) => unknown;
+    request: (opts: GoogleAbstractedClientOps) => unknown;
     getProjectId: () => Promise<string>;
 }