langchain 0.0.166 → 0.0.168

package/dist/embeddings/bedrock.cjs

@@ -22,6 +22,12 @@ class BedrockEmbeddings extends base_js_1.Embeddings {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 512
+        });
         this.model = fields?.model ?? "amazon.titan-embed-text-v1";
         this.client =
             fields?.client ??
@@ -30,24 +36,40 @@ class BedrockEmbeddings extends base_js_1.Embeddings {
                     credentials: fields?.credentials,
                 });
     }
+    /**
+     * Protected method to make a request to the Bedrock API to generate
+     * embeddings. Handles the retry logic and returns the response from the
+     * API.
+     * @param request Request to send to the Bedrock API.
+     * @returns Promise that resolves to the response from the API.
+     */
     async _embedText(text) {
-        // replace newlines, which can negatively affect performance.
-        const cleanedText = text.replace(/\n/g, " ");
-        const res = await this.client.send(new client_bedrock_runtime_1.InvokeModelCommand({
-            modelId: this.model,
-            body: JSON.stringify({
-                inputText: cleanedText,
-            }),
-            contentType: "application/json",
-            accept: "application/json",
-        }));
-        try {
-            const body = new TextDecoder().decode(res.body);
-            return JSON.parse(body).embedding;
-        }
-        catch (e) {
-            throw new Error("An invalid response was returned by Bedrock.");
-        }
+        return this.caller.call(async () => {
+            try {
+                // replace newlines, which can negatively affect performance.
+                const cleanedText = text.replace(/\n/g, " ");
+                const res = await this.client.send(new client_bedrock_runtime_1.InvokeModelCommand({
+                    modelId: this.model,
+                    body: JSON.stringify({
+                        inputText: cleanedText,
+                    }),
+                    contentType: "application/json",
+                    accept: "application/json",
+                }));
+                const body = new TextDecoder().decode(res.body);
+                return JSON.parse(body).embedding;
+            }
+            catch (e) {
+                console.error({
+                    error: e,
+                });
+                // eslint-disable-next-line no-instanceof/no-instanceof
+                if (e instanceof Error) {
+                    throw new Error(`An error occurred while embedding documents with Bedrock: ${e.message}`);
+                }
+                throw new Error("An error occurred while embedding documents with Bedrock");
+            }
+        });
     }
     /**
      * Method that takes a document as input and returns a promise that
@@ -60,13 +82,12 @@ class BedrockEmbeddings extends base_js_1.Embeddings {
         return this.caller.callWithOptions({}, this._embedText.bind(this), document);
     }
     /**
-     * Method that takes an array of documents as input and returns a promise
-     * that resolves to a 2D array of embeddings for each document. It calls
-     * the _embedText method for each document in the array.
-     * @param documents Array of documents for which to generate embeddings.
+     * Method to generate embeddings for an array of texts. Calls _embedText
+     * method which batches and handles retry logic when calling the AWS Bedrock API.
+     * @param documents Array of texts for which to generate embeddings.
      * @returns Promise that resolves to a 2D array of embeddings for each input document.
      */
-    embedDocuments(documents) {
+    async embedDocuments(documents) {
         return Promise.all(documents.map((document) => this._embedText(document)));
     }
 }

package/dist/embeddings/bedrock.d.ts

@@ -26,7 +26,15 @@ export interface BedrockEmbeddingsParams extends EmbeddingsParams {
 export declare class BedrockEmbeddings extends Embeddings implements BedrockEmbeddingsParams {
     model: string;
     client: BedrockRuntimeClient;
+    batchSize: number;
     constructor(fields?: BedrockEmbeddingsParams);
+    /**
+     * Protected method to make a request to the Bedrock API to generate
+     * embeddings. Handles the retry logic and returns the response from the
+     * API.
+     * @param request Request to send to the Bedrock API.
+     * @returns Promise that resolves to the response from the API.
+     */
     protected _embedText(text: string): Promise<number[]>;
     /**
      * Method that takes a document as input and returns a promise that
@@ -37,10 +45,9 @@ export declare class BedrockEmbeddings extends Embeddings implements BedrockEmbe
      */
     embedQuery(document: string): Promise<number[]>;
     /**
-     * Method that takes an array of documents as input and returns a promise
-     * that resolves to a 2D array of embeddings for each document. It calls
-     * the _embedText method for each document in the array.
-     * @param documents Array of documents for which to generate embeddings.
+     * Method to generate embeddings for an array of texts. Calls _embedText
+     * method which batches and handles retry logic when calling the AWS Bedrock API.
+     * @param documents Array of texts for which to generate embeddings.
      * @returns Promise that resolves to a 2D array of embeddings for each input document.
      */
     embedDocuments(documents: string[]): Promise<number[][]>;

package/dist/embeddings/bedrock.js

@@ -19,6 +19,12 @@ export class BedrockEmbeddings extends Embeddings {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "batchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 512
+        });
         this.model = fields?.model ?? "amazon.titan-embed-text-v1";
         this.client =
             fields?.client ??
@@ -27,24 +33,40 @@ export class BedrockEmbeddings extends Embeddings {
                     credentials: fields?.credentials,
                 });
     }
+    /**
+     * Protected method to make a request to the Bedrock API to generate
+     * embeddings. Handles the retry logic and returns the response from the
+     * API.
+     * @param request Request to send to the Bedrock API.
+     * @returns Promise that resolves to the response from the API.
+     */
     async _embedText(text) {
-        // replace newlines, which can negatively affect performance.
-        const cleanedText = text.replace(/\n/g, " ");
-        const res = await this.client.send(new InvokeModelCommand({
-            modelId: this.model,
-            body: JSON.stringify({
-                inputText: cleanedText,
-            }),
-            contentType: "application/json",
-            accept: "application/json",
-        }));
-        try {
-            const body = new TextDecoder().decode(res.body);
-            return JSON.parse(body).embedding;
-        }
-        catch (e) {
-            throw new Error("An invalid response was returned by Bedrock.");
-        }
+        return this.caller.call(async () => {
+            try {
+                // replace newlines, which can negatively affect performance.
+                const cleanedText = text.replace(/\n/g, " ");
+                const res = await this.client.send(new InvokeModelCommand({
+                    modelId: this.model,
+                    body: JSON.stringify({
+                        inputText: cleanedText,
+                    }),
+                    contentType: "application/json",
+                    accept: "application/json",
+                }));
+                const body = new TextDecoder().decode(res.body);
+                return JSON.parse(body).embedding;
+            }
+            catch (e) {
+                console.error({
+                    error: e,
+                });
+                // eslint-disable-next-line no-instanceof/no-instanceof
+                if (e instanceof Error) {
+                    throw new Error(`An error occurred while embedding documents with Bedrock: ${e.message}`);
+                }
+                throw new Error("An error occurred while embedding documents with Bedrock");
+            }
+        });
     }
     /**
      * Method that takes a document as input and returns a promise that
@@ -57,13 +79,12 @@ export class BedrockEmbeddings extends Embeddings {
         return this.caller.callWithOptions({}, this._embedText.bind(this), document);
     }
     /**
-     * Method that takes an array of documents as input and returns a promise
-     * that resolves to a 2D array of embeddings for each document. It calls
-     * the _embedText method for each document in the array.
-     * @param documents Array of documents for which to generate embeddings.
+     * Method to generate embeddings for an array of texts. Calls _embedText
+     * method which batches and handles retry logic when calling the AWS Bedrock API.
+     * @param documents Array of texts for which to generate embeddings.
      * @returns Promise that resolves to a 2D array of embeddings for each input document.
      */
-    embedDocuments(documents) {
+    async embedDocuments(documents) {
         return Promise.all(documents.map((document) => this._embedText(document)));
     }
 }

package/dist/llms/cloudflare_workersai.cjs

@@ -0,0 +1,117 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CloudflareWorkersAI = void 0;
+const base_js_1 = require("./base.cjs");
+const env_js_1 = require("../util/env.cjs");
+/**
+ * Class representing the CloudflareWorkersAI language model. It extends the LLM (Large
+ * Language Model) class, providing a standard interface for interacting
+ * with the CloudflareWorkersAI language model.
+ */
+class CloudflareWorkersAI extends base_js_1.LLM {
+    static lc_name() {
+        return "CloudflareWorkersAI";
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "@cf/meta/llama-2-7b-chat-int8"
+        });
+        Object.defineProperty(this, "cloudflareAccountId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "cloudflareApiToken", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "baseUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+        this.model = fields?.model ?? this.model;
+        this.cloudflareAccountId =
+            fields?.cloudflareAccountId ??
+                (0, env_js_1.getEnvironmentVariable)("CLOUDFLARE_ACCOUNT_ID");
+        this.cloudflareApiToken =
+            fields?.cloudflareApiToken ??
+                (0, env_js_1.getEnvironmentVariable)("CLOUDFLARE_API_TOKEN");
+        this.baseUrl = fields?.baseUrl;
+    }
+    /**
+     * Method to validate the environment.
+     */
+    validateEnvironment() {
+        if (!this.cloudflareAccountId) {
+            throw new Error(`No Cloudflare account ID found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_ACCOUNT_ID" in your environment variables.`);
+        }
+        if (!this.cloudflareApiToken) {
+            throw new Error(`No Cloudflare API key found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_API_KEY" in your environment variables.`);
+        }
+    }
+    /** Get the identifying parameters for this LLM. */
+    get identifyingParams() {
+        return { model: this.model };
+    }
+    /**
+     * Get the parameters used to invoke the model
+     */
+    invocationParams() {
+        return {
+            model: this.model,
+        };
+    }
+    /** Get the type of LLM. */
+    _llmType() {
+        return "cloudflare";
+    }
+    /** Call out to CloudflareWorkersAI's complete endpoint.
+     Args:
+         prompt: The prompt to pass into the model.
+         Returns:
+     The string generated by the model.
+     Example:
+     let response = CloudflareWorkersAI.call("Tell me a joke.");
+     */
+    async _call(prompt, options) {
+        this.validateEnvironment();
+        const url = `https://api.cloudflare.com/client/v4/accounts/${this.cloudflareAccountId}/ai/run/${this.model}`;
+        const headers = {
+            Authorization: `Bearer ${this.cloudflareApiToken}`,
+            "Content-Type": "application/json",
+        };
+        const data = { prompt };
+        const responseData = await this.caller.call(async () => {
+            const response = await fetch(url, {
+                method: "POST",
+                headers,
+                body: JSON.stringify(data),
+                signal: options.signal,
+            });
+            if (!response.ok) {
+                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                error.response = response;
+                throw error;
+            }
+            return response.json();
+        });
+        return responseData.result.response;
+    }
+}
+exports.CloudflareWorkersAI = CloudflareWorkersAI;

package/dist/llms/cloudflare_workersai.d.ts

@@ -0,0 +1,49 @@
+import { LLM, BaseLLMParams } from "./base.js";
+/**
+ * Interface for CloudflareWorkersAI input parameters.
+ */
+export interface CloudflareWorkersAIInput {
+    cloudflareAccountId?: string;
+    cloudflareApiToken?: string;
+    model?: string;
+    baseUrl?: string;
+}
+/**
+ * Class representing the CloudflareWorkersAI language model. It extends the LLM (Large
+ * Language Model) class, providing a standard interface for interacting
+ * with the CloudflareWorkersAI language model.
+ */
+export declare class CloudflareWorkersAI extends LLM implements CloudflareWorkersAIInput {
+    model: string;
+    cloudflareAccountId?: string;
+    cloudflareApiToken?: string;
+    baseUrl?: string;
+    static lc_name(): string;
+    lc_serializable: boolean;
+    constructor(fields?: CloudflareWorkersAIInput & BaseLLMParams);
+    /**
+     * Method to validate the environment.
+     */
+    validateEnvironment(): void;
+    /** Get the identifying parameters for this LLM. */
+    get identifyingParams(): {
+        model: string;
+    };
+    /**
+     * Get the parameters used to invoke the model
+     */
+    invocationParams(): {
+        model: string;
+    };
+    /** Get the type of LLM. */
+    _llmType(): string;
+    /** Call out to CloudflareWorkersAI's complete endpoint.
+     Args:
+         prompt: The prompt to pass into the model.
+         Returns:
+     The string generated by the model.
+     Example:
+     let response = CloudflareWorkersAI.call("Tell me a joke.");
+     */
+    _call(prompt: string, options: this["ParsedCallOptions"]): Promise<string>;
+}

package/dist/llms/cloudflare_workersai.js

@@ -0,0 +1,113 @@
+import { LLM } from "./base.js";
+import { getEnvironmentVariable } from "../util/env.js";
+/**
+ * Class representing the CloudflareWorkersAI language model. It extends the LLM (Large
+ * Language Model) class, providing a standard interface for interacting
+ * with the CloudflareWorkersAI language model.
+ */
+export class CloudflareWorkersAI extends LLM {
+    static lc_name() {
+        return "CloudflareWorkersAI";
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "@cf/meta/llama-2-7b-chat-int8"
+        });
+        Object.defineProperty(this, "cloudflareAccountId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "cloudflareApiToken", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "baseUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+        this.model = fields?.model ?? this.model;
+        this.cloudflareAccountId =
+            fields?.cloudflareAccountId ??
+                getEnvironmentVariable("CLOUDFLARE_ACCOUNT_ID");
+        this.cloudflareApiToken =
+            fields?.cloudflareApiToken ??
+                getEnvironmentVariable("CLOUDFLARE_API_TOKEN");
+        this.baseUrl = fields?.baseUrl;
+    }
+    /**
+     * Method to validate the environment.
+     */
+    validateEnvironment() {
+        if (!this.cloudflareAccountId) {
+            throw new Error(`No Cloudflare account ID found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_ACCOUNT_ID" in your environment variables.`);
+        }
+        if (!this.cloudflareApiToken) {
+            throw new Error(`No Cloudflare API key found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_API_KEY" in your environment variables.`);
+        }
+    }
+    /** Get the identifying parameters for this LLM. */
+    get identifyingParams() {
+        return { model: this.model };
+    }
+    /**
+     * Get the parameters used to invoke the model
+     */
+    invocationParams() {
+        return {
+            model: this.model,
+        };
+    }
+    /** Get the type of LLM. */
+    _llmType() {
+        return "cloudflare";
+    }
+    /** Call out to CloudflareWorkersAI's complete endpoint.
+     Args:
+         prompt: The prompt to pass into the model.
+         Returns:
+     The string generated by the model.
+     Example:
+     let response = CloudflareWorkersAI.call("Tell me a joke.");
+     */
+    async _call(prompt, options) {
+        this.validateEnvironment();
+        const url = `https://api.cloudflare.com/client/v4/accounts/${this.cloudflareAccountId}/ai/run/${this.model}`;
+        const headers = {
+            Authorization: `Bearer ${this.cloudflareApiToken}`,
+            "Content-Type": "application/json",
+        };
+        const data = { prompt };
+        const responseData = await this.caller.call(async () => {
+            const response = await fetch(url, {
+                method: "POST",
+                headers,
+                body: JSON.stringify(data),
+                signal: options.signal,
+            });
+            if (!response.ok) {
+                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                error.response = response;
+                throw error;
+            }
+            return response.json();
+        });
+        return responseData.result.response;
+    }
+}

package/dist/llms/fake.cjs

@@ -0,0 +1,82 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FakeListLLM = void 0;
+const base_js_1 = require("./base.cjs");
+const index_js_1 = require("../schema/index.cjs");
+/**
+ * A fake LLM that returns a predefined list of responses. It can be used for
+ * testing purposes.
+ */
+class FakeListLLM extends base_js_1.LLM {
+    static lc_name() {
+        return "FakeListLLM";
+    }
+    constructor({ responses, sleep }) {
+        super({});
+        Object.defineProperty(this, "responses", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "i", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0
+        });
+        Object.defineProperty(this, "sleep", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.responses = responses;
+        this.sleep = sleep;
+    }
+    _llmType() {
+        return "fake-list";
+    }
+    async _call(_prompt, _options, _runManager) {
+        const response = this._currentResponse();
+        this._incrementResponse();
+        await this._sleepIfRequested();
+        return response;
+    }
+    _currentResponse() {
+        return this.responses[this.i];
+    }
+    _incrementResponse() {
+        if (this.i < this.responses.length - 1) {
+            this.i += 1;
+        }
+        else {
+            this.i = 0;
+        }
+    }
+    async *_streamResponseChunks(_input, _options, _runManager) {
+        const response = this._currentResponse();
+        this._incrementResponse();
+        for await (const text of response) {
+            await this._sleepIfRequested();
+            yield this._createResponseChunk(text);
+        }
+    }
+    async _sleepIfRequested() {
+        if (this.sleep !== undefined) {
+            await this._sleep();
+        }
+    }
+    async _sleep() {
+        return new Promise((resolve) => {
+            setTimeout(() => resolve(), this.sleep);
+        });
+    }
+    _createResponseChunk(text) {
+        return new index_js_1.GenerationChunk({
+            text,
+            generationInfo: {},
+        });
+    }
+}
+exports.FakeListLLM = FakeListLLM;

package/dist/llms/fake.d.ts

@@ -0,0 +1,31 @@
+import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
+import { LLM, BaseLLMParams } from "./base.js";
+import { GenerationChunk } from "../schema/index.js";
+/**
+ * Interface for the input parameters specific to the Fake List model.
+ */
+export interface FakeListInput extends BaseLLMParams {
+    /** Responses to return */
+    responses: string[];
+    /** Time to sleep in milliseconds between responses */
+    sleep?: number;
+}
+/**
+ * A fake LLM that returns a predefined list of responses. It can be used for
+ * testing purposes.
+ */
+export declare class FakeListLLM extends LLM {
+    static lc_name(): string;
+    responses: string[];
+    i: number;
+    sleep?: number;
+    constructor({ responses, sleep }: FakeListInput);
+    _llmType(): string;
+    _call(_prompt: string, _options: this["ParsedCallOptions"], _runManager?: CallbackManagerForLLMRun): Promise<string>;
+    _currentResponse(): string;
+    _incrementResponse(): void;
+    _streamResponseChunks(_input: string, _options: this["ParsedCallOptions"], _runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
+    _sleepIfRequested(): Promise<void>;
+    _sleep(): Promise<void>;
+    _createResponseChunk(text: string): GenerationChunk;
+}

package/dist/llms/fake.js

@@ -0,0 +1,78 @@
+import { LLM } from "./base.js";
+import { GenerationChunk } from "../schema/index.js";
+/**
+ * A fake LLM that returns a predefined list of responses. It can be used for
+ * testing purposes.
+ */
+export class FakeListLLM extends LLM {
+    static lc_name() {
+        return "FakeListLLM";
+    }
+    constructor({ responses, sleep }) {
+        super({});
+        Object.defineProperty(this, "responses", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "i", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0
+        });
+        Object.defineProperty(this, "sleep", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.responses = responses;
+        this.sleep = sleep;
+    }
+    _llmType() {
+        return "fake-list";
+    }
+    async _call(_prompt, _options, _runManager) {
+        const response = this._currentResponse();
+        this._incrementResponse();
+        await this._sleepIfRequested();
+        return response;
+    }
+    _currentResponse() {
+        return this.responses[this.i];
+    }
+    _incrementResponse() {
+        if (this.i < this.responses.length - 1) {
+            this.i += 1;
+        }
+        else {
+            this.i = 0;
+        }
+    }
+    async *_streamResponseChunks(_input, _options, _runManager) {
+        const response = this._currentResponse();
+        this._incrementResponse();
+        for await (const text of response) {
+            await this._sleepIfRequested();
+            yield this._createResponseChunk(text);
+        }
+    }
+    async _sleepIfRequested() {
+        if (this.sleep !== undefined) {
+            await this._sleep();
+        }
+    }
+    async _sleep() {
+        return new Promise((resolve) => {
+            setTimeout(() => resolve(), this.sleep);
+        });
+    }
+    _createResponseChunk(text) {
+        return new GenerationChunk({
+            text,
+            generationInfo: {},
+        });
+    }
+}