langchain 0.0.166 → 0.0.168

package/README.md

@@ -2,13 +2,13 @@
 
 ⚡ Building applications with LLMs through composability ⚡
 
-[![CI](https://github.com/hwchase17/langchainjs/actions/workflows/ci.yml/badge.svg)](https://github.com/hwchase17/langchainjs/actions/workflows/ci.yml) ![npm](https://img.shields.io/npm/dw/langchain) [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT) [![Twitter](https://img.shields.io/twitter/url/https/twitter.com/langchainai.svg?style=social&label=Follow%20%40LangChainAI)](https://twitter.com/langchainai) [![](https://dcbadge.vercel.app/api/server/6adMQxSpJS?compact=true&style=flat)](https://discord.gg/6adMQxSpJS) [![Open in Dev Containers](https://img.shields.io/static/v1?label=Dev%20Containers&message=Open&color=blue&logo=visualstudiocode)](https://vscode.dev/redirect?url=vscode://ms-vscode-remote.remote-containers/cloneInVolume?url=https://github.com/hwchase17/langchainjs)
+[![CI](https://github.com/langchain-ai/langchainjs/actions/workflows/ci.yml/badge.svg)](https://github.com/langchain-ai/langchainjs/actions/workflows/ci.yml) ![npm](https://img.shields.io/npm/dw/langchain) [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT) [![Twitter](https://img.shields.io/twitter/url/https/twitter.com/langchainai.svg?style=social&label=Follow%20%40LangChainAI)](https://twitter.com/langchainai) [![](https://dcbadge.vercel.app/api/server/6adMQxSpJS?compact=true&style=flat)](https://discord.gg/6adMQxSpJS) [![Open in Dev Containers](https://img.shields.io/static/v1?label=Dev%20Containers&message=Open&color=blue&logo=visualstudiocode)](https://vscode.dev/redirect?url=vscode://ms-vscode-remote.remote-containers/cloneInVolume?url=https://github.com/langchain-ai/langchainjs)
 [<img src="https://github.com/codespaces/badge.svg" title="Open in Github Codespace" width="150" height="20">](https://codespaces.new/hwchase17/langchainjs)
 
 Looking for the Python version? Check out [LangChain](https://github.com/hwchase17/langchain).
 
-To help you ship LangChain apps to production faster, check out [LangSmith](https://smith.langchain.com). 
-[LangSmith](https://smith.langchain.com) is a unified developer platform for building, testing, and monitoring LLM applications. 
+To help you ship LangChain apps to production faster, check out [LangSmith](https://smith.langchain.com).
+[LangSmith](https://smith.langchain.com) is a unified developer platform for building, testing, and monitoring LLM applications.
 Fill out [this form](https://airtable.com/appwQzlErAS2qiP0L/shrGtGaVBVAz7NcV2) to get off the waitlist or speak with our sales team
 
 ## Quick Install
@@ -53,4 +53,4 @@ The [LangChainHub](https://github.com/hwchase17/langchain-hub) is a central plac
 
 As an open source project in a rapidly developing field, we are extremely open to contributions, whether it be in the form of a new feature, improved infra, or better documentation.
 
-Check out [our contributing guidelines](https://github.com/hwchase17/langchainjs/blob/main/CONTRIBUTING.md) for instructions on how to contribute.
+Check out [our contributing guidelines](https://github.com/langchain-ai/langchainjs/blob/main/CONTRIBUTING.md) for instructions on how to contribute.

package/chat_models/cloudflare_workersai.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/chat_models/cloudflare_workersai.cjs');

package/chat_models/cloudflare_workersai.d.ts

@@ -0,0 +1 @@
+export * from '../dist/chat_models/cloudflare_workersai.js'

package/chat_models/cloudflare_workersai.js

@@ -0,0 +1 @@
+export * from '../dist/chat_models/cloudflare_workersai.js'

package/chat_models/fake.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/chat_models/fake.cjs');

package/chat_models/fake.d.ts

@@ -0,0 +1 @@
+export * from '../dist/chat_models/fake.js'

package/chat_models/fake.js

@@ -0,0 +1 @@
+export * from '../dist/chat_models/fake.js'

package/dist/agents/chat/index.cjs

@@ -80,13 +80,14 @@ class ChatAgent extends agent_js_1.Agent {
      * @param args.suffix - String to put after the list of tools.
      * @param args.prefix - String to put before the list of tools.
      * @param args.humanMessageTemplate - String to use directly as the human message template
+     * @param args.formatInstructions - Formattable string to use as the instructions template
      */
     static createPrompt(tools, args) {
-        const { prefix = prompt_js_1.PREFIX, suffix = prompt_js_1.SUFFIX, humanMessageTemplate = DEFAULT_HUMAN_MESSAGE_TEMPLATE, } = args ?? {};
+        const { prefix = prompt_js_1.PREFIX, suffix = prompt_js_1.SUFFIX, humanMessageTemplate = DEFAULT_HUMAN_MESSAGE_TEMPLATE, formatInstructions = prompt_js_1.FORMAT_INSTRUCTIONS, } = args ?? {};
         const toolStrings = tools
             .map((tool) => `${tool.name}: ${tool.description}`)
             .join("\n");
-        const template = [prefix, toolStrings, prompt_js_1.FORMAT_INSTRUCTIONS, suffix].join("\n\n");
+        const template = [prefix, toolStrings, formatInstructions, suffix].join("\n\n");
         const messages = [
             chat_js_1.SystemMessagePromptTemplate.fromTemplate(template),
             chat_js_1.HumanMessagePromptTemplate.fromTemplate(humanMessageTemplate),

package/dist/agents/chat/index.d.ts

@@ -16,6 +16,8 @@ export interface ChatCreatePromptArgs {
     prefix?: string;
     /** String to use directly as the human message template. */
     humanMessageTemplate?: string;
+    /** Formattable string to use as the instructions template. */
+    formatInstructions?: string;
     /** List of input variables the final prompt will expect. */
     inputVariables?: string[];
 }
@@ -65,6 +67,7 @@ export declare class ChatAgent extends Agent {
      * @param args.suffix - String to put after the list of tools.
      * @param args.prefix - String to put before the list of tools.
      * @param args.humanMessageTemplate - String to use directly as the human message template
+     * @param args.formatInstructions - Formattable string to use as the instructions template
      */
     static createPrompt(tools: Tool[], args?: ChatCreatePromptArgs): ChatPromptTemplate<any, any>;
     /**

package/dist/agents/chat/index.js

@@ -77,13 +77,14 @@ export class ChatAgent extends Agent {
      * @param args.suffix - String to put after the list of tools.
      * @param args.prefix - String to put before the list of tools.
      * @param args.humanMessageTemplate - String to use directly as the human message template
+     * @param args.formatInstructions - Formattable string to use as the instructions template
      */
     static createPrompt(tools, args) {
-        const { prefix = PREFIX, suffix = SUFFIX, humanMessageTemplate = DEFAULT_HUMAN_MESSAGE_TEMPLATE, } = args ?? {};
+        const { prefix = PREFIX, suffix = SUFFIX, humanMessageTemplate = DEFAULT_HUMAN_MESSAGE_TEMPLATE, formatInstructions = FORMAT_INSTRUCTIONS, } = args ?? {};
         const toolStrings = tools
             .map((tool) => `${tool.name}: ${tool.description}`)
             .join("\n");
-        const template = [prefix, toolStrings, FORMAT_INSTRUCTIONS, suffix].join("\n\n");
+        const template = [prefix, toolStrings, formatInstructions, suffix].join("\n\n");
         const messages = [
             SystemMessagePromptTemplate.fromTemplate(template),
             HumanMessagePromptTemplate.fromTemplate(humanMessageTemplate),

package/dist/chat_models/cloudflare_workersai.cjs

@@ -0,0 +1,140 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChatCloudflareWorkersAI = void 0;
+const base_js_1 = require("./base.cjs");
+const index_js_1 = require("../schema/index.cjs");
+const env_js_1 = require("../util/env.cjs");
+/**
+ * A class that enables calls to the Cloudflare Workers AI API to access large language
+ * models in a chat-like fashion. It extends the SimpleChatModel class and
+ * implements the CloudflareWorkersAIInput interface.
+ */
+class ChatCloudflareWorkersAI extends base_js_1.SimpleChatModel {
+    static lc_name() {
+        return "ChatCloudflareWorkersAI";
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "@cf/meta/llama-2-7b-chat-int8"
+        });
+        Object.defineProperty(this, "cloudflareAccountId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "cloudflareApiToken", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "baseUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.model = fields?.model ?? this.model;
+        this.cloudflareAccountId =
+            fields?.cloudflareAccountId ??
+                (0, env_js_1.getEnvironmentVariable)("CLOUDFLARE_ACCOUNT_ID");
+        this.cloudflareApiToken =
+            fields?.cloudflareApiToken ??
+                (0, env_js_1.getEnvironmentVariable)("CLOUDFLARE_API_TOKEN");
+        this.baseUrl = fields?.baseUrl;
+    }
+    _llmType() {
+        return "cloudflare";
+    }
+    /** Get the identifying parameters for this LLM. */
+    get identifyingParams() {
+        return { model: this.model };
+    }
+    /**
+     * Get the parameters used to invoke the model
+     */
+    invocationParams(_options) {
+        return {
+            model: this.model,
+        };
+    }
+    _combineLLMOutput() {
+        return {};
+    }
+    /**
+     * Method to validate the environment.
+     */
+    validateEnvironment() {
+        if (!this.cloudflareAccountId) {
+            throw new Error(`No Cloudflare account ID found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_ACCOUNT_ID" in your environment variables.`);
+        }
+        if (!this.cloudflareApiToken) {
+            throw new Error(`No Cloudflare API key found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_API_KEY" in your environment variables.`);
+        }
+    }
+    _formatMessages(messages) {
+        const formattedMessages = messages.map((message) => {
+            let role;
+            if (message._getType() === "human") {
+                role = "user";
+            }
+            else if (message._getType() === "ai") {
+                role = "assistant";
+            }
+            else if (message._getType() === "system") {
+                role = "system";
+            }
+            else if (index_js_1.ChatMessage.isInstance(message)) {
+                role = message.role;
+            }
+            else {
+                console.warn(`Unsupported message type passed to Cloudflare: "${message._getType()}"`);
+                role = "user";
+            }
+            return {
+                role,
+                content: message.content,
+            };
+        });
+        return formattedMessages;
+    }
+    /** @ignore */
+    async _call(messages, options) {
+        this.validateEnvironment();
+        const url = `https://api.cloudflare.com/client/v4/accounts/${this.cloudflareAccountId}/ai/run/${this.model}`;
+        const headers = {
+            Authorization: `Bearer ${this.cloudflareApiToken}`,
+            "Content-Type": "application/json",
+        };
+        const formattedMessages = this._formatMessages(messages);
+        const data = { messages: formattedMessages };
+        const responseData = await this.caller.call(async () => {
+            const response = await fetch(url, {
+                method: "POST",
+                headers,
+                body: JSON.stringify(data),
+                signal: options.signal,
+            });
+            if (!response.ok) {
+                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                error.response = response;
+                throw error;
+            }
+            return response.json();
+        });
+        return responseData.result.response;
+    }
+}
+exports.ChatCloudflareWorkersAI = ChatCloudflareWorkersAI;

package/dist/chat_models/cloudflare_workersai.d.ts

@@ -0,0 +1,46 @@
+import { SimpleChatModel, BaseChatModelParams } from "./base.js";
+import { BaseLanguageModelCallOptions } from "../base_language/index.js";
+import { BaseMessage } from "../schema/index.js";
+import { CloudflareWorkersAIInput } from "../llms/cloudflare_workersai.js";
+/**
+ * An interface defining the options for a Cloudflare Workers AI call. It extends
+ * the BaseLanguageModelCallOptions interface.
+ */
+export interface ChatCloudflareWorkersAICallOptions extends BaseLanguageModelCallOptions {
+}
+/**
+ * A class that enables calls to the Cloudflare Workers AI API to access large language
+ * models in a chat-like fashion. It extends the SimpleChatModel class and
+ * implements the CloudflareWorkersAIInput interface.
+ */
+export declare class ChatCloudflareWorkersAI extends SimpleChatModel implements CloudflareWorkersAIInput {
+    static lc_name(): string;
+    lc_serializable: boolean;
+    model: string;
+    cloudflareAccountId?: string;
+    cloudflareApiToken?: string;
+    baseUrl?: string;
+    constructor(fields?: CloudflareWorkersAIInput & BaseChatModelParams);
+    _llmType(): string;
+    /** Get the identifying parameters for this LLM. */
+    get identifyingParams(): {
+        model: string;
+    };
+    /**
+     * Get the parameters used to invoke the model
+     */
+    invocationParams(_options?: this["ParsedCallOptions"]): {
+        model: string;
+    };
+    _combineLLMOutput(): {};
+    /**
+     * Method to validate the environment.
+     */
+    validateEnvironment(): void;
+    protected _formatMessages(messages: BaseMessage[]): {
+        role: string;
+        content: string;
+    }[];
+    /** @ignore */
+    _call(messages: BaseMessage[], options: this["ParsedCallOptions"]): Promise<string>;
+}

package/dist/chat_models/cloudflare_workersai.js

@@ -0,0 +1,136 @@
+import { SimpleChatModel } from "./base.js";
+import { ChatMessage } from "../schema/index.js";
+import { getEnvironmentVariable } from "../util/env.js";
+/**
+ * A class that enables calls to the Cloudflare Workers AI API to access large language
+ * models in a chat-like fashion. It extends the SimpleChatModel class and
+ * implements the CloudflareWorkersAIInput interface.
+ */
+export class ChatCloudflareWorkersAI extends SimpleChatModel {
+    static lc_name() {
+        return "ChatCloudflareWorkersAI";
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "@cf/meta/llama-2-7b-chat-int8"
+        });
+        Object.defineProperty(this, "cloudflareAccountId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "cloudflareApiToken", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "baseUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.model = fields?.model ?? this.model;
+        this.cloudflareAccountId =
+            fields?.cloudflareAccountId ??
+                getEnvironmentVariable("CLOUDFLARE_ACCOUNT_ID");
+        this.cloudflareApiToken =
+            fields?.cloudflareApiToken ??
+                getEnvironmentVariable("CLOUDFLARE_API_TOKEN");
+        this.baseUrl = fields?.baseUrl;
+    }
+    _llmType() {
+        return "cloudflare";
+    }
+    /** Get the identifying parameters for this LLM. */
+    get identifyingParams() {
+        return { model: this.model };
+    }
+    /**
+     * Get the parameters used to invoke the model
+     */
+    invocationParams(_options) {
+        return {
+            model: this.model,
+        };
+    }
+    _combineLLMOutput() {
+        return {};
+    }
+    /**
+     * Method to validate the environment.
+     */
+    validateEnvironment() {
+        if (!this.cloudflareAccountId) {
+            throw new Error(`No Cloudflare account ID found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_ACCOUNT_ID" in your environment variables.`);
+        }
+        if (!this.cloudflareApiToken) {
+            throw new Error(`No Cloudflare API key found. Please provide it when instantiating the CloudflareWorkersAI class, or set it as "CLOUDFLARE_API_KEY" in your environment variables.`);
+        }
+    }
+    _formatMessages(messages) {
+        const formattedMessages = messages.map((message) => {
+            let role;
+            if (message._getType() === "human") {
+                role = "user";
+            }
+            else if (message._getType() === "ai") {
+                role = "assistant";
+            }
+            else if (message._getType() === "system") {
+                role = "system";
+            }
+            else if (ChatMessage.isInstance(message)) {
+                role = message.role;
+            }
+            else {
+                console.warn(`Unsupported message type passed to Cloudflare: "${message._getType()}"`);
+                role = "user";
+            }
+            return {
+                role,
+                content: message.content,
+            };
+        });
+        return formattedMessages;
+    }
+    /** @ignore */
+    async _call(messages, options) {
+        this.validateEnvironment();
+        const url = `https://api.cloudflare.com/client/v4/accounts/${this.cloudflareAccountId}/ai/run/${this.model}`;
+        const headers = {
+            Authorization: `Bearer ${this.cloudflareApiToken}`,
+            "Content-Type": "application/json",
+        };
+        const formattedMessages = this._formatMessages(messages);
+        const data = { messages: formattedMessages };
+        const responseData = await this.caller.call(async () => {
+            const response = await fetch(url, {
+                method: "POST",
+                headers,
+                body: JSON.stringify(data),
+                signal: options.signal,
+            });
+            if (!response.ok) {
+                const error = new Error(`Cloudflare LLM call failed with status code ${response.status}`);
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                error.response = response;
+                throw error;
+            }
+            return response.json();
+        });
+        return responseData.result.response;
+    }
+}

package/dist/chat_models/fake.cjs

@@ -0,0 +1,101 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FakeListChatModel = void 0;
+const base_js_1 = require("./base.cjs");
+const index_js_1 = require("../schema/index.cjs");
+/**
+ * A fake Chat Model that returns a predefined list of responses. It can be used
+ * for testing purposes.
+ */
+class FakeListChatModel extends base_js_1.BaseChatModel {
+    static lc_name() {
+        return "FakeListChatModel";
+    }
+    constructor({ responses, sleep }) {
+        super({});
+        Object.defineProperty(this, "responses", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "i", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0
+        });
+        Object.defineProperty(this, "sleep", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.responses = responses;
+        this.sleep = sleep;
+    }
+    _combineLLMOutput() {
+        return [];
+    }
+    _llmType() {
+        return "fake-list";
+    }
+    async _generate(_messages, options) {
+        await this._sleepIfRequested();
+        if (options?.stop?.length) {
+            return {
+                generations: [this._formatGeneration(options.stop[0])],
+            };
+        }
+        else {
+            const response = this._currentResponse();
+            this._incrementResponse();
+            return {
+                generations: [this._formatGeneration(response)],
+                llmOutput: {},
+            };
+        }
+    }
+    _formatGeneration(text) {
+        return {
+            message: new index_js_1.AIMessage(text),
+            text,
+        };
+    }
+    async *_streamResponseChunks(_messages, _options, _runManager) {
+        const response = this._currentResponse();
+        this._incrementResponse();
+        for await (const text of response) {
+            await this._sleepIfRequested();
+            yield this._createResponseChunk(text);
+        }
+    }
+    async _sleepIfRequested() {
+        if (this.sleep !== undefined) {
+            await this._sleep();
+        }
+    }
+    async _sleep() {
+        return new Promise((resolve) => {
+            setTimeout(() => resolve(), this.sleep);
+        });
+    }
+    _createResponseChunk(text) {
+        return new index_js_1.ChatGenerationChunk({
+            message: new index_js_1.AIMessageChunk({ content: text }),
+            text,
+        });
+    }
+    _currentResponse() {
+        return this.responses[this.i];
+    }
+    _incrementResponse() {
+        if (this.i < this.responses.length - 1) {
+            this.i += 1;
+        }
+        else {
+            this.i = 0;
+        }
+    }
+}
+exports.FakeListChatModel = FakeListChatModel;

package/dist/chat_models/fake.d.ts

@@ -0,0 +1,36 @@
+import { BaseChatModel, BaseChatModelParams } from "./base.js";
+import { AIMessage, BaseMessage, ChatGenerationChunk, ChatResult } from "../schema/index.js";
+import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
+/**
+ * Interface for the input parameters specific to the Fake List Chat model.
+ */
+export interface FakeChatInput extends BaseChatModelParams {
+    /** Responses to return */
+    responses: string[];
+    /** Time to sleep in milliseconds between responses */
+    sleep?: number;
+}
+/**
+ * A fake Chat Model that returns a predefined list of responses. It can be used
+ * for testing purposes.
+ */
+export declare class FakeListChatModel extends BaseChatModel {
+    static lc_name(): string;
+    responses: string[];
+    i: number;
+    sleep?: number;
+    constructor({ responses, sleep }: FakeChatInput);
+    _combineLLMOutput(): never[];
+    _llmType(): string;
+    _generate(_messages: BaseMessage[], options?: this["ParsedCallOptions"]): Promise<ChatResult>;
+    _formatGeneration(text: string): {
+        message: AIMessage;
+        text: string;
+    };
+    _streamResponseChunks(_messages: BaseMessage[], _options: this["ParsedCallOptions"], _runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
+    _sleepIfRequested(): Promise<void>;
+    _sleep(): Promise<void>;
+    _createResponseChunk(text: string): ChatGenerationChunk;
+    _currentResponse(): string;
+    _incrementResponse(): void;
+}

package/dist/chat_models/fake.js

@@ -0,0 +1,97 @@
+import { BaseChatModel } from "./base.js";
+import { AIMessage, AIMessageChunk, ChatGenerationChunk, } from "../schema/index.js";
+/**
+ * A fake Chat Model that returns a predefined list of responses. It can be used
+ * for testing purposes.
+ */
+export class FakeListChatModel extends BaseChatModel {
+    static lc_name() {
+        return "FakeListChatModel";
+    }
+    constructor({ responses, sleep }) {
+        super({});
+        Object.defineProperty(this, "responses", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "i", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0
+        });
+        Object.defineProperty(this, "sleep", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.responses = responses;
+        this.sleep = sleep;
+    }
+    _combineLLMOutput() {
+        return [];
+    }
+    _llmType() {
+        return "fake-list";
+    }
+    async _generate(_messages, options) {
+        await this._sleepIfRequested();
+        if (options?.stop?.length) {
+            return {
+                generations: [this._formatGeneration(options.stop[0])],
+            };
+        }
+        else {
+            const response = this._currentResponse();
+            this._incrementResponse();
+            return {
+                generations: [this._formatGeneration(response)],
+                llmOutput: {},
+            };
+        }
+    }
+    _formatGeneration(text) {
+        return {
+            message: new AIMessage(text),
+            text,
+        };
+    }
+    async *_streamResponseChunks(_messages, _options, _runManager) {
+        const response = this._currentResponse();
+        this._incrementResponse();
+        for await (const text of response) {
+            await this._sleepIfRequested();
+            yield this._createResponseChunk(text);
+        }
+    }
+    async _sleepIfRequested() {
+        if (this.sleep !== undefined) {
+            await this._sleep();
+        }
+    }
+    async _sleep() {
+        return new Promise((resolve) => {
+            setTimeout(() => resolve(), this.sleep);
+        });
+    }
+    _createResponseChunk(text) {
+        return new ChatGenerationChunk({
+            message: new AIMessageChunk({ content: text }),
+            text,
+        });
+    }
+    _currentResponse() {
+        return this.responses[this.i];
+    }
+    _incrementResponse() {
+        if (this.i < this.responses.length - 1) {
+            this.i += 1;
+        }
+        else {
+            this.i = 0;
+        }
+    }
+}