langchain 0.0.185 → 0.0.187

package/dist/experimental/chat_models/ollama_functions.cjs

@@ -0,0 +1,140 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OllamaFunctions = void 0;
+const base_js_1 = require("../../chat_models/base.cjs");
+const index_js_1 = require("../../schema/index.cjs");
+const ollama_js_1 = require("../../chat_models/ollama.cjs");
+const prompt_js_1 = require("../../prompts/prompt.cjs");
+const TOOL_SYSTEM_PROMPT = 
+/* #__PURE__ */
+prompt_js_1.PromptTemplate.fromTemplate(`You have access to the following tools:
+
+{tools}
+
+To use a tool, respond with a JSON object with the following structure:
+{{
+  "tool": <name of the called tool>,
+  "tool_input": <parameters for the tool matching the above JSON schema>
+}}`);
+class OllamaFunctions extends base_js_1.BaseChatModel {
+    static lc_name() {
+        return "OllamaFunctions";
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "llm", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "toolSystemPrompt", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: TOOL_SYSTEM_PROMPT
+        });
+        Object.defineProperty(this, "defaultResponseFunction", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {
+                name: "__conversational_response",
+                description: "Respond conversationally if no other tools should be called for a given query.",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        response: {
+                            type: "string",
+                            description: "Conversational response to the user.",
+                        },
+                    },
+                    required: ["response"],
+                },
+            }
+        });
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "experimental", "chat_models"]
+        });
+        this.llm = fields?.llm ?? new ollama_js_1.ChatOllama({ ...fields, format: "json" });
+        this.toolSystemPrompt = fields?.toolSystemPrompt ?? this.toolSystemPrompt;
+    }
+    invocationParams() {
+        return this.llm.invocationParams();
+    }
+    /** @ignore */
+    _identifyingParams() {
+        return this.llm._identifyingParams();
+    }
+    async _generate(messages, options, runManager) {
+        let functions = options.functions ?? [];
+        if (options.function_call !== undefined) {
+            functions = functions.filter((fn) => fn.name === options.function_call?.name);
+            if (!functions.length) {
+                throw new Error(`If "function_call" is specified, you must also pass a matching function in "functions".`);
+            }
+        }
+        else if (functions.length === 0) {
+            functions.push(this.defaultResponseFunction);
+        }
+        const defaultContent = await TOOL_SYSTEM_PROMPT.format({
+            tools: JSON.stringify(functions, null, 2),
+        });
+        const systemMessage = new index_js_1.SystemMessage({ content: defaultContent });
+        const chatResult = await this.llm._generate([systemMessage, ...messages], options, runManager);
+        const chatGenerationContent = chatResult.generations[0].message.content;
+        if (typeof chatGenerationContent !== "string") {
+            throw new Error("OllamaFunctions does not support non-string output.");
+        }
+        let parsedChatResult;
+        try {
+            parsedChatResult = JSON.parse(chatGenerationContent);
+        }
+        catch (e) {
+            throw new Error(`"${this.llm.model}" did not respond with valid JSON. Please try again.`);
+        }
+        const calledToolName = parsedChatResult.tool;
+        const calledToolArguments = parsedChatResult.tool_input;
+        const calledTool = functions.find((fn) => fn.name === calledToolName);
+        if (calledTool === undefined) {
+            throw new Error(`Failed to parse a function call from ${this.llm.model} output: ${chatGenerationContent}`);
+        }
+        if (calledTool.name === this.defaultResponseFunction.name) {
+            return {
+                generations: [
+                    {
+                        message: new index_js_1.AIMessage({
+                            content: calledToolArguments.response,
+                        }),
+                        text: calledToolArguments.response,
+                    },
+                ],
+            };
+        }
+        const responseMessageWithFunctions = new index_js_1.AIMessage({
+            content: "",
+            additional_kwargs: {
+                function_call: {
+                    name: calledToolName,
+                    arguments: calledToolArguments
+                        ? JSON.stringify(calledToolArguments)
+                        : "",
+                },
+            },
+        });
+        return {
+            generations: [{ message: responseMessageWithFunctions, text: "" }],
+        };
+    }
+    _llmType() {
+        return "ollama_functions";
+    }
+    /** @ignore */
+    _combineLLMOutput() {
+        return [];
+    }
+}
+exports.OllamaFunctions = OllamaFunctions;

package/dist/experimental/chat_models/ollama_functions.d.ts

@@ -0,0 +1,76 @@
+import { BaseChatModel, BaseChatModelParams } from "../../chat_models/base.js";
+import { CallbackManagerForLLMRun } from "../../callbacks/manager.js";
+import { BaseMessage, ChatResult } from "../../schema/index.js";
+import { ChatOllama } from "../../chat_models/ollama.js";
+import { OllamaInput } from "../../util/ollama.js";
+import { BaseFunctionCallOptions } from "../../base_language/index.js";
+import type { BasePromptTemplate } from "../../prompts/base.js";
+export interface ChatOllamaFunctionsCallOptions extends BaseFunctionCallOptions {
+}
+export type OllamaFunctionsInput = Partial<OllamaInput> & BaseChatModelParams & {
+    llm?: ChatOllama;
+    toolSystemPrompt?: BasePromptTemplate;
+};
+export declare class OllamaFunctions extends BaseChatModel<ChatOllamaFunctionsCallOptions> {
+    llm: ChatOllama;
+    toolSystemPrompt: BasePromptTemplate;
+    protected defaultResponseFunction: {
+        name: string;
+        description: string;
+        parameters: {
+            type: string;
+            properties: {
+                response: {
+                    type: string;
+                    description: string;
+                };
+            };
+            required: string[];
+        };
+    };
+    lc_namespace: string[];
+    static lc_name(): string;
+    constructor(fields?: OllamaFunctionsInput);
+    invocationParams(): {
+        model: string;
+        format: import("../../util/types.js").StringWithAutocomplete<"json"> | undefined;
+        options: {
+            embedding_only: boolean | undefined;
+            f16_kv: boolean | undefined;
+            frequency_penalty: number | undefined;
+            logits_all: boolean | undefined;
+            low_vram: boolean | undefined;
+            main_gpu: number | undefined;
+            mirostat: number | undefined;
+            mirostat_eta: number | undefined;
+            mirostat_tau: number | undefined;
+            num_batch: number | undefined;
+            num_ctx: number | undefined;
+            num_gpu: number | undefined;
+            num_gqa: number | undefined;
+            num_keep: number | undefined;
+            num_thread: number | undefined;
+            penalize_newline: boolean | undefined;
+            presence_penalty: number | undefined;
+            repeat_last_n: number | undefined;
+            repeat_penalty: number | undefined;
+            rope_frequency_base: number | undefined;
+            rope_frequency_scale: number | undefined;
+            temperature: number | undefined;
+            stop: string[] | undefined;
+            tfs_z: number | undefined;
+            top_k: number | undefined;
+            top_p: number | undefined;
+            typical_p: number | undefined;
+            use_mlock: boolean | undefined;
+            use_mmap: boolean | undefined;
+            vocab_only: boolean | undefined;
+        };
+    };
+    /** @ignore */
+    _identifyingParams(): Record<string, any>;
+    _generate(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun | undefined): Promise<ChatResult>;
+    _llmType(): string;
+    /** @ignore */
+    _combineLLMOutput(): never[];
+}

package/dist/experimental/chat_models/ollama_functions.js

@@ -0,0 +1,136 @@
+import { BaseChatModel } from "../../chat_models/base.js";
+import { AIMessage, SystemMessage, } from "../../schema/index.js";
+import { ChatOllama } from "../../chat_models/ollama.js";
+import { PromptTemplate } from "../../prompts/prompt.js";
+const TOOL_SYSTEM_PROMPT = 
+/* #__PURE__ */
+PromptTemplate.fromTemplate(`You have access to the following tools:
+
+{tools}
+
+To use a tool, respond with a JSON object with the following structure:
+{{
+  "tool": <name of the called tool>,
+  "tool_input": <parameters for the tool matching the above JSON schema>
+}}`);
+export class OllamaFunctions extends BaseChatModel {
+    static lc_name() {
+        return "OllamaFunctions";
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "llm", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "toolSystemPrompt", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: TOOL_SYSTEM_PROMPT
+        });
+        Object.defineProperty(this, "defaultResponseFunction", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {
+                name: "__conversational_response",
+                description: "Respond conversationally if no other tools should be called for a given query.",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        response: {
+                            type: "string",
+                            description: "Conversational response to the user.",
+                        },
+                    },
+                    required: ["response"],
+                },
+            }
+        });
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "experimental", "chat_models"]
+        });
+        this.llm = fields?.llm ?? new ChatOllama({ ...fields, format: "json" });
+        this.toolSystemPrompt = fields?.toolSystemPrompt ?? this.toolSystemPrompt;
+    }
+    invocationParams() {
+        return this.llm.invocationParams();
+    }
+    /** @ignore */
+    _identifyingParams() {
+        return this.llm._identifyingParams();
+    }
+    async _generate(messages, options, runManager) {
+        let functions = options.functions ?? [];
+        if (options.function_call !== undefined) {
+            functions = functions.filter((fn) => fn.name === options.function_call?.name);
+            if (!functions.length) {
+                throw new Error(`If "function_call" is specified, you must also pass a matching function in "functions".`);
+            }
+        }
+        else if (functions.length === 0) {
+            functions.push(this.defaultResponseFunction);
+        }
+        const defaultContent = await TOOL_SYSTEM_PROMPT.format({
+            tools: JSON.stringify(functions, null, 2),
+        });
+        const systemMessage = new SystemMessage({ content: defaultContent });
+        const chatResult = await this.llm._generate([systemMessage, ...messages], options, runManager);
+        const chatGenerationContent = chatResult.generations[0].message.content;
+        if (typeof chatGenerationContent !== "string") {
+            throw new Error("OllamaFunctions does not support non-string output.");
+        }
+        let parsedChatResult;
+        try {
+            parsedChatResult = JSON.parse(chatGenerationContent);
+        }
+        catch (e) {
+            throw new Error(`"${this.llm.model}" did not respond with valid JSON. Please try again.`);
+        }
+        const calledToolName = parsedChatResult.tool;
+        const calledToolArguments = parsedChatResult.tool_input;
+        const calledTool = functions.find((fn) => fn.name === calledToolName);
+        if (calledTool === undefined) {
+            throw new Error(`Failed to parse a function call from ${this.llm.model} output: ${chatGenerationContent}`);
+        }
+        if (calledTool.name === this.defaultResponseFunction.name) {
+            return {
+                generations: [
+                    {
+                        message: new AIMessage({
+                            content: calledToolArguments.response,
+                        }),
+                        text: calledToolArguments.response,
+                    },
+                ],
+            };
+        }
+        const responseMessageWithFunctions = new AIMessage({
+            content: "",
+            additional_kwargs: {
+                function_call: {
+                    name: calledToolName,
+                    arguments: calledToolArguments
+                        ? JSON.stringify(calledToolArguments)
+                        : "",
+                },
+            },
+        });
+        return {
+            generations: [{ message: responseMessageWithFunctions, text: "" }],
+        };
+    }
+    _llmType() {
+        return "ollama_functions";
+    }
+    /** @ignore */
+    _combineLLMOutput() {
+        return [];
+    }
+}

package/dist/llms/ollama.cjs

@@ -212,6 +212,12 @@ class Ollama extends base_js_1.LLM {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "format", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.model = fields.model ?? this.model;
         this.baseUrl = fields.baseUrl?.endsWith("/")
             ? fields.baseUrl.slice(0, -1)
@@ -246,6 +252,7 @@ class Ollama extends base_js_1.LLM {
         this.useMLock = fields.useMLock;
         this.useMMap = fields.useMMap;
         this.vocabOnly = fields.vocabOnly;
+        this.format = fields.format;
     }
     _llmType() {
         return "ollama";
@@ -253,6 +260,7 @@ class Ollama extends base_js_1.LLM {
     invocationParams(options) {
         return {
             model: this.model,
+            format: this.format,
             options: {
                 embedding_only: this.embeddingOnly,
                 f16_kv: this.f16KV,

package/dist/llms/ollama.d.ts

@@ -2,6 +2,7 @@ import { LLM, BaseLLMParams } from "./base.js";
 import { OllamaInput, OllamaCallOptions } from "../util/ollama.js";
 import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
 import { GenerationChunk } from "../schema/index.js";
+import type { StringWithAutocomplete } from "../util/types.js";
 /**
  * Class that represents the Ollama language model. It extends the base
  * LLM class and implements the OllamaInput interface.
@@ -41,10 +42,12 @@ export declare class Ollama extends LLM<OllamaCallOptions> implements OllamaInpu
     useMLock?: boolean;
     useMMap?: boolean;
     vocabOnly?: boolean;
+    format?: StringWithAutocomplete<"json">;
     constructor(fields: OllamaInput & BaseLLMParams);
     _llmType(): string;
     invocationParams(options?: this["ParsedCallOptions"]): {
         model: string;
+        format: StringWithAutocomplete<"json"> | undefined;
         options: {
             embedding_only: boolean | undefined;
             f16_kv: boolean | undefined;

package/dist/llms/ollama.js

@@ -209,6 +209,12 @@ export class Ollama extends LLM {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "format", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.model = fields.model ?? this.model;
         this.baseUrl = fields.baseUrl?.endsWith("/")
             ? fields.baseUrl.slice(0, -1)
@@ -243,6 +249,7 @@ export class Ollama extends LLM {
         this.useMLock = fields.useMLock;
         this.useMMap = fields.useMMap;
         this.vocabOnly = fields.vocabOnly;
+        this.format = fields.format;
     }
     _llmType() {
         return "ollama";
@@ -250,6 +257,7 @@ export class Ollama extends LLM {
     invocationParams(options) {
         return {
             model: this.model,
+            format: this.format,
             options: {
                 embedding_only: this.embeddingOnly,
                 f16_kv: this.f16KV,

package/dist/llms/openai.cjs

@@ -121,7 +121,7 @@ class OpenAI extends base_js_1.BaseLLM {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: "text-davinci-003"
+            value: "gpt-3.5-turbo-instruct"
         });
         Object.defineProperty(this, "modelKwargs", {
             enumerable: true,

package/dist/llms/openai.js

@@ -118,7 +118,7 @@ export class OpenAI extends BaseLLM {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: "text-davinci-003"
+            value: "gpt-3.5-turbo-instruct"
         });
         Object.defineProperty(this, "modelKwargs", {
             enumerable: true,

package/dist/load/import_map.cjs

@@ -25,7 +25,8 @@ var __importStar = (this && this.__importStar) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fake = exports.llms__yandex = exports.llms__fireworks = exports.llms__ollama = exports.llms__cloudflare_workersai = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__voyage = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains__combine_documents__reduce = exports.chains = exports.tools__render = exports.tools = exports.base_language = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad__openai_tools = exports.agents__format_scratchpad = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
-exports.runnables__remote = exports.evaluation = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__cloudflare_workersai = void 0;
+exports.evaluation = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__ollama_functions = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__cloudflare_workersai = void 0;
+exports.runnables__remote = void 0;
 exports.load__serializable = __importStar(require("../load/serializable.cjs"));
 exports.agents = __importStar(require("../agents/index.cjs"));
 exports.agents__toolkits = __importStar(require("../agents/toolkits/index.cjs"));
@@ -123,6 +124,7 @@ exports.experimental__babyagi = __importStar(require("../experimental/babyagi/in
 exports.experimental__generative_agents = __importStar(require("../experimental/generative_agents/index.cjs"));
 exports.experimental__plan_and_execute = __importStar(require("../experimental/plan_and_execute/index.cjs"));
 exports.experimental__chat_models__bittensor = __importStar(require("../experimental/chat_models/bittensor.cjs"));
+exports.experimental__chat_models__ollama_functions = __importStar(require("../experimental/chat_models/ollama_functions.cjs"));
 exports.experimental__chains__violation_of_expectations = __importStar(require("../experimental/chains/violation_of_expectations/index.cjs"));
 exports.evaluation = __importStar(require("../evaluation/index.cjs"));
 exports.runnables__remote = __importStar(require("../runnables/remote.cjs"));

package/dist/load/import_map.d.ts

@@ -95,6 +95,7 @@ export * as experimental__babyagi from "../experimental/babyagi/index.js";
 export * as experimental__generative_agents from "../experimental/generative_agents/index.js";
 export * as experimental__plan_and_execute from "../experimental/plan_and_execute/index.js";
 export * as experimental__chat_models__bittensor from "../experimental/chat_models/bittensor.js";
+export * as experimental__chat_models__ollama_functions from "../experimental/chat_models/ollama_functions.js";
 export * as experimental__chains__violation_of_expectations from "../experimental/chains/violation_of_expectations/index.js";
 export * as evaluation from "../evaluation/index.js";
 export * as runnables__remote from "../runnables/remote.js";

package/dist/load/import_map.js

@@ -96,6 +96,7 @@ export * as experimental__babyagi from "../experimental/babyagi/index.js";
 export * as experimental__generative_agents from "../experimental/generative_agents/index.js";
 export * as experimental__plan_and_execute from "../experimental/plan_and_execute/index.js";
 export * as experimental__chat_models__bittensor from "../experimental/chat_models/bittensor.js";
+export * as experimental__chat_models__ollama_functions from "../experimental/chat_models/ollama_functions.js";
 export * as experimental__chains__violation_of_expectations from "../experimental/chains/violation_of_expectations/index.js";
 export * as evaluation from "../evaluation/index.js";
 export * as runnables__remote from "../runnables/remote.js";

package/dist/memory/buffer_token_memory.cjs

@@ -0,0 +1,92 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ConversationTokenBufferMemory = void 0;
+const base_js_1 = require("./base.cjs");
+const chat_memory_js_1 = require("./chat_memory.cjs");
+/**
+ * Class that represents a conversation chat memory with a token buffer.
+ * It extends the `BaseChatMemory` class and implements the
+ * `ConversationTokenBufferMemoryInput` interface.
+ */
+class ConversationTokenBufferMemory extends chat_memory_js_1.BaseChatMemory {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "humanPrefix", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "Human"
+        });
+        Object.defineProperty(this, "aiPrefix", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "AI"
+        });
+        Object.defineProperty(this, "memoryKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "history"
+        });
+        Object.defineProperty(this, "maxTokenLimit", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 2000
+        }); // Default max token limit of 2000 which can be overridden
+        Object.defineProperty(this, "llm", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.llm = fields.llm;
+        this.humanPrefix = fields?.humanPrefix ?? this.humanPrefix;
+        this.aiPrefix = fields?.aiPrefix ?? this.aiPrefix;
+        this.memoryKey = fields?.memoryKey ?? this.memoryKey;
+        this.maxTokenLimit = fields?.maxTokenLimit ?? this.maxTokenLimit;
+    }
+    get memoryKeys() {
+        return [this.memoryKey];
+    }
+    /**
+     * Loads the memory variables. It takes an `InputValues` object as a
+     * parameter and returns a `Promise` that resolves with a
+     * `MemoryVariables` object.
+     * @param _values `InputValues` object.
+     * @returns A `Promise` that resolves with a `MemoryVariables` object.
+     */
+    async loadMemoryVariables(_values) {
+        const messages = await this.chatHistory.getMessages();
+        if (this.returnMessages) {
+            const result = {
+                [this.memoryKey]: messages,
+            };
+            return result;
+        }
+        const result = {
+            [this.memoryKey]: (0, base_js_1.getBufferString)(messages, this.humanPrefix, this.aiPrefix),
+        };
+        return result;
+    }
+    /**
+     * Saves the context from this conversation to buffer. If the amount
+     * of tokens required to save the buffer exceeds MAX_TOKEN_LIMIT,
+     * prune it.
+     */
+    async saveContext(inputValues, outputValues) {
+        await super.saveContext(inputValues, outputValues);
+        // Prune buffer if it exceeds the max token limit set for this instance.
+        const buffer = await this.chatHistory.getMessages();
+        let currBufferLength = await this.llm.getNumTokens((0, base_js_1.getBufferString)(buffer, this.humanPrefix, this.aiPrefix));
+        if (currBufferLength > this.maxTokenLimit) {
+            const prunedMemory = [];
+            while (currBufferLength > this.maxTokenLimit) {
+                prunedMemory.push(buffer.shift());
+                currBufferLength = await this.llm.getNumTokens((0, base_js_1.getBufferString)(buffer, this.humanPrefix, this.aiPrefix));
+            }
+        }
+    }
+}
+exports.ConversationTokenBufferMemory = ConversationTokenBufferMemory;

package/dist/memory/buffer_token_memory.d.ts

@@ -0,0 +1,41 @@
+import { InputValues, MemoryVariables, OutputValues } from "./base.js";
+import { BaseChatMemory, BaseChatMemoryInput } from "./chat_memory.js";
+import { BaseLanguageModel } from "../base_language/index.js";
+/**
+ * Interface for the input parameters of the `BufferTokenMemory` class.
+ */
+export interface ConversationTokenBufferMemoryInput extends BaseChatMemoryInput {
+    humanPrefix?: string;
+    aiPrefix?: string;
+    llm: BaseLanguageModel;
+    memoryKey?: string;
+    maxTokenLimit?: number;
+}
+/**
+ * Class that represents a conversation chat memory with a token buffer.
+ * It extends the `BaseChatMemory` class and implements the
+ * `ConversationTokenBufferMemoryInput` interface.
+ */
+export declare class ConversationTokenBufferMemory extends BaseChatMemory implements ConversationTokenBufferMemoryInput {
+    humanPrefix: string;
+    aiPrefix: string;
+    memoryKey: string;
+    maxTokenLimit: number;
+    llm: BaseLanguageModel;
+    constructor(fields: ConversationTokenBufferMemoryInput);
+    get memoryKeys(): string[];
+    /**
+     * Loads the memory variables. It takes an `InputValues` object as a
+     * parameter and returns a `Promise` that resolves with a
+     * `MemoryVariables` object.
+     * @param _values `InputValues` object.
+     * @returns A `Promise` that resolves with a `MemoryVariables` object.
+     */
+    loadMemoryVariables(_values: InputValues): Promise<MemoryVariables>;
+    /**
+     * Saves the context from this conversation to buffer. If the amount
+     * of tokens required to save the buffer exceeds MAX_TOKEN_LIMIT,
+     * prune it.
+     */
+    saveContext(inputValues: InputValues, outputValues: OutputValues): Promise<void>;
+}