langchain 0.0.186 → 0.0.188

package/dist/experimental/chat_models/ollama_functions.js

@@ -0,0 +1,136 @@
+import { BaseChatModel } from "../../chat_models/base.js";
+import { AIMessage, SystemMessage, } from "../../schema/index.js";
+import { ChatOllama } from "../../chat_models/ollama.js";
+import { PromptTemplate } from "../../prompts/prompt.js";
+const TOOL_SYSTEM_PROMPT = 
+/* #__PURE__ */
+PromptTemplate.fromTemplate(`You have access to the following tools:
+
+{tools}
+
+To use a tool, respond with a JSON object with the following structure:
+{{
+  "tool": <name of the called tool>,
+  "tool_input": <parameters for the tool matching the above JSON schema>
+}}`);
+export class OllamaFunctions extends BaseChatModel {
+    static lc_name() {
+        return "OllamaFunctions";
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "llm", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "toolSystemPrompt", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: TOOL_SYSTEM_PROMPT
+        });
+        Object.defineProperty(this, "defaultResponseFunction", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {
+                name: "__conversational_response",
+                description: "Respond conversationally if no other tools should be called for a given query.",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        response: {
+                            type: "string",
+                            description: "Conversational response to the user.",
+                        },
+                    },
+                    required: ["response"],
+                },
+            }
+        });
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "experimental", "chat_models"]
+        });
+        this.llm = fields?.llm ?? new ChatOllama({ ...fields, format: "json" });
+        this.toolSystemPrompt = fields?.toolSystemPrompt ?? this.toolSystemPrompt;
+    }
+    invocationParams() {
+        return this.llm.invocationParams();
+    }
+    /** @ignore */
+    _identifyingParams() {
+        return this.llm._identifyingParams();
+    }
+    async _generate(messages, options, runManager) {
+        let functions = options.functions ?? [];
+        if (options.function_call !== undefined) {
+            functions = functions.filter((fn) => fn.name === options.function_call?.name);
+            if (!functions.length) {
+                throw new Error(`If "function_call" is specified, you must also pass a matching function in "functions".`);
+            }
+        }
+        else if (functions.length === 0) {
+            functions.push(this.defaultResponseFunction);
+        }
+        const defaultContent = await this.toolSystemPrompt.format({
+            tools: JSON.stringify(functions, null, 2),
+        });
+        const systemMessage = new SystemMessage({ content: defaultContent });
+        const chatResult = await this.llm._generate([systemMessage, ...messages], options, runManager);
+        const chatGenerationContent = chatResult.generations[0].message.content;
+        if (typeof chatGenerationContent !== "string") {
+            throw new Error("OllamaFunctions does not support non-string output.");
+        }
+        let parsedChatResult;
+        try {
+            parsedChatResult = JSON.parse(chatGenerationContent);
+        }
+        catch (e) {
+            throw new Error(`"${this.llm.model}" did not respond with valid JSON. Please try again.`);
+        }
+        const calledToolName = parsedChatResult.tool;
+        const calledToolArguments = parsedChatResult.tool_input;
+        const calledTool = functions.find((fn) => fn.name === calledToolName);
+        if (calledTool === undefined) {
+            throw new Error(`Failed to parse a function call from ${this.llm.model} output: ${chatGenerationContent}`);
+        }
+        if (calledTool.name === this.defaultResponseFunction.name) {
+            return {
+                generations: [
+                    {
+                        message: new AIMessage({
+                            content: calledToolArguments.response,
+                        }),
+                        text: calledToolArguments.response,
+                    },
+                ],
+            };
+        }
+        const responseMessageWithFunctions = new AIMessage({
+            content: "",
+            additional_kwargs: {
+                function_call: {
+                    name: calledToolName,
+                    arguments: calledToolArguments
+                        ? JSON.stringify(calledToolArguments)
+                        : "",
+                },
+            },
+        });
+        return {
+            generations: [{ message: responseMessageWithFunctions, text: "" }],
+        };
+    }
+    _llmType() {
+        return "ollama_functions";
+    }
+    /** @ignore */
+    _combineLLMOutput() {
+        return [];
+    }
+}

package/dist/llms/bedrock/web.cjs

@@ -117,7 +117,7 @@ class Bedrock extends base_js_1.LLM {
             value: true
         });
         this.model = fields?.model ?? this.model;
-        const allowedModels = ["ai21", "anthropic", "amazon", "cohere"];
+        const allowedModels = ["ai21", "anthropic", "amazon", "cohere", "meta"];
         if (!allowedModels.includes(this.model.split(".")[0])) {
             throw new Error(`Unknown model: '${this.model}', only these are supported: ${allowedModels}`);
         }
@@ -223,7 +223,7 @@ class Bedrock extends base_js_1.LLM {
     }
     async *_streamResponseChunks(prompt, options, runManager) {
         const provider = this.model.split(".")[0];
-        const bedrockMethod = provider === "anthropic" || provider === "cohere"
+        const bedrockMethod = provider === "anthropic" || provider === "cohere" || provider === "meta"
             ? "invoke-with-response-stream"
             : "invoke";
         const service = "bedrock-runtime";
@@ -237,7 +237,9 @@ class Bedrock extends base_js_1.LLM {
         if (response.status < 200 || response.status >= 300) {
             throw Error(`Failed to access underlying url '${endpointHost}': got ${response.status} ${response.statusText}: ${await response.text()}`);
         }
-        if (provider === "anthropic" || provider === "cohere") {
+        if (provider === "anthropic" ||
+            provider === "cohere" ||
+            provider === "meta") {
             const reader = response.body?.getReader();
             const decoder = new TextDecoder();
             for await (const chunk of this._readChunks(reader)) {

package/dist/llms/bedrock/web.js

@@ -114,7 +114,7 @@ export class Bedrock extends LLM {
             value: true
         });
         this.model = fields?.model ?? this.model;
-        const allowedModels = ["ai21", "anthropic", "amazon", "cohere"];
+        const allowedModels = ["ai21", "anthropic", "amazon", "cohere", "meta"];
         if (!allowedModels.includes(this.model.split(".")[0])) {
             throw new Error(`Unknown model: '${this.model}', only these are supported: ${allowedModels}`);
         }
@@ -220,7 +220,7 @@ export class Bedrock extends LLM {
     }
     async *_streamResponseChunks(prompt, options, runManager) {
         const provider = this.model.split(".")[0];
-        const bedrockMethod = provider === "anthropic" || provider === "cohere"
+        const bedrockMethod = provider === "anthropic" || provider === "cohere" || provider === "meta"
             ? "invoke-with-response-stream"
             : "invoke";
         const service = "bedrock-runtime";
@@ -234,7 +234,9 @@ export class Bedrock extends LLM {
         if (response.status < 200 || response.status >= 300) {
             throw Error(`Failed to access underlying url '${endpointHost}': got ${response.status} ${response.statusText}: ${await response.text()}`);
         }
-        if (provider === "anthropic" || provider === "cohere") {
+        if (provider === "anthropic" ||
+            provider === "cohere" ||
+            provider === "meta") {
             const reader = response.body?.getReader();
             const decoder = new TextDecoder();
             for await (const chunk of this._readChunks(reader)) {

package/dist/llms/cohere.cjs

@@ -67,18 +67,20 @@ class Cohere extends base_js_1.LLM {
     }
     /** @ignore */
     async _call(prompt, options) {
-        const { cohere } = await Cohere.imports();
-        cohere.init(this.apiKey);
+        const { CohereClient } = await Cohere.imports();
+        const cohere = new CohereClient({
+            token: this.apiKey,
+        });
         // Hit the `generate` endpoint on the `large` model
         const generateResponse = await this.caller.callWithOptions({ signal: options.signal }, cohere.generate.bind(cohere), {
             prompt,
             model: this.model,
-            max_tokens: this.maxTokens,
+            maxTokens: this.maxTokens,
             temperature: this.temperature,
-            end_sequences: options.stop,
+            endSequences: options.stop,
         });
         try {
-            return generateResponse.body.generations[0].text;
+            return generateResponse.generations[0].text;
         }
         catch {
             console.log(generateResponse);
@@ -88,8 +90,8 @@ class Cohere extends base_js_1.LLM {
     /** @ignore */
     static async imports() {
         try {
-            const { default: cohere } = await import("cohere-ai");
-            return { cohere };
+            const { CohereClient } = await import("cohere-ai");
+            return { CohereClient };
         }
         catch (e) {
             throw new Error("Please install cohere-ai as a dependency with, e.g. `yarn add cohere-ai`");

package/dist/llms/cohere.d.ts

@@ -36,6 +36,6 @@ export declare class Cohere extends LLM implements CohereInput {
     _call(prompt: string, options: this["ParsedCallOptions"]): Promise<string>;
     /** @ignore */
     static imports(): Promise<{
-        cohere: typeof import("cohere-ai");
+        CohereClient: typeof import("cohere-ai").CohereClient;
     }>;
 }

package/dist/llms/cohere.js

@@ -64,18 +64,20 @@ export class Cohere extends LLM {
     }
     /** @ignore */
     async _call(prompt, options) {
-        const { cohere } = await Cohere.imports();
-        cohere.init(this.apiKey);
+        const { CohereClient } = await Cohere.imports();
+        const cohere = new CohereClient({
+            token: this.apiKey,
+        });
         // Hit the `generate` endpoint on the `large` model
         const generateResponse = await this.caller.callWithOptions({ signal: options.signal }, cohere.generate.bind(cohere), {
             prompt,
             model: this.model,
-            max_tokens: this.maxTokens,
+            maxTokens: this.maxTokens,
             temperature: this.temperature,
-            end_sequences: options.stop,
+            endSequences: options.stop,
         });
         try {
-            return generateResponse.body.generations[0].text;
+            return generateResponse.generations[0].text;
         }
         catch {
             console.log(generateResponse);
@@ -85,8 +87,8 @@ export class Cohere extends LLM {
     /** @ignore */
     static async imports() {
         try {
-            const { default: cohere } = await import("cohere-ai");
-            return { cohere };
+            const { CohereClient } = await import("cohere-ai");
+            return { CohereClient };
         }
         catch (e) {
             throw new Error("Please install cohere-ai as a dependency with, e.g. `yarn add cohere-ai`");

package/dist/load/import_map.cjs

@@ -25,7 +25,8 @@ var __importStar = (this && this.__importStar) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fake = exports.llms__yandex = exports.llms__fireworks = exports.llms__ollama = exports.llms__cloudflare_workersai = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__voyage = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains__combine_documents__reduce = exports.chains = exports.tools__render = exports.tools = exports.base_language = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad__openai_tools = exports.agents__format_scratchpad = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
-exports.runnables__remote = exports.evaluation = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__cloudflare_workersai = void 0;
+exports.evaluation = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__ollama_functions = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__cloudflare_workersai = void 0;
+exports.runnables__remote = void 0;
 exports.load__serializable = __importStar(require("../load/serializable.cjs"));
 exports.agents = __importStar(require("../agents/index.cjs"));
 exports.agents__toolkits = __importStar(require("../agents/toolkits/index.cjs"));
@@ -123,6 +124,7 @@ exports.experimental__babyagi = __importStar(require("../experimental/babyagi/in
 exports.experimental__generative_agents = __importStar(require("../experimental/generative_agents/index.cjs"));
 exports.experimental__plan_and_execute = __importStar(require("../experimental/plan_and_execute/index.cjs"));
 exports.experimental__chat_models__bittensor = __importStar(require("../experimental/chat_models/bittensor.cjs"));
+exports.experimental__chat_models__ollama_functions = __importStar(require("../experimental/chat_models/ollama_functions.cjs"));
 exports.experimental__chains__violation_of_expectations = __importStar(require("../experimental/chains/violation_of_expectations/index.cjs"));
 exports.evaluation = __importStar(require("../evaluation/index.cjs"));
 exports.runnables__remote = __importStar(require("../runnables/remote.cjs"));

package/dist/load/import_map.d.ts

@@ -95,6 +95,7 @@ export * as experimental__babyagi from "../experimental/babyagi/index.js";
 export * as experimental__generative_agents from "../experimental/generative_agents/index.js";
 export * as experimental__plan_and_execute from "../experimental/plan_and_execute/index.js";
 export * as experimental__chat_models__bittensor from "../experimental/chat_models/bittensor.js";
+export * as experimental__chat_models__ollama_functions from "../experimental/chat_models/ollama_functions.js";
 export * as experimental__chains__violation_of_expectations from "../experimental/chains/violation_of_expectations/index.js";
 export * as evaluation from "../evaluation/index.js";
 export * as runnables__remote from "../runnables/remote.js";

package/dist/load/import_map.js

@@ -96,6 +96,7 @@ export * as experimental__babyagi from "../experimental/babyagi/index.js";
 export * as experimental__generative_agents from "../experimental/generative_agents/index.js";
 export * as experimental__plan_and_execute from "../experimental/plan_and_execute/index.js";
 export * as experimental__chat_models__bittensor from "../experimental/chat_models/bittensor.js";
+export * as experimental__chat_models__ollama_functions from "../experimental/chat_models/ollama_functions.js";
 export * as experimental__chains__violation_of_expectations from "../experimental/chains/violation_of_expectations/index.js";
 export * as evaluation from "../evaluation/index.js";
 export * as runnables__remote from "../runnables/remote.js";

package/dist/memory/buffer_token_memory.cjs

@@ -0,0 +1,92 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ConversationTokenBufferMemory = void 0;
+const base_js_1 = require("./base.cjs");
+const chat_memory_js_1 = require("./chat_memory.cjs");
+/**
+ * Class that represents a conversation chat memory with a token buffer.
+ * It extends the `BaseChatMemory` class and implements the
+ * `ConversationTokenBufferMemoryInput` interface.
+ */
+class ConversationTokenBufferMemory extends chat_memory_js_1.BaseChatMemory {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "humanPrefix", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "Human"
+        });
+        Object.defineProperty(this, "aiPrefix", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "AI"
+        });
+        Object.defineProperty(this, "memoryKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "history"
+        });
+        Object.defineProperty(this, "maxTokenLimit", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 2000
+        }); // Default max token limit of 2000 which can be overridden
+        Object.defineProperty(this, "llm", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.llm = fields.llm;
+        this.humanPrefix = fields?.humanPrefix ?? this.humanPrefix;
+        this.aiPrefix = fields?.aiPrefix ?? this.aiPrefix;
+        this.memoryKey = fields?.memoryKey ?? this.memoryKey;
+        this.maxTokenLimit = fields?.maxTokenLimit ?? this.maxTokenLimit;
+    }
+    get memoryKeys() {
+        return [this.memoryKey];
+    }
+    /**
+     * Loads the memory variables. It takes an `InputValues` object as a
+     * parameter and returns a `Promise` that resolves with a
+     * `MemoryVariables` object.
+     * @param _values `InputValues` object.
+     * @returns A `Promise` that resolves with a `MemoryVariables` object.
+     */
+    async loadMemoryVariables(_values) {
+        const messages = await this.chatHistory.getMessages();
+        if (this.returnMessages) {
+            const result = {
+                [this.memoryKey]: messages,
+            };
+            return result;
+        }
+        const result = {
+            [this.memoryKey]: (0, base_js_1.getBufferString)(messages, this.humanPrefix, this.aiPrefix),
+        };
+        return result;
+    }
+    /**
+     * Saves the context from this conversation to buffer. If the amount
+     * of tokens required to save the buffer exceeds MAX_TOKEN_LIMIT,
+     * prune it.
+     */
+    async saveContext(inputValues, outputValues) {
+        await super.saveContext(inputValues, outputValues);
+        // Prune buffer if it exceeds the max token limit set for this instance.
+        const buffer = await this.chatHistory.getMessages();
+        let currBufferLength = await this.llm.getNumTokens((0, base_js_1.getBufferString)(buffer, this.humanPrefix, this.aiPrefix));
+        if (currBufferLength > this.maxTokenLimit) {
+            const prunedMemory = [];
+            while (currBufferLength > this.maxTokenLimit) {
+                prunedMemory.push(buffer.shift());
+                currBufferLength = await this.llm.getNumTokens((0, base_js_1.getBufferString)(buffer, this.humanPrefix, this.aiPrefix));
+            }
+        }
+    }
+}
+exports.ConversationTokenBufferMemory = ConversationTokenBufferMemory;

package/dist/memory/buffer_token_memory.d.ts

@@ -0,0 +1,41 @@
+import { InputValues, MemoryVariables, OutputValues } from "./base.js";
+import { BaseChatMemory, BaseChatMemoryInput } from "./chat_memory.js";
+import { BaseLanguageModel } from "../base_language/index.js";
+/**
+ * Interface for the input parameters of the `BufferTokenMemory` class.
+ */
+export interface ConversationTokenBufferMemoryInput extends BaseChatMemoryInput {
+    humanPrefix?: string;
+    aiPrefix?: string;
+    llm: BaseLanguageModel;
+    memoryKey?: string;
+    maxTokenLimit?: number;
+}
+/**
+ * Class that represents a conversation chat memory with a token buffer.
+ * It extends the `BaseChatMemory` class and implements the
+ * `ConversationTokenBufferMemoryInput` interface.
+ */
+export declare class ConversationTokenBufferMemory extends BaseChatMemory implements ConversationTokenBufferMemoryInput {
+    humanPrefix: string;
+    aiPrefix: string;
+    memoryKey: string;
+    maxTokenLimit: number;
+    llm: BaseLanguageModel;
+    constructor(fields: ConversationTokenBufferMemoryInput);
+    get memoryKeys(): string[];
+    /**
+     * Loads the memory variables. It takes an `InputValues` object as a
+     * parameter and returns a `Promise` that resolves with a
+     * `MemoryVariables` object.
+     * @param _values `InputValues` object.
+     * @returns A `Promise` that resolves with a `MemoryVariables` object.
+     */
+    loadMemoryVariables(_values: InputValues): Promise<MemoryVariables>;
+    /**
+     * Saves the context from this conversation to buffer. If the amount
+     * of tokens required to save the buffer exceeds MAX_TOKEN_LIMIT,
+     * prune it.
+     */
+    saveContext(inputValues: InputValues, outputValues: OutputValues): Promise<void>;
+}

package/dist/memory/buffer_token_memory.js

@@ -0,0 +1,88 @@
+import { getBufferString, } from "./base.js";
+import { BaseChatMemory } from "./chat_memory.js";
+/**
+ * Class that represents a conversation chat memory with a token buffer.
+ * It extends the `BaseChatMemory` class and implements the
+ * `ConversationTokenBufferMemoryInput` interface.
+ */
+export class ConversationTokenBufferMemory extends BaseChatMemory {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "humanPrefix", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "Human"
+        });
+        Object.defineProperty(this, "aiPrefix", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "AI"
+        });
+        Object.defineProperty(this, "memoryKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "history"
+        });
+        Object.defineProperty(this, "maxTokenLimit", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 2000
+        }); // Default max token limit of 2000 which can be overridden
+        Object.defineProperty(this, "llm", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.llm = fields.llm;
+        this.humanPrefix = fields?.humanPrefix ?? this.humanPrefix;
+        this.aiPrefix = fields?.aiPrefix ?? this.aiPrefix;
+        this.memoryKey = fields?.memoryKey ?? this.memoryKey;
+        this.maxTokenLimit = fields?.maxTokenLimit ?? this.maxTokenLimit;
+    }
+    get memoryKeys() {
+        return [this.memoryKey];
+    }
+    /**
+     * Loads the memory variables. It takes an `InputValues` object as a
+     * parameter and returns a `Promise` that resolves with a
+     * `MemoryVariables` object.
+     * @param _values `InputValues` object.
+     * @returns A `Promise` that resolves with a `MemoryVariables` object.
+     */
+    async loadMemoryVariables(_values) {
+        const messages = await this.chatHistory.getMessages();
+        if (this.returnMessages) {
+            const result = {
+                [this.memoryKey]: messages,
+            };
+            return result;
+        }
+        const result = {
+            [this.memoryKey]: getBufferString(messages, this.humanPrefix, this.aiPrefix),
+        };
+        return result;
+    }
+    /**
+     * Saves the context from this conversation to buffer. If the amount
+     * of tokens required to save the buffer exceeds MAX_TOKEN_LIMIT,
+     * prune it.
+     */
+    async saveContext(inputValues, outputValues) {
+        await super.saveContext(inputValues, outputValues);
+        // Prune buffer if it exceeds the max token limit set for this instance.
+        const buffer = await this.chatHistory.getMessages();
+        let currBufferLength = await this.llm.getNumTokens(getBufferString(buffer, this.humanPrefix, this.aiPrefix));
+        if (currBufferLength > this.maxTokenLimit) {
+            const prunedMemory = [];
+            while (currBufferLength > this.maxTokenLimit) {
+                prunedMemory.push(buffer.shift());
+                currBufferLength = await this.llm.getNumTokens(getBufferString(buffer, this.humanPrefix, this.aiPrefix));
+            }
+        }
+    }
+}

package/dist/memory/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ConversationSummaryBufferMemory = exports.CombinedMemory = exports.ENTITY_MEMORY_CONVERSATION_TEMPLATE = exports.EntityMemory = exports.VectorStoreRetrieverMemory = exports.MotorheadMemory = exports.ChatMessageHistory = exports.BaseChatMemory = exports.BufferWindowMemory = exports.BaseConversationSummaryMemory = exports.ConversationSummaryMemory = exports.getBufferString = exports.getOutputValue = exports.getInputValue = exports.BaseMemory = exports.BufferMemory = void 0;
+exports.ConversationTokenBufferMemory = exports.ConversationSummaryBufferMemory = exports.CombinedMemory = exports.ENTITY_MEMORY_CONVERSATION_TEMPLATE = exports.EntityMemory = exports.VectorStoreRetrieverMemory = exports.MotorheadMemory = exports.ChatMessageHistory = exports.BaseChatMemory = exports.BufferWindowMemory = exports.BaseConversationSummaryMemory = exports.ConversationSummaryMemory = exports.getBufferString = exports.getOutputValue = exports.getInputValue = exports.BaseMemory = exports.BufferMemory = void 0;
 var buffer_memory_js_1 = require("./buffer_memory.cjs");
 Object.defineProperty(exports, "BufferMemory", { enumerable: true, get: function () { return buffer_memory_js_1.BufferMemory; } });
 var base_js_1 = require("./base.cjs");
@@ -29,3 +29,5 @@ var combined_memory_js_1 = require("./combined_memory.cjs");
 Object.defineProperty(exports, "CombinedMemory", { enumerable: true, get: function () { return combined_memory_js_1.CombinedMemory; } });
 var summary_buffer_js_1 = require("./summary_buffer.cjs");
 Object.defineProperty(exports, "ConversationSummaryBufferMemory", { enumerable: true, get: function () { return summary_buffer_js_1.ConversationSummaryBufferMemory; } });
+var buffer_token_memory_js_1 = require("./buffer_token_memory.cjs");
+Object.defineProperty(exports, "ConversationTokenBufferMemory", { enumerable: true, get: function () { return buffer_token_memory_js_1.ConversationTokenBufferMemory; } });

package/dist/memory/index.d.ts

@@ -10,3 +10,4 @@ export { EntityMemory } from "./entity_memory.js";
 export { ENTITY_MEMORY_CONVERSATION_TEMPLATE } from "./prompt.js";
 export { type CombinedMemoryInput, CombinedMemory } from "./combined_memory.js";
 export { ConversationSummaryBufferMemory, type ConversationSummaryBufferMemoryInput, } from "./summary_buffer.js";
+export { ConversationTokenBufferMemory, type ConversationTokenBufferMemoryInput, } from "./buffer_token_memory.js";

package/dist/memory/index.js

@@ -10,3 +10,4 @@ export { EntityMemory } from "./entity_memory.js";
 export { ENTITY_MEMORY_CONVERSATION_TEMPLATE } from "./prompt.js";
 export { CombinedMemory } from "./combined_memory.js";
 export { ConversationSummaryBufferMemory, } from "./summary_buffer.js";
+export { ConversationTokenBufferMemory, } from "./buffer_token_memory.js";

package/dist/output_parsers/http_response.cjs

@@ -0,0 +1,82 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HttpResponseOutputParser = void 0;
+const output_parser_js_1 = require("../schema/output_parser.cjs");
+/**
+ * OutputParser that formats chunks emitted from an LLM for different HTTP content types.
+ */
+class HttpResponseOutputParser extends output_parser_js_1.BaseTransformOutputParser {
+    static lc_name() {
+        return "HttpResponseOutputParser";
+    }
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "output_parser"]
+        });
+        Object.defineProperty(this, "lc_serializable", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: true
+        });
+        Object.defineProperty(this, "outputParser", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: new output_parser_js_1.StringOutputParser()
+        });
+        Object.defineProperty(this, "contentType", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "text/plain"
+        });
+        this.outputParser = fields?.outputParser ?? this.outputParser;
+        this.contentType = fields?.contentType ?? this.contentType;
+    }
+    async *_transform(inputGenerator) {
+        for await (const chunk of this.outputParser._transform(inputGenerator)) {
+            if (typeof chunk === "string") {
+                yield this.parse(chunk);
+            }
+            else {
+                yield this.parse(JSON.stringify(chunk));
+            }
+        }
+        if (this.contentType === "text/event-stream") {
+            const encoder = new TextEncoder();
+            yield encoder.encode(`event: end\n\n`);
+        }
+    }
+    /**
+     * Parses a string output from an LLM call. This method is meant to be
+     * implemented by subclasses to define how a string output from an LLM
+     * should be parsed.
+     * @param text The string output from an LLM call.
+     * @param callbacks Optional callbacks.
+     * @returns A promise of the parsed output.
+     */
+    async parse(text) {
+        const chunk = await this.outputParser.parse(text);
+        let parsedChunk;
+        if (typeof chunk === "string") {
+            parsedChunk = chunk;
+        }
+        else {
+            parsedChunk = JSON.stringify(chunk);
+        }
+        const encoder = new TextEncoder();
+        if (this.contentType === "text/event-stream") {
+            return encoder.encode(`event: data\ndata: ${parsedChunk}\n\n`);
+        }
+        return encoder.encode(parsedChunk);
+    }
+    getFormatInstructions() {
+        return "";
+    }
+}
+exports.HttpResponseOutputParser = HttpResponseOutputParser;