langchain 0.0.186 → 0.0.187

package/dist/callbacks/handlers/llmonitor.cjs

@@ -19,8 +19,19 @@ const parseRole = (id) => {
         return "ai";
     if (roleHint.includes("Function"))
         return "function";
+    if (roleHint.includes("Tool"))
+        return "tool";
     return "ai";
 };
+const PARAMS_TO_CAPTURE = [
+    "stop",
+    "stop_sequences",
+    "function_call",
+    "functions",
+    "tools",
+    "tool_choice",
+    "response_format",
+];
 const convertToLLMonitorMessages = (input) => {
     const parseMessage = (raw) => {
         if (typeof raw === "string")
@@ -35,11 +46,10 @@ const convertToLLMonitorMessages = (input) => {
             const role = parseRole(message.id);
             const obj = message.kwargs;
             const text = message.text ?? obj.content;
-            const functionCall = obj.additional_kwargs?.function_call;
             return {
                 role,
                 text,
-                functionCall,
+                ...(obj.additional_kwargs ?? {}),
             };
         }
         catch (e) {
@@ -83,6 +93,21 @@ const parseOutput = (rawOutput) => {
         return result;
     return rawOutput;
 };
+const parseExtraAndName = (llm, extraParams, metadata) => {
+    const params = {
+        ...(extraParams?.invocation_params ?? {}),
+        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+        // @ts-ignore this is a valid property
+        ...(llm?.kwargs ?? {}),
+        ...(metadata || {}),
+    };
+    const { model, model_name, modelName, model_id, userId, userProps, ...rest } = params;
+    const name = model || modelName || model_name || model_id || llm.id.at(-1);
+    // Filter rest to only include params we want to capture
+    const extra = Object.fromEntries(Object.entries(rest).filter(([key]) => PARAMS_TO_CAPTURE.includes(key) ||
+        ["string", "number", "boolean"].includes(typeof rest[key])));
+    return { name, extra, userId, userProps };
+};
 class LLMonitorHandler extends base_js_1.BaseCallbackHandler {
     constructor(fields = {}) {
         super(fields);
@@ -109,18 +134,13 @@ class LLMonitorHandler extends base_js_1.BaseCallbackHandler {
         }
     }
     async handleLLMStart(llm, prompts, runId, parentRunId, extraParams, tags, metadata) {
-        const params = {
-            ...(extraParams?.invocation_params || {}),
-            ...(metadata || {}),
-        };
-        const { model, model_name, modelName, userId, userProps, ...rest } = params;
-        const name = model || modelName || model_name || llm.id.at(-1);
+        const { name, extra, userId, userProps } = parseExtraAndName(llm, extraParams, metadata);
         await this.monitor.trackEvent("llm", "start", {
             runId,
             parentRunId,
             name,
             input: (0, exports.convertToLLMonitorMessages)(prompts),
-            extra: rest,
+            extra,
             userId,
             userProps,
             tags,
@@ -128,19 +148,13 @@ class LLMonitorHandler extends base_js_1.BaseCallbackHandler {
         });
     }
     async handleChatModelStart(llm, messages, runId, parentRunId, extraParams, tags, metadata) {
-        const params = {
-            ...(extraParams?.invocation_params || {}),
-            ...(metadata || {}),
-        };
-        // Expand them so they're excluded from the "extra" field
-        const { model, model_name, modelName, userId, userProps, ...rest } = params;
-        const name = model || modelName || model_name || llm.id.at(-1);
+        const { name, extra, userId, userProps } = parseExtraAndName(llm, extraParams, metadata);
         await this.monitor.trackEvent("llm", "start", {
             runId,
             parentRunId,
             name,
             input: (0, exports.convertToLLMonitorMessages)(messages),
-            extra: rest,
+            extra,
             userId,
             userProps,
             tags,

package/dist/callbacks/handlers/llmonitor.js

@@ -13,8 +13,19 @@ const parseRole = (id) => {
         return "ai";
     if (roleHint.includes("Function"))
         return "function";
+    if (roleHint.includes("Tool"))
+        return "tool";
     return "ai";
 };
+const PARAMS_TO_CAPTURE = [
+    "stop",
+    "stop_sequences",
+    "function_call",
+    "functions",
+    "tools",
+    "tool_choice",
+    "response_format",
+];
 export const convertToLLMonitorMessages = (input) => {
     const parseMessage = (raw) => {
         if (typeof raw === "string")
@@ -29,11 +40,10 @@ export const convertToLLMonitorMessages = (input) => {
             const role = parseRole(message.id);
             const obj = message.kwargs;
             const text = message.text ?? obj.content;
-            const functionCall = obj.additional_kwargs?.function_call;
             return {
                 role,
                 text,
-                functionCall,
+                ...(obj.additional_kwargs ?? {}),
             };
         }
         catch (e) {
@@ -76,6 +86,21 @@ const parseOutput = (rawOutput) => {
         return result;
     return rawOutput;
 };
+const parseExtraAndName = (llm, extraParams, metadata) => {
+    const params = {
+        ...(extraParams?.invocation_params ?? {}),
+        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+        // @ts-ignore this is a valid property
+        ...(llm?.kwargs ?? {}),
+        ...(metadata || {}),
+    };
+    const { model, model_name, modelName, model_id, userId, userProps, ...rest } = params;
+    const name = model || modelName || model_name || model_id || llm.id.at(-1);
+    // Filter rest to only include params we want to capture
+    const extra = Object.fromEntries(Object.entries(rest).filter(([key]) => PARAMS_TO_CAPTURE.includes(key) ||
+        ["string", "number", "boolean"].includes(typeof rest[key])));
+    return { name, extra, userId, userProps };
+};
 export class LLMonitorHandler extends BaseCallbackHandler {
     constructor(fields = {}) {
         super(fields);
@@ -102,18 +127,13 @@ export class LLMonitorHandler extends BaseCallbackHandler {
         }
     }
     async handleLLMStart(llm, prompts, runId, parentRunId, extraParams, tags, metadata) {
-        const params = {
-            ...(extraParams?.invocation_params || {}),
-            ...(metadata || {}),
-        };
-        const { model, model_name, modelName, userId, userProps, ...rest } = params;
-        const name = model || modelName || model_name || llm.id.at(-1);
+        const { name, extra, userId, userProps } = parseExtraAndName(llm, extraParams, metadata);
         await this.monitor.trackEvent("llm", "start", {
             runId,
             parentRunId,
             name,
             input: convertToLLMonitorMessages(prompts),
-            extra: rest,
+            extra,
             userId,
             userProps,
             tags,
@@ -121,19 +141,13 @@ export class LLMonitorHandler extends BaseCallbackHandler {
         });
     }
     async handleChatModelStart(llm, messages, runId, parentRunId, extraParams, tags, metadata) {
-        const params = {
-            ...(extraParams?.invocation_params || {}),
-            ...(metadata || {}),
-        };
-        // Expand them so they're excluded from the "extra" field
-        const { model, model_name, modelName, userId, userProps, ...rest } = params;
-        const name = model || modelName || model_name || llm.id.at(-1);
+        const { name, extra, userId, userProps } = parseExtraAndName(llm, extraParams, metadata);
         await this.monitor.trackEvent("llm", "start", {
             runId,
             parentRunId,
             name,
             input: convertToLLMonitorMessages(messages),
-            extra: rest,
+            extra,
             userId,
             userProps,
             tags,

package/dist/experimental/chat_models/ollama_functions.cjs

@@ -0,0 +1,140 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OllamaFunctions = void 0;
+const base_js_1 = require("../../chat_models/base.cjs");
+const index_js_1 = require("../../schema/index.cjs");
+const ollama_js_1 = require("../../chat_models/ollama.cjs");
+const prompt_js_1 = require("../../prompts/prompt.cjs");
+const TOOL_SYSTEM_PROMPT = 
+/* #__PURE__ */
+prompt_js_1.PromptTemplate.fromTemplate(`You have access to the following tools:
+
+{tools}
+
+To use a tool, respond with a JSON object with the following structure:
+{{
+  "tool": <name of the called tool>,
+  "tool_input": <parameters for the tool matching the above JSON schema>
+}}`);
+class OllamaFunctions extends base_js_1.BaseChatModel {
+    static lc_name() {
+        return "OllamaFunctions";
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "llm", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "toolSystemPrompt", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: TOOL_SYSTEM_PROMPT
+        });
+        Object.defineProperty(this, "defaultResponseFunction", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {
+                name: "__conversational_response",
+                description: "Respond conversationally if no other tools should be called for a given query.",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        response: {
+                            type: "string",
+                            description: "Conversational response to the user.",
+                        },
+                    },
+                    required: ["response"],
+                },
+            }
+        });
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "experimental", "chat_models"]
+        });
+        this.llm = fields?.llm ?? new ollama_js_1.ChatOllama({ ...fields, format: "json" });
+        this.toolSystemPrompt = fields?.toolSystemPrompt ?? this.toolSystemPrompt;
+    }
+    invocationParams() {
+        return this.llm.invocationParams();
+    }
+    /** @ignore */
+    _identifyingParams() {
+        return this.llm._identifyingParams();
+    }
+    async _generate(messages, options, runManager) {
+        let functions = options.functions ?? [];
+        if (options.function_call !== undefined) {
+            functions = functions.filter((fn) => fn.name === options.function_call?.name);
+            if (!functions.length) {
+                throw new Error(`If "function_call" is specified, you must also pass a matching function in "functions".`);
+            }
+        }
+        else if (functions.length === 0) {
+            functions.push(this.defaultResponseFunction);
+        }
+        const defaultContent = await TOOL_SYSTEM_PROMPT.format({
+            tools: JSON.stringify(functions, null, 2),
+        });
+        const systemMessage = new index_js_1.SystemMessage({ content: defaultContent });
+        const chatResult = await this.llm._generate([systemMessage, ...messages], options, runManager);
+        const chatGenerationContent = chatResult.generations[0].message.content;
+        if (typeof chatGenerationContent !== "string") {
+            throw new Error("OllamaFunctions does not support non-string output.");
+        }
+        let parsedChatResult;
+        try {
+            parsedChatResult = JSON.parse(chatGenerationContent);
+        }
+        catch (e) {
+            throw new Error(`"${this.llm.model}" did not respond with valid JSON. Please try again.`);
+        }
+        const calledToolName = parsedChatResult.tool;
+        const calledToolArguments = parsedChatResult.tool_input;
+        const calledTool = functions.find((fn) => fn.name === calledToolName);
+        if (calledTool === undefined) {
+            throw new Error(`Failed to parse a function call from ${this.llm.model} output: ${chatGenerationContent}`);
+        }
+        if (calledTool.name === this.defaultResponseFunction.name) {
+            return {
+                generations: [
+                    {
+                        message: new index_js_1.AIMessage({
+                            content: calledToolArguments.response,
+                        }),
+                        text: calledToolArguments.response,
+                    },
+                ],
+            };
+        }
+        const responseMessageWithFunctions = new index_js_1.AIMessage({
+            content: "",
+            additional_kwargs: {
+                function_call: {
+                    name: calledToolName,
+                    arguments: calledToolArguments
+                        ? JSON.stringify(calledToolArguments)
+                        : "",
+                },
+            },
+        });
+        return {
+            generations: [{ message: responseMessageWithFunctions, text: "" }],
+        };
+    }
+    _llmType() {
+        return "ollama_functions";
+    }
+    /** @ignore */
+    _combineLLMOutput() {
+        return [];
+    }
+}
+exports.OllamaFunctions = OllamaFunctions;

package/dist/experimental/chat_models/ollama_functions.d.ts

@@ -0,0 +1,76 @@
+import { BaseChatModel, BaseChatModelParams } from "../../chat_models/base.js";
+import { CallbackManagerForLLMRun } from "../../callbacks/manager.js";
+import { BaseMessage, ChatResult } from "../../schema/index.js";
+import { ChatOllama } from "../../chat_models/ollama.js";
+import { OllamaInput } from "../../util/ollama.js";
+import { BaseFunctionCallOptions } from "../../base_language/index.js";
+import type { BasePromptTemplate } from "../../prompts/base.js";
+export interface ChatOllamaFunctionsCallOptions extends BaseFunctionCallOptions {
+}
+export type OllamaFunctionsInput = Partial<OllamaInput> & BaseChatModelParams & {
+    llm?: ChatOllama;
+    toolSystemPrompt?: BasePromptTemplate;
+};
+export declare class OllamaFunctions extends BaseChatModel<ChatOllamaFunctionsCallOptions> {
+    llm: ChatOllama;
+    toolSystemPrompt: BasePromptTemplate;
+    protected defaultResponseFunction: {
+        name: string;
+        description: string;
+        parameters: {
+            type: string;
+            properties: {
+                response: {
+                    type: string;
+                    description: string;
+                };
+            };
+            required: string[];
+        };
+    };
+    lc_namespace: string[];
+    static lc_name(): string;
+    constructor(fields?: OllamaFunctionsInput);
+    invocationParams(): {
+        model: string;
+        format: import("../../util/types.js").StringWithAutocomplete<"json"> | undefined;
+        options: {
+            embedding_only: boolean | undefined;
+            f16_kv: boolean | undefined;
+            frequency_penalty: number | undefined;
+            logits_all: boolean | undefined;
+            low_vram: boolean | undefined;
+            main_gpu: number | undefined;
+            mirostat: number | undefined;
+            mirostat_eta: number | undefined;
+            mirostat_tau: number | undefined;
+            num_batch: number | undefined;
+            num_ctx: number | undefined;
+            num_gpu: number | undefined;
+            num_gqa: number | undefined;
+            num_keep: number | undefined;
+            num_thread: number | undefined;
+            penalize_newline: boolean | undefined;
+            presence_penalty: number | undefined;
+            repeat_last_n: number | undefined;
+            repeat_penalty: number | undefined;
+            rope_frequency_base: number | undefined;
+            rope_frequency_scale: number | undefined;
+            temperature: number | undefined;
+            stop: string[] | undefined;
+            tfs_z: number | undefined;
+            top_k: number | undefined;
+            top_p: number | undefined;
+            typical_p: number | undefined;
+            use_mlock: boolean | undefined;
+            use_mmap: boolean | undefined;
+            vocab_only: boolean | undefined;
+        };
+    };
+    /** @ignore */
+    _identifyingParams(): Record<string, any>;
+    _generate(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun | undefined): Promise<ChatResult>;
+    _llmType(): string;
+    /** @ignore */
+    _combineLLMOutput(): never[];
+}

package/dist/experimental/chat_models/ollama_functions.js

@@ -0,0 +1,136 @@
+import { BaseChatModel } from "../../chat_models/base.js";
+import { AIMessage, SystemMessage, } from "../../schema/index.js";
+import { ChatOllama } from "../../chat_models/ollama.js";
+import { PromptTemplate } from "../../prompts/prompt.js";
+const TOOL_SYSTEM_PROMPT = 
+/* #__PURE__ */
+PromptTemplate.fromTemplate(`You have access to the following tools:
+
+{tools}
+
+To use a tool, respond with a JSON object with the following structure:
+{{
+  "tool": <name of the called tool>,
+  "tool_input": <parameters for the tool matching the above JSON schema>
+}}`);
+export class OllamaFunctions extends BaseChatModel {
+    static lc_name() {
+        return "OllamaFunctions";
+    }
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "llm", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "toolSystemPrompt", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: TOOL_SYSTEM_PROMPT
+        });
+        Object.defineProperty(this, "defaultResponseFunction", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {
+                name: "__conversational_response",
+                description: "Respond conversationally if no other tools should be called for a given query.",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        response: {
+                            type: "string",
+                            description: "Conversational response to the user.",
+                        },
+                    },
+                    required: ["response"],
+                },
+            }
+        });
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "experimental", "chat_models"]
+        });
+        this.llm = fields?.llm ?? new ChatOllama({ ...fields, format: "json" });
+        this.toolSystemPrompt = fields?.toolSystemPrompt ?? this.toolSystemPrompt;
+    }
+    invocationParams() {
+        return this.llm.invocationParams();
+    }
+    /** @ignore */
+    _identifyingParams() {
+        return this.llm._identifyingParams();
+    }
+    async _generate(messages, options, runManager) {
+        let functions = options.functions ?? [];
+        if (options.function_call !== undefined) {
+            functions = functions.filter((fn) => fn.name === options.function_call?.name);
+            if (!functions.length) {
+                throw new Error(`If "function_call" is specified, you must also pass a matching function in "functions".`);
+            }
+        }
+        else if (functions.length === 0) {
+            functions.push(this.defaultResponseFunction);
+        }
+        const defaultContent = await TOOL_SYSTEM_PROMPT.format({
+            tools: JSON.stringify(functions, null, 2),
+        });
+        const systemMessage = new SystemMessage({ content: defaultContent });
+        const chatResult = await this.llm._generate([systemMessage, ...messages], options, runManager);
+        const chatGenerationContent = chatResult.generations[0].message.content;
+        if (typeof chatGenerationContent !== "string") {
+            throw new Error("OllamaFunctions does not support non-string output.");
+        }
+        let parsedChatResult;
+        try {
+            parsedChatResult = JSON.parse(chatGenerationContent);
+        }
+        catch (e) {
+            throw new Error(`"${this.llm.model}" did not respond with valid JSON. Please try again.`);
+        }
+        const calledToolName = parsedChatResult.tool;
+        const calledToolArguments = parsedChatResult.tool_input;
+        const calledTool = functions.find((fn) => fn.name === calledToolName);
+        if (calledTool === undefined) {
+            throw new Error(`Failed to parse a function call from ${this.llm.model} output: ${chatGenerationContent}`);
+        }
+        if (calledTool.name === this.defaultResponseFunction.name) {
+            return {
+                generations: [
+                    {
+                        message: new AIMessage({
+                            content: calledToolArguments.response,
+                        }),
+                        text: calledToolArguments.response,
+                    },
+                ],
+            };
+        }
+        const responseMessageWithFunctions = new AIMessage({
+            content: "",
+            additional_kwargs: {
+                function_call: {
+                    name: calledToolName,
+                    arguments: calledToolArguments
+                        ? JSON.stringify(calledToolArguments)
+                        : "",
+                },
+            },
+        });
+        return {
+            generations: [{ message: responseMessageWithFunctions, text: "" }],
+        };
+    }
+    _llmType() {
+        return "ollama_functions";
+    }
+    /** @ignore */
+    _combineLLMOutput() {
+        return [];
+    }
+}

package/dist/load/import_map.cjs

@@ -25,7 +25,8 @@ var __importStar = (this && this.__importStar) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.chat_models__anthropic = exports.chat_models__openai = exports.chat_models__base = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.document = exports.memory = exports.text_splitter = exports.vectorstores__xata = exports.vectorstores__vectara = exports.vectorstores__prisma = exports.vectorstores__memory = exports.vectorstores__base = exports.prompts = exports.llms__fake = exports.llms__yandex = exports.llms__fireworks = exports.llms__ollama = exports.llms__cloudflare_workersai = exports.llms__aleph_alpha = exports.llms__ai21 = exports.llms__openai = exports.llms__base = exports.embeddings__voyage = exports.embeddings__minimax = exports.embeddings__openai = exports.embeddings__ollama = exports.embeddings__fake = exports.embeddings__cache_backed = exports.embeddings__base = exports.chains__openai_functions = exports.chains__combine_documents__reduce = exports.chains = exports.tools__render = exports.tools = exports.base_language = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad__openai_tools = exports.agents__format_scratchpad = exports.agents__toolkits = exports.agents = exports.load__serializable = void 0;
-exports.runnables__remote = exports.evaluation = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__cloudflare_workersai = void 0;
+exports.evaluation = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__ollama_functions = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.cache = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__tavily_search_api = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__databerry = exports.retrievers__chaindesk = exports.retrievers__remote = exports.output_parsers = exports.callbacks = exports.schema__storage = exports.schema__runnable = exports.schema__retriever = exports.schema__query_constructor = exports.schema__prompt_template = exports.schema__output_parser = exports.schema__document = exports.schema = exports.chat_models__fake = exports.chat_models__yandex = exports.chat_models__minimax = exports.chat_models__ollama = exports.chat_models__baiduwenxin = exports.chat_models__fireworks = exports.chat_models__cloudflare_workersai = void 0;
+exports.runnables__remote = void 0;
 exports.load__serializable = __importStar(require("../load/serializable.cjs"));
 exports.agents = __importStar(require("../agents/index.cjs"));
 exports.agents__toolkits = __importStar(require("../agents/toolkits/index.cjs"));
@@ -123,6 +124,7 @@ exports.experimental__babyagi = __importStar(require("../experimental/babyagi/in
 exports.experimental__generative_agents = __importStar(require("../experimental/generative_agents/index.cjs"));
 exports.experimental__plan_and_execute = __importStar(require("../experimental/plan_and_execute/index.cjs"));
 exports.experimental__chat_models__bittensor = __importStar(require("../experimental/chat_models/bittensor.cjs"));
+exports.experimental__chat_models__ollama_functions = __importStar(require("../experimental/chat_models/ollama_functions.cjs"));
 exports.experimental__chains__violation_of_expectations = __importStar(require("../experimental/chains/violation_of_expectations/index.cjs"));
 exports.evaluation = __importStar(require("../evaluation/index.cjs"));
 exports.runnables__remote = __importStar(require("../runnables/remote.cjs"));

package/dist/load/import_map.d.ts

@@ -95,6 +95,7 @@ export * as experimental__babyagi from "../experimental/babyagi/index.js";
 export * as experimental__generative_agents from "../experimental/generative_agents/index.js";
 export * as experimental__plan_and_execute from "../experimental/plan_and_execute/index.js";
 export * as experimental__chat_models__bittensor from "../experimental/chat_models/bittensor.js";
+export * as experimental__chat_models__ollama_functions from "../experimental/chat_models/ollama_functions.js";
 export * as experimental__chains__violation_of_expectations from "../experimental/chains/violation_of_expectations/index.js";
 export * as evaluation from "../evaluation/index.js";
 export * as runnables__remote from "../runnables/remote.js";

package/dist/load/import_map.js

@@ -96,6 +96,7 @@ export * as experimental__babyagi from "../experimental/babyagi/index.js";
 export * as experimental__generative_agents from "../experimental/generative_agents/index.js";
 export * as experimental__plan_and_execute from "../experimental/plan_and_execute/index.js";
 export * as experimental__chat_models__bittensor from "../experimental/chat_models/bittensor.js";
+export * as experimental__chat_models__ollama_functions from "../experimental/chat_models/ollama_functions.js";
 export * as experimental__chains__violation_of_expectations from "../experimental/chains/violation_of_expectations/index.js";
 export * as evaluation from "../evaluation/index.js";
 export * as runnables__remote from "../runnables/remote.js";

package/dist/memory/buffer_token_memory.cjs

@@ -0,0 +1,92 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ConversationTokenBufferMemory = void 0;
+const base_js_1 = require("./base.cjs");
+const chat_memory_js_1 = require("./chat_memory.cjs");
+/**
+ * Class that represents a conversation chat memory with a token buffer.
+ * It extends the `BaseChatMemory` class and implements the
+ * `ConversationTokenBufferMemoryInput` interface.
+ */
+class ConversationTokenBufferMemory extends chat_memory_js_1.BaseChatMemory {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "humanPrefix", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "Human"
+        });
+        Object.defineProperty(this, "aiPrefix", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "AI"
+        });
+        Object.defineProperty(this, "memoryKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "history"
+        });
+        Object.defineProperty(this, "maxTokenLimit", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 2000
+        }); // Default max token limit of 2000 which can be overridden
+        Object.defineProperty(this, "llm", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.llm = fields.llm;
+        this.humanPrefix = fields?.humanPrefix ?? this.humanPrefix;
+        this.aiPrefix = fields?.aiPrefix ?? this.aiPrefix;
+        this.memoryKey = fields?.memoryKey ?? this.memoryKey;
+        this.maxTokenLimit = fields?.maxTokenLimit ?? this.maxTokenLimit;
+    }
+    get memoryKeys() {
+        return [this.memoryKey];
+    }
+    /**
+     * Loads the memory variables. It takes an `InputValues` object as a
+     * parameter and returns a `Promise` that resolves with a
+     * `MemoryVariables` object.
+     * @param _values `InputValues` object.
+     * @returns A `Promise` that resolves with a `MemoryVariables` object.
+     */
+    async loadMemoryVariables(_values) {
+        const messages = await this.chatHistory.getMessages();
+        if (this.returnMessages) {
+            const result = {
+                [this.memoryKey]: messages,
+            };
+            return result;
+        }
+        const result = {
+            [this.memoryKey]: (0, base_js_1.getBufferString)(messages, this.humanPrefix, this.aiPrefix),
+        };
+        return result;
+    }
+    /**
+     * Saves the context from this conversation to buffer. If the amount
+     * of tokens required to save the buffer exceeds MAX_TOKEN_LIMIT,
+     * prune it.
+     */
+    async saveContext(inputValues, outputValues) {
+        await super.saveContext(inputValues, outputValues);
+        // Prune buffer if it exceeds the max token limit set for this instance.
+        const buffer = await this.chatHistory.getMessages();
+        let currBufferLength = await this.llm.getNumTokens((0, base_js_1.getBufferString)(buffer, this.humanPrefix, this.aiPrefix));
+        if (currBufferLength > this.maxTokenLimit) {
+            const prunedMemory = [];
+            while (currBufferLength > this.maxTokenLimit) {
+                prunedMemory.push(buffer.shift());
+                currBufferLength = await this.llm.getNumTokens((0, base_js_1.getBufferString)(buffer, this.humanPrefix, this.aiPrefix));
+            }
+        }
+    }
+}
+exports.ConversationTokenBufferMemory = ConversationTokenBufferMemory;

package/dist/memory/buffer_token_memory.d.ts

@@ -0,0 +1,41 @@
+import { InputValues, MemoryVariables, OutputValues } from "./base.js";
+import { BaseChatMemory, BaseChatMemoryInput } from "./chat_memory.js";
+import { BaseLanguageModel } from "../base_language/index.js";
+/**
+ * Interface for the input parameters of the `BufferTokenMemory` class.
+ */
+export interface ConversationTokenBufferMemoryInput extends BaseChatMemoryInput {
+    humanPrefix?: string;
+    aiPrefix?: string;
+    llm: BaseLanguageModel;
+    memoryKey?: string;
+    maxTokenLimit?: number;
+}
+/**
+ * Class that represents a conversation chat memory with a token buffer.
+ * It extends the `BaseChatMemory` class and implements the
+ * `ConversationTokenBufferMemoryInput` interface.
+ */
+export declare class ConversationTokenBufferMemory extends BaseChatMemory implements ConversationTokenBufferMemoryInput {
+    humanPrefix: string;
+    aiPrefix: string;
+    memoryKey: string;
+    maxTokenLimit: number;
+    llm: BaseLanguageModel;
+    constructor(fields: ConversationTokenBufferMemoryInput);
+    get memoryKeys(): string[];
+    /**
+     * Loads the memory variables. It takes an `InputValues` object as a
+     * parameter and returns a `Promise` that resolves with a
+     * `MemoryVariables` object.
+     * @param _values `InputValues` object.
+     * @returns A `Promise` that resolves with a `MemoryVariables` object.
+     */
+    loadMemoryVariables(_values: InputValues): Promise<MemoryVariables>;
+    /**
+     * Saves the context from this conversation to buffer. If the amount
+     * of tokens required to save the buffer exceeds MAX_TOKEN_LIMIT,
+     * prune it.
+     */
+    saveContext(inputValues: InputValues, outputValues: OutputValues): Promise<void>;
+}

package/dist/memory/buffer_token_memory.js

@@ -0,0 +1,88 @@
+import { getBufferString, } from "./base.js";
+import { BaseChatMemory } from "./chat_memory.js";
+/**
+ * Class that represents a conversation chat memory with a token buffer.
+ * It extends the `BaseChatMemory` class and implements the
+ * `ConversationTokenBufferMemoryInput` interface.
+ */
+export class ConversationTokenBufferMemory extends BaseChatMemory {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "humanPrefix", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "Human"
+        });
+        Object.defineProperty(this, "aiPrefix", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "AI"
+        });
+        Object.defineProperty(this, "memoryKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "history"
+        });
+        Object.defineProperty(this, "maxTokenLimit", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 2000
+        }); // Default max token limit of 2000 which can be overridden
+        Object.defineProperty(this, "llm", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.llm = fields.llm;
+        this.humanPrefix = fields?.humanPrefix ?? this.humanPrefix;
+        this.aiPrefix = fields?.aiPrefix ?? this.aiPrefix;
+        this.memoryKey = fields?.memoryKey ?? this.memoryKey;
+        this.maxTokenLimit = fields?.maxTokenLimit ?? this.maxTokenLimit;
+    }
+    get memoryKeys() {
+        return [this.memoryKey];
+    }
+    /**
+     * Loads the memory variables. It takes an `InputValues` object as a
+     * parameter and returns a `Promise` that resolves with a
+     * `MemoryVariables` object.
+     * @param _values `InputValues` object.
+     * @returns A `Promise` that resolves with a `MemoryVariables` object.
+     */
+    async loadMemoryVariables(_values) {
+        const messages = await this.chatHistory.getMessages();
+        if (this.returnMessages) {
+            const result = {
+                [this.memoryKey]: messages,
+            };
+            return result;
+        }
+        const result = {
+            [this.memoryKey]: getBufferString(messages, this.humanPrefix, this.aiPrefix),
+        };
+        return result;
+    }
+    /**
+     * Saves the context from this conversation to buffer. If the amount
+     * of tokens required to save the buffer exceeds MAX_TOKEN_LIMIT,
+     * prune it.
+     */
+    async saveContext(inputValues, outputValues) {
+        await super.saveContext(inputValues, outputValues);
+        // Prune buffer if it exceeds the max token limit set for this instance.
+        const buffer = await this.chatHistory.getMessages();
+        let currBufferLength = await this.llm.getNumTokens(getBufferString(buffer, this.humanPrefix, this.aiPrefix));
+        if (currBufferLength > this.maxTokenLimit) {
+            const prunedMemory = [];
+            while (currBufferLength > this.maxTokenLimit) {
+                prunedMemory.push(buffer.shift());
+                currBufferLength = await this.llm.getNumTokens(getBufferString(buffer, this.humanPrefix, this.aiPrefix));
+            }
+        }
+    }
+}

package/dist/memory/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ConversationSummaryBufferMemory = exports.CombinedMemory = exports.ENTITY_MEMORY_CONVERSATION_TEMPLATE = exports.EntityMemory = exports.VectorStoreRetrieverMemory = exports.MotorheadMemory = exports.ChatMessageHistory = exports.BaseChatMemory = exports.BufferWindowMemory = exports.BaseConversationSummaryMemory = exports.ConversationSummaryMemory = exports.getBufferString = exports.getOutputValue = exports.getInputValue = exports.BaseMemory = exports.BufferMemory = void 0;
+exports.ConversationTokenBufferMemory = exports.ConversationSummaryBufferMemory = exports.CombinedMemory = exports.ENTITY_MEMORY_CONVERSATION_TEMPLATE = exports.EntityMemory = exports.VectorStoreRetrieverMemory = exports.MotorheadMemory = exports.ChatMessageHistory = exports.BaseChatMemory = exports.BufferWindowMemory = exports.BaseConversationSummaryMemory = exports.ConversationSummaryMemory = exports.getBufferString = exports.getOutputValue = exports.getInputValue = exports.BaseMemory = exports.BufferMemory = void 0;
 var buffer_memory_js_1 = require("./buffer_memory.cjs");
 Object.defineProperty(exports, "BufferMemory", { enumerable: true, get: function () { return buffer_memory_js_1.BufferMemory; } });
 var base_js_1 = require("./base.cjs");
@@ -29,3 +29,5 @@ var combined_memory_js_1 = require("./combined_memory.cjs");
 Object.defineProperty(exports, "CombinedMemory", { enumerable: true, get: function () { return combined_memory_js_1.CombinedMemory; } });
 var summary_buffer_js_1 = require("./summary_buffer.cjs");
 Object.defineProperty(exports, "ConversationSummaryBufferMemory", { enumerable: true, get: function () { return summary_buffer_js_1.ConversationSummaryBufferMemory; } });
+var buffer_token_memory_js_1 = require("./buffer_token_memory.cjs");
+Object.defineProperty(exports, "ConversationTokenBufferMemory", { enumerable: true, get: function () { return buffer_token_memory_js_1.ConversationTokenBufferMemory; } });

package/dist/memory/index.d.ts

@@ -10,3 +10,4 @@ export { EntityMemory } from "./entity_memory.js";
 export { ENTITY_MEMORY_CONVERSATION_TEMPLATE } from "./prompt.js";
 export { type CombinedMemoryInput, CombinedMemory } from "./combined_memory.js";
 export { ConversationSummaryBufferMemory, type ConversationSummaryBufferMemoryInput, } from "./summary_buffer.js";
+export { ConversationTokenBufferMemory, type ConversationTokenBufferMemoryInput, } from "./buffer_token_memory.js";

package/dist/memory/index.js

@@ -10,3 +10,4 @@ export { EntityMemory } from "./entity_memory.js";
 export { ENTITY_MEMORY_CONVERSATION_TEMPLATE } from "./prompt.js";
 export { CombinedMemory } from "./combined_memory.js";
 export { ConversationSummaryBufferMemory, } from "./summary_buffer.js";
+export { ConversationTokenBufferMemory, } from "./buffer_token_memory.js";

package/dist/prompts/base.cjs

@@ -12,7 +12,7 @@ const index_js_2 = require("../schema/runnable/index.cjs");
  */
 class StringPromptValue extends index_js_1.BasePromptValue {
     constructor(value) {
-        super(...arguments);
+        super({ value });
         Object.defineProperty(this, "lc_namespace", {
             enumerable: true,
             configurable: true,

package/dist/prompts/base.js

@@ -9,7 +9,7 @@ import { Runnable } from "../schema/runnable/index.js";
  */
 export class StringPromptValue extends BasePromptValue {
     constructor(value) {
-        super(...arguments);
+        super({ value });
         Object.defineProperty(this, "lc_namespace", {
             enumerable: true,
             configurable: true,

package/dist/schema/index.cjs

@@ -396,8 +396,8 @@ class ToolMessage extends BaseMessage {
 }
 exports.ToolMessage = ToolMessage;
 /**
- * Represents a chunk of a function message, which can be concatenated
- * with other function message chunks.
+ * Represents a chunk of a tool message, which can be concatenated
+ * with other tool message chunks.
  */
 class ToolMessageChunk extends BaseMessageChunk {
     constructor(fields) {

package/dist/schema/index.d.ts

@@ -232,8 +232,8 @@ export declare class ToolMessage extends BaseMessage {
     _getType(): MessageType;
 }
 /**
- * Represents a chunk of a function message, which can be concatenated
- * with other function message chunks.
+ * Represents a chunk of a tool message, which can be concatenated
+ * with other tool message chunks.
  */
 export declare class ToolMessageChunk extends BaseMessageChunk {
     tool_call_id: string;

package/dist/schema/index.js

@@ -381,8 +381,8 @@ export class ToolMessage extends BaseMessage {
     }
 }
 /**
- * Represents a chunk of a function message, which can be concatenated
- * with other function message chunks.
+ * Represents a chunk of a tool message, which can be concatenated
+ * with other tool message chunks.
  */
 export class ToolMessageChunk extends BaseMessageChunk {
     constructor(fields) {

package/dist/util/ollama.cjs

@@ -29,20 +29,18 @@ async function* createOllamaStream(baseUrl, params, options) {
     }
     const stream = stream_js_1.IterableReadableStream.fromReadableStream(response.body);
     const decoder = new TextDecoder();
+    let extra = "";
     for await (const chunk of stream) {
-        try {
-            if (chunk !== undefined) {
-                const lines = decoder
-                    .decode(chunk)
-                    .split("\n")
-                    .filter((v) => v.length);
-                for (const line of lines) {
-                    yield JSON.parse(line);
-                }
+        const decoded = extra + decoder.decode(chunk);
+        const lines = decoded.split("\n");
+        extra = lines.pop() || "";
+        for (const line of lines) {
+            try {
+                yield JSON.parse(line);
+            }
+            catch (e) {
+                console.warn(`Received a non-JSON parseable chunk: ${line}`);
             }
-        }
-        catch (e) {
-            console.warn(`Received a non-JSON parseable chunk: ${decoder.decode(chunk)}`);
         }
     }
 }

package/dist/util/ollama.js

@@ -26,20 +26,18 @@ export async function* createOllamaStream(baseUrl, params, options) {
     }
     const stream = IterableReadableStream.fromReadableStream(response.body);
     const decoder = new TextDecoder();
+    let extra = "";
     for await (const chunk of stream) {
-        try {
-            if (chunk !== undefined) {
-                const lines = decoder
-                    .decode(chunk)
-                    .split("\n")
-                    .filter((v) => v.length);
-                for (const line of lines) {
-                    yield JSON.parse(line);
-                }
+        const decoded = extra + decoder.decode(chunk);
+        const lines = decoded.split("\n");
+        extra = lines.pop() || "";
+        for (const line of lines) {
+            try {
+                yield JSON.parse(line);
+            }
+            catch (e) {
+                console.warn(`Received a non-JSON parseable chunk: ${line}`);
             }
-        }
-        catch (e) {
-            console.warn(`Received a non-JSON parseable chunk: ${decoder.decode(chunk)}`);
         }
     }
 }

package/experimental/chat_models/ollama_functions.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/experimental/chat_models/ollama_functions.cjs');

package/experimental/chat_models/ollama_functions.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/experimental/chat_models/ollama_functions.js'

package/experimental/chat_models/ollama_functions.js

@@ -0,0 +1 @@
+export * from '../../dist/experimental/chat_models/ollama_functions.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.186",
+  "version": "0.0.187",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -778,6 +778,9 @@
     "experimental/chat_models/bittensor.cjs",
     "experimental/chat_models/bittensor.js",
     "experimental/chat_models/bittensor.d.ts",
+    "experimental/chat_models/ollama_functions.cjs",
+    "experimental/chat_models/ollama_functions.js",
+    "experimental/chat_models/ollama_functions.d.ts",
     "experimental/llms/bittensor.cjs",
     "experimental/llms/bittensor.js",
     "experimental/llms/bittensor.d.ts",
@@ -806,7 +809,8 @@
     "build:esm": "NODE_OPTIONS=--max-old-space-size=4096 tsc --outDir dist/ && rimraf dist/tests dist/**/tests",
     "build:cjs": "NODE_OPTIONS=--max-old-space-size=4096 tsc --outDir dist-cjs/ -p tsconfig.cjs.json && node scripts/move-cjs-to-dist.js && rimraf dist-cjs",
     "build:watch": "node scripts/create-entrypoints.js && tsc --outDir dist/ --watch",
-    "build:scripts": "node scripts/create-entrypoints.js && node scripts/check-tree-shaking.js && node scripts/generate-docs-llm-compatibility-table",
+    "build:scripts": "node scripts/create-entrypoints.js && node scripts/check-tree-shaking.js && yarn conditional:api_refs && node scripts/generate-docs-llm-compatibility-table",
+    "conditional:api_refs": "bash scripts/build-api-refs.sh",
     "lint": "NODE_OPTIONS=--max-old-space-size=4096 eslint src && dpdm --exit-code circular:1 --no-warning --no-tree src/*.ts src/**/*.ts",
     "lint:fix": "yarn lint --fix",
     "precommit": "lint-staged",
@@ -923,7 +927,7 @@
     "jest": "^29.5.0",
     "jest-environment-node": "^29.6.4",
     "jsdom": "^22.1.0",
-    "llmonitor": "^0.5.8",
+    "llmonitor": "^0.5.9",
     "lodash": "^4.17.21",
     "mammoth": "^1.5.1",
     "ml-matrix": "^6.10.4",
@@ -1029,7 +1033,7 @@
     "ignore": "^5.2.0",
     "ioredis": "^5.3.2",
     "jsdom": "*",
-    "llmonitor": "^0.5.8",
+    "llmonitor": "^0.5.9",
     "lodash": "^4.17.21",
     "mammoth": "*",
     "mongodb": "^5.2.0",
@@ -2674,6 +2678,11 @@
       "import": "./experimental/chat_models/bittensor.js",
       "require": "./experimental/chat_models/bittensor.cjs"
     },
+    "./experimental/chat_models/ollama_functions": {
+      "types": "./experimental/chat_models/ollama_functions.d.ts",
+      "import": "./experimental/chat_models/ollama_functions.js",
+      "require": "./experimental/chat_models/ollama_functions.cjs"
+    },
     "./experimental/llms/bittensor": {
       "types": "./experimental/llms/bittensor.d.ts",
       "import": "./experimental/llms/bittensor.js",