langchain 0.0.184 → 0.0.186

package/agents/format_scratchpad/openai_tools.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/agents/format_scratchpad/openai_tools.cjs');

package/agents/format_scratchpad/openai_tools.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/agents/format_scratchpad/openai_tools.js'

package/agents/format_scratchpad/openai_tools.js

@@ -0,0 +1 @@
+export * from '../../dist/agents/format_scratchpad/openai_tools.js'

package/dist/agents/format_scratchpad/openai_tools.cjs

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatToOpenAIToolMessages = void 0;
+const index_js_1 = require("../../schema/index.cjs");
+function formatToOpenAIToolMessages(steps) {
+    return steps.flatMap(({ action, observation }) => {
+        if ("messageLog" in action && action.messageLog !== undefined) {
+            const log = action.messageLog;
+            return log.concat(new index_js_1.ToolMessage({
+                content: observation,
+                tool_call_id: action.toolCallId,
+            }));
+        }
+        else {
+            return [new index_js_1.AIMessage(action.log)];
+        }
+    });
+}
+exports.formatToOpenAIToolMessages = formatToOpenAIToolMessages;

package/dist/agents/format_scratchpad/openai_tools.d.ts

@@ -0,0 +1,3 @@
+import type { ToolsAgentStep } from "../openai/output_parser.js";
+import { type BaseMessage } from "../../schema/index.js";
+export declare function formatToOpenAIToolMessages(steps: ToolsAgentStep[]): BaseMessage[];

package/dist/agents/format_scratchpad/openai_tools.js

@@ -0,0 +1,15 @@
+import { ToolMessage, AIMessage, } from "../../schema/index.js";
+export function formatToOpenAIToolMessages(steps) {
+    return steps.flatMap(({ action, observation }) => {
+        if ("messageLog" in action && action.messageLog !== undefined) {
+            const log = action.messageLog;
+            return log.concat(new ToolMessage({
+                content: observation,
+                tool_call_id: action.toolCallId,
+            }));
+        }
+        else {
+            return [new AIMessage(action.log)];
+        }
+    });
+}

package/dist/agents/openai/index.cjs

@@ -143,7 +143,8 @@ class OpenAIAgent extends agent_js_1.Agent {
         const valuesForLLM = {
             functions: this.tools.map(convert_to_openai_js_1.formatToOpenAIFunction),
         };
-        for (const key of this.llmChain.llm.callKeys) {
+        const callKeys = "callKeys" in this.llmChain.llm ? this.llmChain.llm.callKeys : [];
+        for (const key of callKeys) {
             if (key in inputs) {
                 valuesForLLM[key] = inputs[key];
                 delete valuesForPrompt[key];

package/dist/agents/openai/index.js

@@ -139,7 +139,8 @@ export class OpenAIAgent extends Agent {
         const valuesForLLM = {
             functions: this.tools.map(formatToOpenAIFunction),
         };
-        for (const key of this.llmChain.llm.callKeys) {
+        const callKeys = "callKeys" in this.llmChain.llm ? this.llmChain.llm.callKeys : [];
+        for (const key of callKeys) {
             if (key in inputs) {
                 valuesForLLM[key] = inputs[key];
                 delete valuesForPrompt[key];

package/dist/agents/openai/output_parser.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.OpenAIFunctionsAgentOutputParser = void 0;
+exports.OpenAIToolsAgentOutputParser = exports.OpenAIFunctionsAgentOutputParser = void 0;
 const index_js_1 = require("../../schema/index.cjs");
 const types_js_1 = require("../types.cjs");
 const output_parser_js_1 = require("../../schema/output_parser.cjs");
@@ -66,3 +66,68 @@ class OpenAIFunctionsAgentOutputParser extends types_js_1.AgentActionOutputParse
     }
 }
 exports.OpenAIFunctionsAgentOutputParser = OpenAIFunctionsAgentOutputParser;
+class OpenAIToolsAgentOutputParser extends types_js_1.AgentMultiActionOutputParser {
+    constructor() {
+        super(...arguments);
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "agents", "openai"]
+        });
+    }
+    static lc_name() {
+        return "OpenAIToolsAgentOutputParser";
+    }
+    async parse(text) {
+        throw new Error(`OpenAIFunctionsAgentOutputParser can only parse messages.\nPassed input: ${text}`);
+    }
+    async parseResult(generations) {
+        if ("message" in generations[0] && (0, index_js_1.isBaseMessage)(generations[0].message)) {
+            return this.parseAIMessage(generations[0].message);
+        }
+        throw new Error("parseResult on OpenAIFunctionsAgentOutputParser only works on ChatGeneration output");
+    }
+    /**
+     * Parses the output message into a ToolsAgentAction[] or AgentFinish
+     * object.
+     * @param message The BaseMessage to parse.
+     * @returns A ToolsAgentAction[] or AgentFinish object.
+     */
+    parseAIMessage(message) {
+        if (message.content && typeof message.content !== "string") {
+            throw new Error("This agent cannot parse non-string model responses.");
+        }
+        if (message.additional_kwargs.tool_calls) {
+            const toolCalls = message.additional_kwargs.tool_calls;
+            try {
+                return toolCalls.map((toolCall, i) => {
+                    const toolInput = toolCall.function.arguments
+                        ? JSON.parse(toolCall.function.arguments)
+                        : {};
+                    const messageLog = i === 0 ? [message] : [];
+                    return {
+                        tool: toolCall.function.name,
+                        toolInput,
+                        toolCallId: toolCall.id,
+                        log: `Invoking "${toolCall.function.name}" with ${toolCall.function.arguments ?? "{}"}\n${message.content}`,
+                        messageLog,
+                    };
+                });
+            }
+            catch (error) {
+                throw new output_parser_js_1.OutputParserException(`Failed to parse tool arguments from chat model response. Text: "${JSON.stringify(toolCalls)}". ${error}`);
+            }
+        }
+        else {
+            return {
+                returnValues: { output: message.content },
+                log: message.content,
+            };
+        }
+    }
+    getFormatInstructions() {
+        throw new Error("getFormatInstructions not implemented inside OpenAIToolsAgentOutputParser.");
+    }
+}
+exports.OpenAIToolsAgentOutputParser = OpenAIToolsAgentOutputParser;

package/dist/agents/openai/output_parser.d.ts

@@ -1,5 +1,5 @@
-import { AgentAction, AgentFinish, BaseMessage, ChatGeneration } from "../../schema/index.js";
-import { AgentActionOutputParser } from "../types.js";
+import { AgentAction, AgentFinish, AgentStep, BaseMessage, ChatGeneration } from "../../schema/index.js";
+import { AgentActionOutputParser, AgentMultiActionOutputParser } from "../types.js";
 /**
  * Type that represents an agent action with an optional message log.
  */
@@ -20,3 +20,27 @@ export declare class OpenAIFunctionsAgentOutputParser extends AgentActionOutputP
     parseAIMessage(message: BaseMessage): FunctionsAgentAction | AgentFinish;
     getFormatInstructions(): string;
 }
+/**
+ * Type that represents an agent action with an optional message log.
+ */
+export type ToolsAgentAction = AgentAction & {
+    toolCallId: string;
+    messageLog?: BaseMessage[];
+};
+export type ToolsAgentStep = AgentStep & {
+    action: ToolsAgentAction;
+};
+export declare class OpenAIToolsAgentOutputParser extends AgentMultiActionOutputParser {
+    lc_namespace: string[];
+    static lc_name(): string;
+    parse(text: string): Promise<AgentAction[] | AgentFinish>;
+    parseResult(generations: ChatGeneration[]): Promise<AgentFinish | ToolsAgentAction[]>;
+    /**
+     * Parses the output message into a ToolsAgentAction[] or AgentFinish
+     * object.
+     * @param message The BaseMessage to parse.
+     * @returns A ToolsAgentAction[] or AgentFinish object.
+     */
+    parseAIMessage(message: BaseMessage): ToolsAgentAction[] | AgentFinish;
+    getFormatInstructions(): string;
+}

package/dist/agents/openai/output_parser.js

@@ -1,5 +1,5 @@
 import { isBaseMessage, } from "../../schema/index.js";
-import { AgentActionOutputParser } from "../types.js";
+import { AgentActionOutputParser, AgentMultiActionOutputParser, } from "../types.js";
 import { OutputParserException } from "../../schema/output_parser.js";
 export class OpenAIFunctionsAgentOutputParser extends AgentActionOutputParser {
     constructor() {
@@ -62,3 +62,67 @@ export class OpenAIFunctionsAgentOutputParser extends AgentActionOutputParser {
         throw new Error("getFormatInstructions not implemented inside OpenAIFunctionsAgentOutputParser.");
     }
 }
+export class OpenAIToolsAgentOutputParser extends AgentMultiActionOutputParser {
+    constructor() {
+        super(...arguments);
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "agents", "openai"]
+        });
+    }
+    static lc_name() {
+        return "OpenAIToolsAgentOutputParser";
+    }
+    async parse(text) {
+        throw new Error(`OpenAIFunctionsAgentOutputParser can only parse messages.\nPassed input: ${text}`);
+    }
+    async parseResult(generations) {
+        if ("message" in generations[0] && isBaseMessage(generations[0].message)) {
+            return this.parseAIMessage(generations[0].message);
+        }
+        throw new Error("parseResult on OpenAIFunctionsAgentOutputParser only works on ChatGeneration output");
+    }
+    /**
+     * Parses the output message into a ToolsAgentAction[] or AgentFinish
+     * object.
+     * @param message The BaseMessage to parse.
+     * @returns A ToolsAgentAction[] or AgentFinish object.
+     */
+    parseAIMessage(message) {
+        if (message.content && typeof message.content !== "string") {
+            throw new Error("This agent cannot parse non-string model responses.");
+        }
+        if (message.additional_kwargs.tool_calls) {
+            const toolCalls = message.additional_kwargs.tool_calls;
+            try {
+                return toolCalls.map((toolCall, i) => {
+                    const toolInput = toolCall.function.arguments
+                        ? JSON.parse(toolCall.function.arguments)
+                        : {};
+                    const messageLog = i === 0 ? [message] : [];
+                    return {
+                        tool: toolCall.function.name,
+                        toolInput,
+                        toolCallId: toolCall.id,
+                        log: `Invoking "${toolCall.function.name}" with ${toolCall.function.arguments ?? "{}"}\n${message.content}`,
+                        messageLog,
+                    };
+                });
+            }
+            catch (error) {
+                throw new OutputParserException(`Failed to parse tool arguments from chat model response. Text: "${JSON.stringify(toolCalls)}". ${error}`);
+            }
+        }
+        else {
+            return {
+                returnValues: { output: message.content },
+                log: message.content,
+            };
+        }
+    }
+    getFormatInstructions() {
+        throw new Error("getFormatInstructions not implemented inside OpenAIToolsAgentOutputParser.");
+    }
+}

package/dist/agents/structured_chat/index.cjs

@@ -102,9 +102,8 @@ class StructuredChatAgent extends agent_js_1.Agent {
      * @param args.memoryPrompts List of historical prompts from memory.
      */
     static createPrompt(tools, args) {
-        const { prefix = prompt_js_2.PREFIX, suffix = prompt_js_2.SUFFIX, inputVariables = ["input", "agent_scratchpad"], memoryPrompts = [], } = args ?? {};
+        const { prefix = prompt_js_2.PREFIX, suffix = prompt_js_2.SUFFIX, inputVariables = ["input", "agent_scratchpad"], humanMessageTemplate = "{input}\n\n{agent_scratchpad}", memoryPrompts = [], } = args ?? {};
         const template = [prefix, prompt_js_2.FORMAT_INSTRUCTIONS, suffix].join("\n\n");
-        const humanMessageTemplate = "{input}\n\n{agent_scratchpad}";
         const messages = [
             new chat_js_1.SystemMessagePromptTemplate(new prompt_js_1.PromptTemplate({
                 template,

package/dist/agents/structured_chat/index.d.ts

@@ -15,6 +15,8 @@ export interface StructuredChatCreatePromptArgs {
     suffix?: string;
     /** String to put before the list of tools. */
     prefix?: string;
+    /** String to use directly as the human message template. */
+    humanMessageTemplate?: string;
     /** List of input variables the final prompt will expect. */
     inputVariables?: string[];
     /** List of historical prompts from memory.  */

package/dist/agents/structured_chat/index.js

@@ -99,9 +99,8 @@ export class StructuredChatAgent extends Agent {
      * @param args.memoryPrompts List of historical prompts from memory.
      */
     static createPrompt(tools, args) {
-        const { prefix = PREFIX, suffix = SUFFIX, inputVariables = ["input", "agent_scratchpad"], memoryPrompts = [], } = args ?? {};
+        const { prefix = PREFIX, suffix = SUFFIX, inputVariables = ["input", "agent_scratchpad"], humanMessageTemplate = "{input}\n\n{agent_scratchpad}", memoryPrompts = [], } = args ?? {};
         const template = [prefix, FORMAT_INSTRUCTIONS, suffix].join("\n\n");
-        const humanMessageTemplate = "{input}\n\n{agent_scratchpad}";
         const messages = [
             new SystemMessagePromptTemplate(new PromptTemplate({
                 template,

package/dist/agents/types.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.AgentActionOutputParser = void 0;
+exports.AgentMultiActionOutputParser = exports.AgentActionOutputParser = void 0;
 const output_parser_js_1 = require("../schema/output_parser.cjs");
 /**
  * Abstract class representing an output parser specifically for agent
@@ -10,3 +10,10 @@ const output_parser_js_1 = require("../schema/output_parser.cjs");
 class AgentActionOutputParser extends output_parser_js_1.BaseOutputParser {
 }
 exports.AgentActionOutputParser = AgentActionOutputParser;
+/**
+ * Abstract class representing an output parser specifically for agents
+ * that return multiple actions.
+ */
+class AgentMultiActionOutputParser extends output_parser_js_1.BaseOutputParser {
+}
+exports.AgentMultiActionOutputParser = AgentMultiActionOutputParser;

package/dist/agents/types.d.ts

@@ -31,6 +31,12 @@ export interface RunnableAgentInput {
  */
 export declare abstract class AgentActionOutputParser extends BaseOutputParser<AgentAction | AgentFinish> {
 }
+/**
+ * Abstract class representing an output parser specifically for agents
+ * that return multiple actions.
+ */
+export declare abstract class AgentMultiActionOutputParser extends BaseOutputParser<AgentAction[] | AgentFinish> {
+}
 /**
  * Type representing the stopping method for an agent. It can be either
  * 'force' or 'generate'.

package/dist/agents/types.js

@@ -6,3 +6,9 @@ import { BaseOutputParser } from "../schema/output_parser.js";
  */
 export class AgentActionOutputParser extends BaseOutputParser {
 }
+/**
+ * Abstract class representing an output parser specifically for agents
+ * that return multiple actions.
+ */
+export class AgentMultiActionOutputParser extends BaseOutputParser {
+}

package/dist/chains/combine_docs_chain.cjs

@@ -177,7 +177,7 @@ class MapReduceDocumentsChain extends base_js_1.BaseChain {
                     [this.combineDocumentChain.inputKey]: currentDocs,
                     ...rest,
                 }));
-                const length = await this.combineDocumentChain.llmChain.llm.getNumTokens(formatted);
+                const length = await this.combineDocumentChain.llmChain._getNumTokens(formatted);
                 const withinTokenLimit = length < this.maxTokens;
                 // If we can skip the map step, and we're within the token limit, we don't
                 // need to run the map step, so just break out of the loop.

package/dist/chains/combine_docs_chain.js

@@ -173,7 +173,7 @@ export class MapReduceDocumentsChain extends BaseChain {
                     [this.combineDocumentChain.inputKey]: currentDocs,
                     ...rest,
                 }));
-                const length = await this.combineDocumentChain.llmChain.llm.getNumTokens(formatted);
+                const length = await this.combineDocumentChain.llmChain._getNumTokens(formatted);
                 const withinTokenLimit = length < this.maxTokens;
                 // If we can skip the map step, and we're within the token limit, we don't
                 // need to run the map step, so just break out of the loop.

package/dist/chains/llm_chain.cjs

@@ -5,6 +5,29 @@ const base_js_1 = require("./base.cjs");
 const base_js_2 = require("../prompts/base.cjs");
 const index_js_1 = require("../base_language/index.cjs");
 const noop_js_1 = require("../output_parsers/noop.cjs");
+const base_js_3 = require("../schema/runnable/base.cjs");
+function isBaseLanguageModel(llmLike) {
+    return typeof llmLike._llmType === "function";
+}
+function _getLanguageModel(llmLike) {
+    if (isBaseLanguageModel(llmLike)) {
+        return llmLike;
+    }
+    else if ("bound" in llmLike && base_js_3.Runnable.isRunnable(llmLike.bound)) {
+        return _getLanguageModel(llmLike.bound);
+    }
+    else if ("runnable" in llmLike &&
+        "fallbacks" in llmLike &&
+        base_js_3.Runnable.isRunnable(llmLike.runnable)) {
+        return _getLanguageModel(llmLike.runnable);
+    }
+    else if ("default" in llmLike && base_js_3.Runnable.isRunnable(llmLike.default)) {
+        return _getLanguageModel(llmLike.default);
+    }
+    else {
+        throw new Error("Unable to extract BaseLanguageModel from llmLike object.");
+    }
+}
 /**
  * Chain to run queries against LLMs.
  *
@@ -79,10 +102,15 @@ class LLMChain extends base_js_1.BaseChain {
             this.outputParser = this.prompt.outputParser;
         }
     }
+    getCallKeys() {
+        const callKeys = "callKeys" in this.llm ? this.llm.callKeys : [];
+        return callKeys;
+    }
     /** @ignore */
     _selectMemoryInputs(values) {
         const valuesForMemory = super._selectMemoryInputs(values);
-        for (const key of this.llm.callKeys) {
+        const callKeys = this.getCallKeys();
+        for (const key of callKeys) {
             if (key in values) {
                 delete valuesForMemory[key];
             }
@@ -114,16 +142,29 @@ class LLMChain extends base_js_1.BaseChain {
         const valuesForLLM = {
             ...this.llmKwargs,
         };
-        for (const key of this.llm.callKeys) {
+        const callKeys = this.getCallKeys();
+        for (const key of callKeys) {
             if (key in values) {
-                valuesForLLM[key] = values[key];
-                delete valuesForPrompt[key];
+                if (valuesForLLM) {
+                    valuesForLLM[key] =
+                        values[key];
+                    delete valuesForPrompt[key];
+                }
             }
         }
         const promptValue = await this.prompt.formatPromptValue(valuesForPrompt);
-        const { generations } = await this.llm.generatePrompt([promptValue], valuesForLLM, runManager?.getChild());
+        if ("generatePrompt" in this.llm) {
+            const { generations } = await this.llm.generatePrompt([promptValue], valuesForLLM, runManager?.getChild());
+            return {
+                [this.outputKey]: await this._getFinalOutput(generations[0], promptValue, runManager),
+            };
+        }
+        const modelWithParser = this.outputParser
+            ? this.llm.pipe(this.outputParser)
+            : this.llm;
+        const response = await modelWithParser.invoke(promptValue, runManager?.getChild());
         return {
-            [this.outputKey]: await this._getFinalOutput(generations[0], promptValue, runManager),
+            [this.outputKey]: response,
         };
     }
     /**
@@ -160,11 +201,15 @@ class LLMChain extends base_js_1.BaseChain {
     }
     /** @deprecated */
     serialize() {
+        const serialize = "serialize" in this.llm ? this.llm.serialize() : undefined;
         return {
             _type: `${this._chainType()}_chain`,
-            llm: this.llm.serialize(),
+            llm: serialize,
             prompt: this.prompt.serialize(),
         };
     }
+    _getNumTokens(text) {
+        return _getLanguageModel(this.llm).getNumTokens(text);
+    }
 }
 exports.LLMChain = LLMChain;

package/dist/chains/llm_chain.d.ts

@@ -1,21 +1,26 @@
 import { BaseChain, ChainInputs } from "./base.js";
 import { BasePromptTemplate } from "../prompts/base.js";
-import { BaseLanguageModel } from "../base_language/index.js";
-import { ChainValues, Generation, BasePromptValue } from "../schema/index.js";
+import { BaseLanguageModel, BaseLanguageModelInput } from "../base_language/index.js";
+import { ChainValues, Generation, BasePromptValue, BaseMessage } from "../schema/index.js";
 import { BaseLLMOutputParser } from "../schema/output_parser.js";
 import { SerializedLLMChain } from "./serde.js";
 import { CallbackManager } from "../callbacks/index.js";
 import { BaseCallbackConfig, CallbackManagerForChainRun, Callbacks } from "../callbacks/manager.js";
+import { Runnable } from "../schema/runnable/base.js";
+type LLMType = BaseLanguageModel | Runnable<BaseLanguageModelInput, string> | Runnable<BaseLanguageModelInput, BaseMessage>;
+type CallOptionsIfAvailable<T> = T extends {
+    CallOptions: infer CO;
+} ? CO : any;
 /**
  * Interface for the input parameters of the LLMChain class.
  */
-export interface LLMChainInput<T extends string | object = string, L extends BaseLanguageModel = BaseLanguageModel> extends ChainInputs {
+export interface LLMChainInput<T extends string | object = string, Model extends LLMType = LLMType> extends ChainInputs {
     /** Prompt object to use */
     prompt: BasePromptTemplate;
     /** LLM Wrapper to use */
-    llm: L;
+    llm: Model;
     /** Kwargs to pass to LLM */
-    llmKwargs?: this["llm"]["CallOptions"];
+    llmKwargs?: CallOptionsIfAvailable<Model>;
     /** OutputParser to use */
     outputParser?: BaseLLMOutputParser<T>;
     /** Key to use for output, defaults to `text` */
@@ -34,17 +39,18 @@ export interface LLMChainInput<T extends string | object = string, L extends Bas
  * const llm = new LLMChain({ llm: new OpenAI(), prompt });
  * ```
  */
-export declare class LLMChain<T extends string | object = string, L extends BaseLanguageModel = BaseLanguageModel> extends BaseChain implements LLMChainInput<T> {
+export declare class LLMChain<T extends string | object = string, Model extends LLMType = LLMType> extends BaseChain implements LLMChainInput<T> {
     static lc_name(): string;
     lc_serializable: boolean;
     prompt: BasePromptTemplate;
-    llm: L;
-    llmKwargs?: this["llm"]["CallOptions"];
+    llm: Model;
+    llmKwargs?: CallOptionsIfAvailable<Model>;
     outputKey: string;
     outputParser?: BaseLLMOutputParser<T>;
     get inputKeys(): string[];
     get outputKeys(): string[];
-    constructor(fields: LLMChainInput<T, L>);
+    constructor(fields: LLMChainInput<T, Model>);
+    private getCallKeys;
     /** @ignore */
     _selectMemoryInputs(values: ChainValues): ChainValues;
     /** @ignore */
@@ -54,9 +60,9 @@ export declare class LLMChain<T extends string | object = string, L extends Base
      *
      * Wraps _call and handles memory.
      */
-    call(values: ChainValues & this["llm"]["CallOptions"], config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
+    call(values: ChainValues & CallOptionsIfAvailable<Model>, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
     /** @ignore */
-    _call(values: ChainValues & this["llm"]["CallOptions"], runManager?: CallbackManagerForChainRun): Promise<ChainValues>;
+    _call(values: ChainValues & CallOptionsIfAvailable<Model>, runManager?: CallbackManagerForChainRun): Promise<ChainValues>;
     /**
      * Format prompt with values and pass to LLM
      *
@@ -69,9 +75,11 @@ export declare class LLMChain<T extends string | object = string, L extends Base
      * llm.predict({ adjective: "funny" })
      * ```
      */
-    predict(values: ChainValues & this["llm"]["CallOptions"], callbackManager?: CallbackManager): Promise<T>;
+    predict(values: ChainValues & CallOptionsIfAvailable<Model>, callbackManager?: CallbackManager): Promise<T>;
     _chainType(): "llm";
     static deserialize(data: SerializedLLMChain): Promise<LLMChain<string, BaseLanguageModel<any, import("../base_language/index.js").BaseLanguageModelCallOptions>>>;
     /** @deprecated */
     serialize(): SerializedLLMChain;
+    _getNumTokens(text: string): Promise<number>;
 }
+export {};

package/dist/chains/llm_chain.js

@@ -1,7 +1,30 @@
 import { BaseChain } from "./base.js";
 import { BasePromptTemplate } from "../prompts/base.js";
-import { BaseLanguageModel } from "../base_language/index.js";
+import { BaseLanguageModel, } from "../base_language/index.js";
 import { NoOpOutputParser } from "../output_parsers/noop.js";
+import { Runnable } from "../schema/runnable/base.js";
+function isBaseLanguageModel(llmLike) {
+    return typeof llmLike._llmType === "function";
+}
+function _getLanguageModel(llmLike) {
+    if (isBaseLanguageModel(llmLike)) {
+        return llmLike;
+    }
+    else if ("bound" in llmLike && Runnable.isRunnable(llmLike.bound)) {
+        return _getLanguageModel(llmLike.bound);
+    }
+    else if ("runnable" in llmLike &&
+        "fallbacks" in llmLike &&
+        Runnable.isRunnable(llmLike.runnable)) {
+        return _getLanguageModel(llmLike.runnable);
+    }
+    else if ("default" in llmLike && Runnable.isRunnable(llmLike.default)) {
+        return _getLanguageModel(llmLike.default);
+    }
+    else {
+        throw new Error("Unable to extract BaseLanguageModel from llmLike object.");
+    }
+}
 /**
  * Chain to run queries against LLMs.
  *
@@ -76,10 +99,15 @@ export class LLMChain extends BaseChain {
             this.outputParser = this.prompt.outputParser;
         }
     }
+    getCallKeys() {
+        const callKeys = "callKeys" in this.llm ? this.llm.callKeys : [];
+        return callKeys;
+    }
     /** @ignore */
     _selectMemoryInputs(values) {
         const valuesForMemory = super._selectMemoryInputs(values);
-        for (const key of this.llm.callKeys) {
+        const callKeys = this.getCallKeys();
+        for (const key of callKeys) {
             if (key in values) {
                 delete valuesForMemory[key];
             }
@@ -111,16 +139,29 @@ export class LLMChain extends BaseChain {
         const valuesForLLM = {
             ...this.llmKwargs,
         };
-        for (const key of this.llm.callKeys) {
+        const callKeys = this.getCallKeys();
+        for (const key of callKeys) {
             if (key in values) {
-                valuesForLLM[key] = values[key];
-                delete valuesForPrompt[key];
+                if (valuesForLLM) {
+                    valuesForLLM[key] =
+                        values[key];
+                    delete valuesForPrompt[key];
+                }
             }
         }
         const promptValue = await this.prompt.formatPromptValue(valuesForPrompt);
-        const { generations } = await this.llm.generatePrompt([promptValue], valuesForLLM, runManager?.getChild());
+        if ("generatePrompt" in this.llm) {
+            const { generations } = await this.llm.generatePrompt([promptValue], valuesForLLM, runManager?.getChild());
+            return {
+                [this.outputKey]: await this._getFinalOutput(generations[0], promptValue, runManager),
+            };
+        }
+        const modelWithParser = this.outputParser
+            ? this.llm.pipe(this.outputParser)
+            : this.llm;
+        const response = await modelWithParser.invoke(promptValue, runManager?.getChild());
         return {
-            [this.outputKey]: await this._getFinalOutput(generations[0], promptValue, runManager),
+            [this.outputKey]: response,
         };
     }
     /**
@@ -157,10 +198,14 @@ export class LLMChain extends BaseChain {
     }
     /** @deprecated */
     serialize() {
+        const serialize = "serialize" in this.llm ? this.llm.serialize() : undefined;
         return {
             _type: `${this._chainType()}_chain`,
-            llm: this.llm.serialize(),
+            llm: serialize,
             prompt: this.prompt.serialize(),
         };
     }
+    _getNumTokens(text) {
+        return _getLanguageModel(this.llm).getNumTokens(text);
+    }
 }