langchain 0.1.0 → 0.1.2

package/dist/agents/agent.cjs

@@ -82,7 +82,7 @@ function isAgentAction(input) {
 }
 /**
  * Class representing a single action agent which accepts runnables.
- * Extends the BaseSingleActionAgent class and provides methods for
+ * Extends the BaseMultiActionAgent class and provides methods for
  * planning agent actions with runnables.
  */
 class RunnableAgent extends BaseMultiActionAgent {

package/dist/agents/agent.d.ts

@@ -77,7 +77,7 @@ export declare abstract class BaseMultiActionAgent extends BaseAgent {
 }
 /**
  * Class representing a single action agent which accepts runnables.
- * Extends the BaseSingleActionAgent class and provides methods for
+ * Extends the BaseMultiActionAgent class and provides methods for
  * planning agent actions with runnables.
  */
 export declare class RunnableAgent extends BaseMultiActionAgent {

package/dist/agents/agent.js

@@ -76,7 +76,7 @@ function isAgentAction(input) {
 }
 /**
  * Class representing a single action agent which accepts runnables.
- * Extends the BaseSingleActionAgent class and provides methods for
+ * Extends the BaseMultiActionAgent class and provides methods for
  * planning agent actions with runnables.
  */
 export class RunnableAgent extends BaseMultiActionAgent {

package/dist/chains/openai_functions/base.cjs

@@ -0,0 +1,144 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createStructuredOutputRunnable = exports.createOpenAIFnRunnable = void 0;
+const zod_to_json_schema_1 = require("zod-to-json-schema");
+const openai_functions_js_1 = require("../../output_parsers/openai_functions.cjs");
+/**
+ * Creates a runnable sequence that calls OpenAI functions.
+ * @param config - The parameters required to create the runnable.
+ * @returns A runnable sequence that will pass the given functions to the model when run.
+ *
+ * @example
+ * ```typescript
+ * const openAIFunction = {
+ *   name: "get_person_details",
+ *   description: "Get details about a person",
+ *   parameters: {
+ *     title: "Person",
+ *     description: "Identifying information about a person.",
+ *     type: "object",
+ *     properties: {
+ *       name: { title: "Name", description: "The person's name", type: "string" },
+ *       age: { title: "Age", description: "The person's age", type: "integer" },
+ *       fav_food: {
+ *         title: "Fav Food",
+ *         description: "The person's favorite food",
+ *         type: "string",
+ *       },
+ *     },
+ *     required: ["name", "age"],
+ *   },
+ * };
+ *
+ * const model = new ChatOpenAI();
+ * const prompt = ChatPromptTemplate.fromMessages([
+ *   ["human", "Human description: {description}"],
+ * ]);
+ * const outputParser = new JsonOutputFunctionsParser();
+ *
+ * const runnable = createOpenAIFnRunnable({
+ *   functions: [openAIFunction],
+ *   llm: model,
+ *   prompt,
+ *   enforceSingleFunctionUsage: true, // Default is true
+ *   outputParser
+ * });
+ * const response = await runnable.invoke({
+ *   description:
+ *     "My name's John Doe and I'm 30 years old. My favorite kind of food are chocolate chip cookies.",
+ * });
+ *
+ * console.log(response);
+ *
+ * // { name: 'John Doe', age: 30, fav_food: 'chocolate chip cookies' }
+ * ```
+ */
+function createOpenAIFnRunnable(config) {
+    const { functions, llm, prompt, enforceSingleFunctionUsage = true, outputParser = new openai_functions_js_1.JsonOutputFunctionsParser(), } = config;
+    const llmKwargs = {
+        functions,
+    };
+    if (functions.length === 1 && enforceSingleFunctionUsage) {
+        llmKwargs.function_call = {
+            name: functions[0].name,
+        };
+    }
+    const llmWithKwargs = llm.bind(llmKwargs);
+    return prompt.pipe(llmWithKwargs).pipe(outputParser);
+}
+exports.createOpenAIFnRunnable = createOpenAIFnRunnable;
+function isZodSchema(schema) {
+    return typeof schema.safeParse === "function";
+}
+/**
+ * Create a runnable that uses an OpenAI function to get a structured output.
+ * @param config Params required to create the runnable.
+ * @returns A runnable sequence that will pass the given function to the model when run.
+ *
+ * @example
+ * ```typescript
+ * import { createStructuredOutputRunnable } from "langchain/chains/openai_functions";
+ * import { ChatOpenAI } from "@langchain/openai";
+ * import { ChatPromptTemplate } from "@langchain/core/prompts";
+ * import { JsonOutputFunctionsParser } from "langchain/output_parsers";
+ *
+ * const jsonSchema = {
+ *   title: "Person",
+ *   description: "Identifying information about a person.",
+ *   type: "object",
+ *   properties: {
+ *     name: { title: "Name", description: "The person's name", type: "string" },
+ *     age: { title: "Age", description: "The person's age", type: "integer" },
+ *     fav_food: {
+ *       title: "Fav Food",
+ *       description: "The person's favorite food",
+ *       type: "string",
+ *     },
+ *   },
+ *   required: ["name", "age"],
+ * };
+ *
+ * const model = new ChatOpenAI();
+ * const prompt = ChatPromptTemplate.fromMessages([
+ *   ["human", "Human description: {description}"],
+ * ]);
+ *
+ * const outputParser = new JsonOutputFunctionsParser();
+ *
+ * // Also works with Zod schema
+ * const runnable = createStructuredOutputRunnable({
+ *   outputSchema: jsonSchema,
+ *   llm: model,
+ *   prompt,
+ *   outputParser
+ * });
+ *
+ * const response = await runnable.invoke({
+ *   description:
+ *     "My name's John Doe and I'm 30 years old. My favorite kind of food are chocolate chip cookies.",
+ * });
+ *
+ * console.log(response);
+ *
+ * // { name: 'John Doe', age: 30, fav_food: 'chocolate chip cookies' }
+ * ```
+ */
+function createStructuredOutputRunnable(config) {
+    const { outputSchema, llm, prompt, outputParser } = config;
+    const jsonSchema = isZodSchema(outputSchema)
+        ? (0, zod_to_json_schema_1.zodToJsonSchema)(outputSchema)
+        : outputSchema;
+    const oaiFunction = {
+        name: "outputFormatter",
+        description: "Output formatter. Should always be used to format your response to the user",
+        parameters: jsonSchema,
+    };
+    return createOpenAIFnRunnable({
+        functions: [oaiFunction],
+        llm,
+        prompt,
+        enforceSingleFunctionUsage: true,
+        outputParser,
+    });
+}
+exports.createStructuredOutputRunnable = createStructuredOutputRunnable;

package/dist/chains/openai_functions/base.d.ts

@@ -0,0 +1,153 @@
+import type { z } from "zod";
+import { JsonSchema7Type } from "zod-to-json-schema/src/parseDef.js";
+import type { BaseOutputParser } from "@langchain/core/output_parsers";
+import type { BasePromptTemplate } from "@langchain/core/prompts";
+import type { RunnableInterface } from "@langchain/core/runnables";
+import type { BaseFunctionCallOptions, BaseLanguageModelInput, FunctionDefinition } from "@langchain/core/language_models/base";
+import type { InputValues } from "@langchain/core/utils/types";
+import type { BaseMessage } from "@langchain/core/messages";
+/**
+ * Configuration params for the createOpenAIFnRunnable method.
+ */
+export type CreateOpenAIFnRunnableConfig<RunInput extends Record<string, any>, RunOutput> = {
+    functions: FunctionDefinition[];
+    /** Language model to use, assumed to support the OpenAI function-calling API. */
+    llm: RunnableInterface<BaseLanguageModelInput, BaseMessage, BaseFunctionCallOptions>;
+    /** BasePromptTemplate to pass to the model. */
+    prompt: BasePromptTemplate<InputValues<Extract<keyof RunInput, string>>>;
+    /**
+     * Only used if a single function is passed in. If `true`, then the model will be
+     * forced to use the given function. If `false`, then the model will be given the
+     * option to use the given function or not.
+     */
+    enforceSingleFunctionUsage?: boolean;
+    /**
+     * BaseLLMOutputParser to use for parsing model outputs.
+     * By default will be inferred from the function types.
+     */
+    outputParser?: BaseOutputParser<RunOutput>;
+};
+/**
+ * Creates a runnable sequence that calls OpenAI functions.
+ * @param config - The parameters required to create the runnable.
+ * @returns A runnable sequence that will pass the given functions to the model when run.
+ *
+ * @example
+ * ```typescript
+ * const openAIFunction = {
+ *   name: "get_person_details",
+ *   description: "Get details about a person",
+ *   parameters: {
+ *     title: "Person",
+ *     description: "Identifying information about a person.",
+ *     type: "object",
+ *     properties: {
+ *       name: { title: "Name", description: "The person's name", type: "string" },
+ *       age: { title: "Age", description: "The person's age", type: "integer" },
+ *       fav_food: {
+ *         title: "Fav Food",
+ *         description: "The person's favorite food",
+ *         type: "string",
+ *       },
+ *     },
+ *     required: ["name", "age"],
+ *   },
+ * };
+ *
+ * const model = new ChatOpenAI();
+ * const prompt = ChatPromptTemplate.fromMessages([
+ *   ["human", "Human description: {description}"],
+ * ]);
+ * const outputParser = new JsonOutputFunctionsParser();
+ *
+ * const runnable = createOpenAIFnRunnable({
+ *   functions: [openAIFunction],
+ *   llm: model,
+ *   prompt,
+ *   enforceSingleFunctionUsage: true, // Default is true
+ *   outputParser
+ * });
+ * const response = await runnable.invoke({
+ *   description:
+ *     "My name's John Doe and I'm 30 years old. My favorite kind of food are chocolate chip cookies.",
+ * });
+ *
+ * console.log(response);
+ *
+ * // { name: 'John Doe', age: 30, fav_food: 'chocolate chip cookies' }
+ * ```
+ */
+export declare function createOpenAIFnRunnable<RunInput extends Record<string, any> = Record<string, any>, RunOutput extends Record<string, any> = Record<string, any>>(config: CreateOpenAIFnRunnableConfig<RunInput, RunOutput>): RunnableInterface<RunInput, RunOutput>;
+/**
+ * Configuration params for the createStructuredOutputRunnable method.
+ */
+export type CreateStructuredOutputRunnableConfig<RunInput extends Record<string, any>, RunOutput> = {
+    /**
+     * Schema to output. Must be either valid JSONSchema or a Zod schema.
+     */
+    outputSchema: z.AnyZodObject | JsonSchema7Type;
+    /**
+     * Language model to use, assumed to support the OpenAI function-calling API.
+     */
+    llm: RunnableInterface<BaseLanguageModelInput, BaseMessage, BaseFunctionCallOptions>;
+    /** BasePromptTemplate to pass to the model. */
+    prompt: BasePromptTemplate<InputValues<Extract<keyof RunInput, string>>>;
+    /**
+     * BaseLLMOutputParser to use for parsing model outputs.
+     */
+    outputParser?: BaseOutputParser<RunOutput>;
+};
+/**
+ * Create a runnable that uses an OpenAI function to get a structured output.
+ * @param config Params required to create the runnable.
+ * @returns A runnable sequence that will pass the given function to the model when run.
+ *
+ * @example
+ * ```typescript
+ * import { createStructuredOutputRunnable } from "langchain/chains/openai_functions";
+ * import { ChatOpenAI } from "@langchain/openai";
+ * import { ChatPromptTemplate } from "@langchain/core/prompts";
+ * import { JsonOutputFunctionsParser } from "langchain/output_parsers";
+ *
+ * const jsonSchema = {
+ *   title: "Person",
+ *   description: "Identifying information about a person.",
+ *   type: "object",
+ *   properties: {
+ *     name: { title: "Name", description: "The person's name", type: "string" },
+ *     age: { title: "Age", description: "The person's age", type: "integer" },
+ *     fav_food: {
+ *       title: "Fav Food",
+ *       description: "The person's favorite food",
+ *       type: "string",
+ *     },
+ *   },
+ *   required: ["name", "age"],
+ * };
+ *
+ * const model = new ChatOpenAI();
+ * const prompt = ChatPromptTemplate.fromMessages([
+ *   ["human", "Human description: {description}"],
+ * ]);
+ *
+ * const outputParser = new JsonOutputFunctionsParser();
+ *
+ * // Also works with Zod schema
+ * const runnable = createStructuredOutputRunnable({
+ *   outputSchema: jsonSchema,
+ *   llm: model,
+ *   prompt,
+ *   outputParser
+ * });
+ *
+ * const response = await runnable.invoke({
+ *   description:
+ *     "My name's John Doe and I'm 30 years old. My favorite kind of food are chocolate chip cookies.",
+ * });
+ *
+ * console.log(response);
+ *
+ * // { name: 'John Doe', age: 30, fav_food: 'chocolate chip cookies' }
+ * ```
+ */
+export declare function createStructuredOutputRunnable<RunInput extends Record<string, any> = Record<string, any>, RunOutput extends Record<string, any> = Record<string, any>>(config: CreateStructuredOutputRunnableConfig<RunInput, RunOutput>): RunnableInterface<RunInput, RunOutput>;

package/dist/chains/openai_functions/base.js

@@ -0,0 +1,139 @@
+import { zodToJsonSchema } from "zod-to-json-schema";
+import { JsonOutputFunctionsParser } from "../../output_parsers/openai_functions.js";
+/**
+ * Creates a runnable sequence that calls OpenAI functions.
+ * @param config - The parameters required to create the runnable.
+ * @returns A runnable sequence that will pass the given functions to the model when run.
+ *
+ * @example
+ * ```typescript
+ * const openAIFunction = {
+ *   name: "get_person_details",
+ *   description: "Get details about a person",
+ *   parameters: {
+ *     title: "Person",
+ *     description: "Identifying information about a person.",
+ *     type: "object",
+ *     properties: {
+ *       name: { title: "Name", description: "The person's name", type: "string" },
+ *       age: { title: "Age", description: "The person's age", type: "integer" },
+ *       fav_food: {
+ *         title: "Fav Food",
+ *         description: "The person's favorite food",
+ *         type: "string",
+ *       },
+ *     },
+ *     required: ["name", "age"],
+ *   },
+ * };
+ *
+ * const model = new ChatOpenAI();
+ * const prompt = ChatPromptTemplate.fromMessages([
+ *   ["human", "Human description: {description}"],
+ * ]);
+ * const outputParser = new JsonOutputFunctionsParser();
+ *
+ * const runnable = createOpenAIFnRunnable({
+ *   functions: [openAIFunction],
+ *   llm: model,
+ *   prompt,
+ *   enforceSingleFunctionUsage: true, // Default is true
+ *   outputParser
+ * });
+ * const response = await runnable.invoke({
+ *   description:
+ *     "My name's John Doe and I'm 30 years old. My favorite kind of food are chocolate chip cookies.",
+ * });
+ *
+ * console.log(response);
+ *
+ * // { name: 'John Doe', age: 30, fav_food: 'chocolate chip cookies' }
+ * ```
+ */
+export function createOpenAIFnRunnable(config) {
+    const { functions, llm, prompt, enforceSingleFunctionUsage = true, outputParser = new JsonOutputFunctionsParser(), } = config;
+    const llmKwargs = {
+        functions,
+    };
+    if (functions.length === 1 && enforceSingleFunctionUsage) {
+        llmKwargs.function_call = {
+            name: functions[0].name,
+        };
+    }
+    const llmWithKwargs = llm.bind(llmKwargs);
+    return prompt.pipe(llmWithKwargs).pipe(outputParser);
+}
+function isZodSchema(schema) {
+    return typeof schema.safeParse === "function";
+}
+/**
+ * Create a runnable that uses an OpenAI function to get a structured output.
+ * @param config Params required to create the runnable.
+ * @returns A runnable sequence that will pass the given function to the model when run.
+ *
+ * @example
+ * ```typescript
+ * import { createStructuredOutputRunnable } from "langchain/chains/openai_functions";
+ * import { ChatOpenAI } from "@langchain/openai";
+ * import { ChatPromptTemplate } from "@langchain/core/prompts";
+ * import { JsonOutputFunctionsParser } from "langchain/output_parsers";
+ *
+ * const jsonSchema = {
+ *   title: "Person",
+ *   description: "Identifying information about a person.",
+ *   type: "object",
+ *   properties: {
+ *     name: { title: "Name", description: "The person's name", type: "string" },
+ *     age: { title: "Age", description: "The person's age", type: "integer" },
+ *     fav_food: {
+ *       title: "Fav Food",
+ *       description: "The person's favorite food",
+ *       type: "string",
+ *     },
+ *   },
+ *   required: ["name", "age"],
+ * };
+ *
+ * const model = new ChatOpenAI();
+ * const prompt = ChatPromptTemplate.fromMessages([
+ *   ["human", "Human description: {description}"],
+ * ]);
+ *
+ * const outputParser = new JsonOutputFunctionsParser();
+ *
+ * // Also works with Zod schema
+ * const runnable = createStructuredOutputRunnable({
+ *   outputSchema: jsonSchema,
+ *   llm: model,
+ *   prompt,
+ *   outputParser
+ * });
+ *
+ * const response = await runnable.invoke({
+ *   description:
+ *     "My name's John Doe and I'm 30 years old. My favorite kind of food are chocolate chip cookies.",
+ * });
+ *
+ * console.log(response);
+ *
+ * // { name: 'John Doe', age: 30, fav_food: 'chocolate chip cookies' }
+ * ```
+ */
+export function createStructuredOutputRunnable(config) {
+    const { outputSchema, llm, prompt, outputParser } = config;
+    const jsonSchema = isZodSchema(outputSchema)
+        ? zodToJsonSchema(outputSchema)
+        : outputSchema;
+    const oaiFunction = {
+        name: "outputFormatter",
+        description: "Output formatter. Should always be used to format your response to the user",
+        parameters: jsonSchema,
+    };
+    return createOpenAIFnRunnable({
+        functions: [oaiFunction],
+        llm,
+        prompt,
+        enforceSingleFunctionUsage: true,
+        outputParser,
+    });
+}

package/dist/chains/openai_functions/index.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createStructuredOutputChainFromZod = exports.createStructuredOutputChain = exports.createOpenAPIChain = exports.createTaggingChainFromZod = exports.createTaggingChain = exports.createExtractionChainFromZod = exports.createExtractionChain = void 0;
+exports.createOpenAIFnRunnable = exports.createStructuredOutputRunnable = exports.createStructuredOutputChainFromZod = exports.createStructuredOutputChain = exports.createOpenAPIChain = exports.createTaggingChainFromZod = exports.createTaggingChain = exports.createExtractionChainFromZod = exports.createExtractionChain = void 0;
 var extraction_js_1 = require("./extraction.cjs");
 Object.defineProperty(exports, "createExtractionChain", { enumerable: true, get: function () { return extraction_js_1.createExtractionChain; } });
 Object.defineProperty(exports, "createExtractionChainFromZod", { enumerable: true, get: function () { return extraction_js_1.createExtractionChainFromZod; } });
@@ -12,3 +12,6 @@ Object.defineProperty(exports, "createOpenAPIChain", { enumerable: true, get: fu
 var structured_output_js_1 = require("./structured_output.cjs");
 Object.defineProperty(exports, "createStructuredOutputChain", { enumerable: true, get: function () { return structured_output_js_1.createStructuredOutputChain; } });
 Object.defineProperty(exports, "createStructuredOutputChainFromZod", { enumerable: true, get: function () { return structured_output_js_1.createStructuredOutputChainFromZod; } });
+var base_js_1 = require("./base.cjs");
+Object.defineProperty(exports, "createStructuredOutputRunnable", { enumerable: true, get: function () { return base_js_1.createStructuredOutputRunnable; } });
+Object.defineProperty(exports, "createOpenAIFnRunnable", { enumerable: true, get: function () { return base_js_1.createOpenAIFnRunnable; } });

package/dist/chains/openai_functions/index.d.ts

@@ -2,3 +2,4 @@ export { createExtractionChain, createExtractionChainFromZod, } from "./extracti
 export { type TaggingChainOptions, createTaggingChain, createTaggingChainFromZod, } from "./tagging.js";
 export { type OpenAPIChainOptions, createOpenAPIChain } from "./openapi.js";
 export { type StructuredOutputChainInput, createStructuredOutputChain, createStructuredOutputChainFromZod, } from "./structured_output.js";
+export { type CreateStructuredOutputRunnableConfig, createStructuredOutputRunnable, type CreateOpenAIFnRunnableConfig, createOpenAIFnRunnable, } from "./base.js";

package/dist/chains/openai_functions/index.js

@@ -2,3 +2,4 @@ export { createExtractionChain, createExtractionChainFromZod, } from "./extracti
 export { createTaggingChain, createTaggingChainFromZod, } from "./tagging.js";
 export { createOpenAPIChain } from "./openapi.js";
 export { createStructuredOutputChain, createStructuredOutputChainFromZod, } from "./structured_output.js";
+export { createStructuredOutputRunnable, createOpenAIFnRunnable, } from "./base.js";

package/dist/evaluation/agents/trajectory.d.ts

@@ -6,7 +6,7 @@ import { ChatGeneration, Generation } from "@langchain/core/outputs";
 import { BasePromptTemplate } from "@langchain/core/prompts";
 import { Callbacks, BaseCallbackConfig } from "@langchain/core/callbacks/manager";
 import { BaseChatModel } from "@langchain/core/language_models/chat_models";
-import { AgentTrajectoryEvaluator, EvalOutputType, LLMEvalChainInput, LLMTrajectoryEvaluatorArgs } from "../base.js";
+import { AgentTrajectoryEvaluator, EvalOutputType, LLMEvalChainInput, LLMTrajectoryEvaluatorArgs, type ExtractLLMCallOptions } from "../base.js";
 /**
  * A parser for the output of the TrajectoryEvalChain.
  */
@@ -51,5 +51,5 @@ export declare class TrajectoryEvalChain extends AgentTrajectoryEvaluator {
      */
     getAgentTrajectory(steps: AgentStep[]): string;
     formatReference(reference?: string): string;
-    _evaluateAgentTrajectory(args: LLMTrajectoryEvaluatorArgs, callOptions: this["llm"]["CallOptions"], config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
+    _evaluateAgentTrajectory(args: LLMTrajectoryEvaluatorArgs, callOptions: ExtractLLMCallOptions<this["llm"]>, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
 }

package/dist/evaluation/base.d.ts

@@ -8,6 +8,7 @@ import { BaseChain, LLMChain, LLMChainInput } from "../chains/index.js";
  */
 export interface LLMEvalChainInput<T extends EvalOutputType = EvalOutputType, L extends BaseLanguageModelInterface = BaseLanguageModelInterface> extends LLMChainInput<T, L> {
 }
+export type ExtractLLMCallOptions<LanguageModelInterface> = LanguageModelInterface extends BaseLanguageModelInterface<any, infer CallOptions> ? CallOptions : never;
 /**
  * Compare two sets for equality
  *
@@ -113,7 +114,7 @@ export declare abstract class LLMStringEvaluator<T extends EvalOutputType = Eval
      * @param callOptions
      * @param config
      */
-    abstract _evaluateStrings(args: StringEvaluatorArgs, callOptions?: this["llm"]["CallOptions"], config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
+    abstract _evaluateStrings(args: StringEvaluatorArgs, callOptions?: ExtractLLMCallOptions<this["llm"]>, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
     /**
      * Evaluate Chain or LLM output, based on optional input and label.
      * @returns The evaluation results containing the score or value. It is recommended that the dictionary contain the following keys:
@@ -124,7 +125,7 @@ export declare abstract class LLMStringEvaluator<T extends EvalOutputType = Eval
      * @param callOptions
      * @param config
      */
-    evaluateStrings(args: StringEvaluatorArgs, callOptions?: this["llm"]["CallOptions"], config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
+    evaluateStrings(args: StringEvaluatorArgs, callOptions?: ExtractLLMCallOptions<this["llm"]>, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
 }
 /**
  * Grade, tag, or otherwise evaluate predictions relative to their inputs
@@ -194,7 +195,7 @@ export declare abstract class LLMPairwiseStringEvaluator extends LLMEvalChain {
      * @param config
      * @return A dictionary containing the preference, scores, and/or other information.
      */
-    abstract _evaluateStringPairs(args: LLMPairwiseStringEvaluatorArgs, callOptions?: this["llm"]["CallOptions"], config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
+    abstract _evaluateStringPairs(args: LLMPairwiseStringEvaluatorArgs, callOptions?: ExtractLLMCallOptions<this["llm"]>, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
     /**
      * Evaluate the output string pairs.
      * @param args
@@ -202,7 +203,7 @@ export declare abstract class LLMPairwiseStringEvaluator extends LLMEvalChain {
      * @param config
      * @return A dictionary containing the preference, scores, and/or other information.
      */
-    evaluateStringPairs(args: LLMPairwiseStringEvaluatorArgs, callOptions?: this["llm"]["CallOptions"], config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
+    evaluateStringPairs(args: LLMPairwiseStringEvaluatorArgs, callOptions?: ExtractLLMCallOptions<this["llm"]>, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
 }
 /**
  * Interface for evaluating agent trajectories.
@@ -220,7 +221,7 @@ export declare abstract class AgentTrajectoryEvaluator extends LLMEvalChain {
      * @param callOptions
      * @param config
      */
-    abstract _evaluateAgentTrajectory(args: LLMTrajectoryEvaluatorArgs, callOptions?: this["llm"]["CallOptions"], config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
+    abstract _evaluateAgentTrajectory(args: LLMTrajectoryEvaluatorArgs, callOptions?: ExtractLLMCallOptions<this["llm"]>, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
     /**
      * Evaluate a trajectory.
      * @return The evaluation result.
@@ -228,5 +229,5 @@ export declare abstract class AgentTrajectoryEvaluator extends LLMEvalChain {
      * @param callOptions
      * @param config
      */
-    evaluateAgentTrajectory(args: LLMTrajectoryEvaluatorArgs, callOptions?: this["llm"]["CallOptions"], config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
+    evaluateAgentTrajectory(args: LLMTrajectoryEvaluatorArgs, callOptions?: ExtractLLMCallOptions<this["llm"]>, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
 }

package/dist/evaluation/comparison/pairwise.d.ts

@@ -4,7 +4,7 @@ import { ChainValues } from "@langchain/core/utils/types";
 import { ChatGeneration, Generation } from "@langchain/core/outputs";
 import { BasePromptTemplate } from "@langchain/core/prompts";
 import { Callbacks, BaseCallbackConfig } from "@langchain/core/callbacks/manager";
-import { EvalOutputType, LLMEvalChainInput, LLMPairwiseStringEvaluator, LLMPairwiseStringEvaluatorArgs } from "../base.js";
+import { EvalOutputType, LLMEvalChainInput, LLMPairwiseStringEvaluator, LLMPairwiseStringEvaluatorArgs, type ExtractLLMCallOptions } from "../base.js";
 import { CriteriaLike } from "../criteria/criteria.js";
 /**
  * A parser for the output of the PairwiseStringEvalChain.
@@ -36,7 +36,7 @@ export declare class PairwiseStringEvalChain extends LLMPairwiseStringEvaluator
      */
     static fromLLM(llm: BaseLanguageModelInterface, criteria?: CriteriaLike, chainOptions?: Partial<Omit<LLMEvalChainInput, "llm">>): Promise<PairwiseStringEvalChain>;
     _prepareOutput(result: ChainValues): any;
-    _evaluateStringPairs(args: LLMPairwiseStringEvaluatorArgs, callOptions: this["llm"]["CallOptions"], config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
+    _evaluateStringPairs(args: LLMPairwiseStringEvaluatorArgs, callOptions: ExtractLLMCallOptions<this["llm"]>, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
 }
 /**
  * A chain for comparing two outputs, such as the outputs

package/dist/evaluation/criteria/criteria.d.ts

@@ -4,7 +4,7 @@ import { ChainValues } from "@langchain/core/utils/types";
 import { ChatGeneration, Generation } from "@langchain/core/outputs";
 import { BasePromptTemplate } from "@langchain/core/prompts";
 import { Callbacks, BaseCallbackConfig } from "@langchain/core/callbacks/manager";
-import { EvalOutputType, LLMEvalChainInput, LLMStringEvaluator, StringEvaluatorArgs } from "../base.js";
+import { EvalOutputType, LLMEvalChainInput, LLMStringEvaluator, StringEvaluatorArgs, type ExtractLLMCallOptions } from "../base.js";
 import { ConstitutionalPrinciple } from "../../chains/constitutional_ai/constitutional_principle.js";
 /**
  * A Criteria to evaluate.
@@ -61,7 +61,7 @@ export declare class CriteriaEvalChain extends LLMStringEvaluator {
      * @param result
      */
     _prepareOutput(result: ChainValues): any;
-    _evaluateStrings(args: StringEvaluatorArgs, callOptions: this["llm"]["CallOptions"], config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
+    _evaluateStrings(args: StringEvaluatorArgs, callOptions: ExtractLLMCallOptions<this["llm"]>, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
 }
 /**
  * Criteria evaluation chain that requires references.

package/dist/experimental/chat_models/ollama_functions.d.ts

@@ -49,6 +49,7 @@ export declare class OllamaFunctions extends BaseChatModel<ChatOllamaFunctionsCa
             num_gpu: number | undefined;
             num_gqa: number | undefined;
             num_keep: number | undefined;
+            num_predict: number | undefined;
             num_thread: number | undefined;
             penalize_newline: boolean | undefined;
             presence_penalty: number | undefined;