langchain 0.3.31 → 1.0.0-alpha.1

package/dist/evaluation/agents/prompt.cjs

@@ -1,10 +1,7 @@
-"use strict";
-/**
- * Prompt for trajectory evaluation chain.
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TOOL_FREE_EVAL_CHAT_PROMPT = exports.EVAL_CHAT_PROMPT = void 0;
-const prompts_1 = require("@langchain/core/prompts");
+const require_rolldown_runtime = require('../../_virtual/rolldown_runtime.cjs');
+const __langchain_core_prompts = require_rolldown_runtime.__toESM(require("@langchain/core/prompts"));
+
+//#region src/evaluation/agents/prompt.ts
 const EVAL_TEMPLATE = `An AI language model has been given access to the following set of tools to help answer a user's question.
 
 The tools given to the AI model are:
@@ -90,11 +87,11 @@ The model did not use the appropriate tools to answer the question.\
 Judgment: Given the good reasoning in the final answer but otherwise poor performance, we give the model a score of 2.
 
 Score: 2`;
-exports.EVAL_CHAT_PROMPT = prompts_1.ChatPromptTemplate.fromMessages([
-    /* #__PURE__ */ prompts_1.SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
-    /* #__PURE__ */ prompts_1.HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
-    /* #__PURE__ */ prompts_1.AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
-    /* #__PURE__ */ prompts_1.HumanMessagePromptTemplate.fromTemplate(EVAL_TEMPLATE),
+const EVAL_CHAT_PROMPT = /* @__PURE__ */ __langchain_core_prompts.ChatPromptTemplate.fromMessages([
+	/* @__PURE__ */ __langchain_core_prompts.SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
+	/* @__PURE__ */ __langchain_core_prompts.HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
+	/* @__PURE__ */ __langchain_core_prompts.AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
+	/* @__PURE__ */ __langchain_core_prompts.HumanMessagePromptTemplate.fromTemplate(EVAL_TEMPLATE)
 ]);
 const TOOL_FREE_EVAL_TEMPLATE = `An AI language model has been given access to a set of tools to help answer a user's question.
 
@@ -122,10 +119,14 @@ i. Is the final answer helpful?
     iii. Does the AI language model use the tools in a helpful way?
     iv. Does the AI language model use too many steps to answer the question?
     v. Are the appropriate tools used to answer the question?`;
-exports.TOOL_FREE_EVAL_CHAT_PROMPT = 
-/* #__PURE__ */ prompts_1.ChatPromptTemplate.fromMessages([
-    /* #__PURE__ */ prompts_1.SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
-    /* #__PURE__ */ prompts_1.HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
-    /* #__PURE__ */ prompts_1.AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
-    /* #__PURE__ */ prompts_1.HumanMessagePromptTemplate.fromTemplate(TOOL_FREE_EVAL_TEMPLATE),
+const TOOL_FREE_EVAL_CHAT_PROMPT = /* @__PURE__ */ __langchain_core_prompts.ChatPromptTemplate.fromMessages([
+	/* @__PURE__ */ __langchain_core_prompts.SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
+	/* @__PURE__ */ __langchain_core_prompts.HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
+	/* @__PURE__ */ __langchain_core_prompts.AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
+	/* @__PURE__ */ __langchain_core_prompts.HumanMessagePromptTemplate.fromTemplate(TOOL_FREE_EVAL_TEMPLATE)
 ]);
+
+//#endregion
+exports.EVAL_CHAT_PROMPT = EVAL_CHAT_PROMPT;
+exports.TOOL_FREE_EVAL_CHAT_PROMPT = TOOL_FREE_EVAL_CHAT_PROMPT;
+//# sourceMappingURL=prompt.cjs.map

package/dist/evaluation/agents/prompt.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.cjs","names":["ChatPromptTemplate","SystemMessagePromptTemplate","HumanMessagePromptTemplate","AIMessagePromptTemplate"],"sources":["../../../src/evaluation/agents/prompt.ts"],"sourcesContent":["/**\n * Prompt for trajectory evaluation chain.\n */\n\nimport {\n  AIMessagePromptTemplate,\n  ChatPromptTemplate,\n  HumanMessagePromptTemplate,\n  SystemMessagePromptTemplate,\n} from \"@langchain/core/prompts\";\n\nconst EVAL_TEMPLATE = `An AI language model has been given access to the following set of tools to help answer a user's question.\n\nThe tools given to the AI model are:\n[TOOL_DESCRIPTIONS]\n{toolDescriptions}\n[END_TOOL_DESCRIPTIONS]\n\nThe question the human asked the AI model was:\n[QUESTION]\n{question}\n[END_QUESTION]{reference}\n\nThe AI language model decided to use the following set of tools to answer the question:\n[AGENT_TRAJECTORY]\n{agentTrajectory}\n[END_AGENT_TRAJECTORY]\n\nThe AI language model's final answer to the question was:\n[RESPONSE]\n{answer}\n[END_RESPONSE]\n\nLet's do a detailed evaluation of the AI language model's answer step by step.\n\nWe consider the following criteria before giving a score from 1 to 5:\n\ni. Is the final answer helpful?\nii. Does the AI language use a logical sequence of tools to answer the question?\niii. Does the AI language model use the tools in a helpful way?\niv. Does the AI language model use too many steps to answer the question?\nv. Are the appropriate tools used to answer the question?`;\n\nconst EXAMPLE_INPUT = `An AI language model has been given access to the following set of tools to help answer a user's question.\n\nThe tools given to the AI model are:\n[TOOL_DESCRIPTIONS]\nTool 1:\nName: Search\nDescription: useful for when you need to ask with search\n\nTool 2:\nName: Lookup\nDescription: useful for when you need to ask with lookup\n\nTool 3:\nName: Calculator\nDescription: useful for doing calculations\n\nTool 4:\nName: Search the Web (SerpAPI)\nDescription: useful for when you need to answer questions about current events\n[END_TOOL_DESCRIPTIONS]\n\nThe question the human asked the AI model was: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?\n\n    The AI language model decided to use the following set of tools to answer the question:\n[AGENT_TRAJECTORY]\nStep 1:\nTool used: Search the Web (SerpAPI)\nTool input: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?\nTool output: The Statue of Liberty was given to the United States by France, as a symbol of the two countries' friendship. It was erected atop an American-designed ...\n[END_AGENT_TRAJECTORY]\n\n[RESPONSE]\nThe AI language model's final answer to the question was: There are different ways to measure the length of the United States, but if we use the distance between the Statue of Liberty and the westernmost point of the contiguous United States (Cape Alava, Washington), which is approximately 2,857 miles (4,596 km), and assume that the Statue of Liberty is 305 feet (93 meters) tall, then the statue would stretch across the United States approximately 17.5 times if laid end to end.\n[END_RESPONSE]\n\nLet's do a detailed evaluation of the AI language model's answer step by step.\n\nWe consider the following criteria before giving a score from 1 to 5:\n\ni. Is the final answer helpful?\nii. Does the AI language use a logical sequence of tools to answer the question?\niii. Does the AI language model use the tools in a helpful way?\niv. Does the AI language model use too many steps to answer the question?\nv. Are the appropriate tools used to answer the question?`;\n\nconst EXAMPLE_OUTPUT = `First, let's evaluate the final answer. The final uses good reasoning but is wrong. 2,857 divided by 305 is not 17.5.\\\nThe model should have used the calculator to figure this out. Second does the model use a logical sequence of tools to answer the question?\\\nThe way model uses the search is not helpful. The model should have used the search tool to figure the width of the US or the height of the statue.\\\nThe model didn't use the calculator tool and gave an incorrect answer. The search API should be used for current events or specific questions.\\\nThe tools were not used in a helpful way. The model did not use too many steps to answer the question.\\\nThe model did not use the appropriate tools to answer the question.\\\n\nJudgment: Given the good reasoning in the final answer but otherwise poor performance, we give the model a score of 2.\n\nScore: 2`;\n\nexport const EVAL_CHAT_PROMPT = /* #__PURE__ */ ChatPromptTemplate.fromMessages(\n  [\n    /* #__PURE__ */ SystemMessagePromptTemplate.fromTemplate(\n      \"You are a helpful assistant that evaluates language models.\"\n    ),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),\n    /* #__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EVAL_TEMPLATE),\n  ]\n);\n\nconst TOOL_FREE_EVAL_TEMPLATE = `An AI language model has been given access to a set of tools to help answer a user's question.\n\nThe question the human asked the AI model was:\n[QUESTION]\n{question}\n[END_QUESTION]{reference}\n\nThe AI language model decided to use the following set of tools to answer the question:\n[AGENT_TRAJECTORY]\n{agentTrajectory}\n[END_AGENT_TRAJECTORY]\n\nThe AI language model's final answer to the question was:\n[RESPONSE]\n{answer}\n[END_RESPONSE]\n\nLet's do a detailed evaluation of the AI language model's answer step by step.\n\nWe consider the following criteria before giving a score from 1 to 5:\n\ni. Is the final answer helpful?\n    ii. Does the AI language use a logical sequence of tools to answer the question?\n    iii. Does the AI language model use the tools in a helpful way?\n    iv. Does the AI language model use too many steps to answer the question?\n    v. Are the appropriate tools used to answer the question?`;\n\nexport const TOOL_FREE_EVAL_CHAT_PROMPT =\n  /* #__PURE__ */ ChatPromptTemplate.fromMessages([\n    /* #__PURE__ */ SystemMessagePromptTemplate.fromTemplate(\n      \"You are a helpful assistant that evaluates language models.\"\n    ),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),\n    /* #__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(\n      TOOL_FREE_EVAL_TEMPLATE\n    ),\n  ]);\n"],"mappings":";;;;AAWA,MAAM,gBAAgB,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yDA8BkC,CAAC;AAE1D,MAAM,gBAAgB,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yDA2CkC,CAAC;AAE1D,MAAM,iBAAiB,CAAC;;;;;;;;;QAShB,CAAC;AAET,MAAa,mCAAmCA,4CAAmB,aACjE;iBACkBC,qDAA4B,aAC1C,8DACD;iBACeC,oDAA2B,aAAa,cAAc;iBACtDC,iDAAwB,aAAa,eAAe;iBACpDD,oDAA2B,aAAa,cAAc;AACvE,EACF;AAED,MAAM,0BAA0B,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;6DAyB4B,CAAC;AAE9D,MAAa,6CACKF,4CAAmB,aAAa;iBAC9BC,qDAA4B,aAC1C,8DACD;iBACeC,oDAA2B,aAAa,cAAc;iBACtDC,iDAAwB,aAAa,eAAe;iBACpDD,oDAA2B,aACzC,wBACD;AACF,EAAC"}

package/dist/evaluation/agents/prompt.js

@@ -1,7 +1,6 @@
-/**
- * Prompt for trajectory evaluation chain.
- */
-import { AIMessagePromptTemplate, ChatPromptTemplate, HumanMessagePromptTemplate, SystemMessagePromptTemplate, } from "@langchain/core/prompts";
+import { AIMessagePromptTemplate, ChatPromptTemplate, HumanMessagePromptTemplate, SystemMessagePromptTemplate } from "@langchain/core/prompts";
+
+//#region src/evaluation/agents/prompt.ts
 const EVAL_TEMPLATE = `An AI language model has been given access to the following set of tools to help answer a user's question.
 
 The tools given to the AI model are:
@@ -87,11 +86,11 @@ The model did not use the appropriate tools to answer the question.\
 Judgment: Given the good reasoning in the final answer but otherwise poor performance, we give the model a score of 2.
 
 Score: 2`;
-export const EVAL_CHAT_PROMPT = /* #__PURE__ */ ChatPromptTemplate.fromMessages([
-    /* #__PURE__ */ SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
-    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
-    /* #__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
-    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EVAL_TEMPLATE),
+const EVAL_CHAT_PROMPT = /* @__PURE__ */ ChatPromptTemplate.fromMessages([
+	/* @__PURE__ */ SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
+	/* @__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
+	/* @__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
+	/* @__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EVAL_TEMPLATE)
 ]);
 const TOOL_FREE_EVAL_TEMPLATE = `An AI language model has been given access to a set of tools to help answer a user's question.
 
@@ -119,10 +118,13 @@ i. Is the final answer helpful?
     iii. Does the AI language model use the tools in a helpful way?
     iv. Does the AI language model use too many steps to answer the question?
     v. Are the appropriate tools used to answer the question?`;
-export const TOOL_FREE_EVAL_CHAT_PROMPT = 
-/* #__PURE__ */ ChatPromptTemplate.fromMessages([
-    /* #__PURE__ */ SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
-    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
-    /* #__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
-    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(TOOL_FREE_EVAL_TEMPLATE),
+const TOOL_FREE_EVAL_CHAT_PROMPT = /* @__PURE__ */ ChatPromptTemplate.fromMessages([
+	/* @__PURE__ */ SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
+	/* @__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
+	/* @__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
+	/* @__PURE__ */ HumanMessagePromptTemplate.fromTemplate(TOOL_FREE_EVAL_TEMPLATE)
 ]);
+
+//#endregion
+export { EVAL_CHAT_PROMPT, TOOL_FREE_EVAL_CHAT_PROMPT };
+//# sourceMappingURL=prompt.js.map

package/dist/evaluation/agents/prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.js","names":[],"sources":["../../../src/evaluation/agents/prompt.ts"],"sourcesContent":["/**\n * Prompt for trajectory evaluation chain.\n */\n\nimport {\n  AIMessagePromptTemplate,\n  ChatPromptTemplate,\n  HumanMessagePromptTemplate,\n  SystemMessagePromptTemplate,\n} from \"@langchain/core/prompts\";\n\nconst EVAL_TEMPLATE = `An AI language model has been given access to the following set of tools to help answer a user's question.\n\nThe tools given to the AI model are:\n[TOOL_DESCRIPTIONS]\n{toolDescriptions}\n[END_TOOL_DESCRIPTIONS]\n\nThe question the human asked the AI model was:\n[QUESTION]\n{question}\n[END_QUESTION]{reference}\n\nThe AI language model decided to use the following set of tools to answer the question:\n[AGENT_TRAJECTORY]\n{agentTrajectory}\n[END_AGENT_TRAJECTORY]\n\nThe AI language model's final answer to the question was:\n[RESPONSE]\n{answer}\n[END_RESPONSE]\n\nLet's do a detailed evaluation of the AI language model's answer step by step.\n\nWe consider the following criteria before giving a score from 1 to 5:\n\ni. Is the final answer helpful?\nii. Does the AI language use a logical sequence of tools to answer the question?\niii. Does the AI language model use the tools in a helpful way?\niv. Does the AI language model use too many steps to answer the question?\nv. Are the appropriate tools used to answer the question?`;\n\nconst EXAMPLE_INPUT = `An AI language model has been given access to the following set of tools to help answer a user's question.\n\nThe tools given to the AI model are:\n[TOOL_DESCRIPTIONS]\nTool 1:\nName: Search\nDescription: useful for when you need to ask with search\n\nTool 2:\nName: Lookup\nDescription: useful for when you need to ask with lookup\n\nTool 3:\nName: Calculator\nDescription: useful for doing calculations\n\nTool 4:\nName: Search the Web (SerpAPI)\nDescription: useful for when you need to answer questions about current events\n[END_TOOL_DESCRIPTIONS]\n\nThe question the human asked the AI model was: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?\n\n    The AI language model decided to use the following set of tools to answer the question:\n[AGENT_TRAJECTORY]\nStep 1:\nTool used: Search the Web (SerpAPI)\nTool input: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?\nTool output: The Statue of Liberty was given to the United States by France, as a symbol of the two countries' friendship. It was erected atop an American-designed ...\n[END_AGENT_TRAJECTORY]\n\n[RESPONSE]\nThe AI language model's final answer to the question was: There are different ways to measure the length of the United States, but if we use the distance between the Statue of Liberty and the westernmost point of the contiguous United States (Cape Alava, Washington), which is approximately 2,857 miles (4,596 km), and assume that the Statue of Liberty is 305 feet (93 meters) tall, then the statue would stretch across the United States approximately 17.5 times if laid end to end.\n[END_RESPONSE]\n\nLet's do a detailed evaluation of the AI language model's answer step by step.\n\nWe consider the following criteria before giving a score from 1 to 5:\n\ni. Is the final answer helpful?\nii. Does the AI language use a logical sequence of tools to answer the question?\niii. Does the AI language model use the tools in a helpful way?\niv. Does the AI language model use too many steps to answer the question?\nv. Are the appropriate tools used to answer the question?`;\n\nconst EXAMPLE_OUTPUT = `First, let's evaluate the final answer. The final uses good reasoning but is wrong. 2,857 divided by 305 is not 17.5.\\\nThe model should have used the calculator to figure this out. Second does the model use a logical sequence of tools to answer the question?\\\nThe way model uses the search is not helpful. The model should have used the search tool to figure the width of the US or the height of the statue.\\\nThe model didn't use the calculator tool and gave an incorrect answer. The search API should be used for current events or specific questions.\\\nThe tools were not used in a helpful way. The model did not use too many steps to answer the question.\\\nThe model did not use the appropriate tools to answer the question.\\\n\nJudgment: Given the good reasoning in the final answer but otherwise poor performance, we give the model a score of 2.\n\nScore: 2`;\n\nexport const EVAL_CHAT_PROMPT = /* #__PURE__ */ ChatPromptTemplate.fromMessages(\n  [\n    /* #__PURE__ */ SystemMessagePromptTemplate.fromTemplate(\n      \"You are a helpful assistant that evaluates language models.\"\n    ),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),\n    /* #__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EVAL_TEMPLATE),\n  ]\n);\n\nconst TOOL_FREE_EVAL_TEMPLATE = `An AI language model has been given access to a set of tools to help answer a user's question.\n\nThe question the human asked the AI model was:\n[QUESTION]\n{question}\n[END_QUESTION]{reference}\n\nThe AI language model decided to use the following set of tools to answer the question:\n[AGENT_TRAJECTORY]\n{agentTrajectory}\n[END_AGENT_TRAJECTORY]\n\nThe AI language model's final answer to the question was:\n[RESPONSE]\n{answer}\n[END_RESPONSE]\n\nLet's do a detailed evaluation of the AI language model's answer step by step.\n\nWe consider the following criteria before giving a score from 1 to 5:\n\ni. Is the final answer helpful?\n    ii. Does the AI language use a logical sequence of tools to answer the question?\n    iii. Does the AI language model use the tools in a helpful way?\n    iv. Does the AI language model use too many steps to answer the question?\n    v. Are the appropriate tools used to answer the question?`;\n\nexport const TOOL_FREE_EVAL_CHAT_PROMPT =\n  /* #__PURE__ */ ChatPromptTemplate.fromMessages([\n    /* #__PURE__ */ SystemMessagePromptTemplate.fromTemplate(\n      \"You are a helpful assistant that evaluates language models.\"\n    ),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),\n    /* #__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(\n      TOOL_FREE_EVAL_TEMPLATE\n    ),\n  ]);\n"],"mappings":";;;AAWA,MAAM,gBAAgB,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yDA8BkC,CAAC;AAE1D,MAAM,gBAAgB,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yDA2CkC,CAAC;AAE1D,MAAM,iBAAiB,CAAC;;;;;;;;;QAShB,CAAC;AAET,MAAa,mCAAmC,mBAAmB,aACjE;iBACkB,4BAA4B,aAC1C,8DACD;iBACe,2BAA2B,aAAa,cAAc;iBACtD,wBAAwB,aAAa,eAAe;iBACpD,2BAA2B,aAAa,cAAc;AACvE,EACF;AAED,MAAM,0BAA0B,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;6DAyB4B,CAAC;AAE9D,MAAa,6CACK,mBAAmB,aAAa;iBAC9B,4BAA4B,aAC1C,8DACD;iBACe,2BAA2B,aAAa,cAAc;iBACtD,wBAAwB,aAAa,eAAe;iBACpD,2BAA2B,aACzC,wBACD;AACF,EAAC"}

package/dist/evaluation/agents/trajectory.cjs

@@ -1,189 +1,132 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TrajectoryEvalChain = exports.TrajectoryOutputParser = void 0;
-const output_parsers_1 = require("@langchain/core/output_parsers");
-const outputs_1 = require("@langchain/core/outputs");
-const base_js_1 = require("../base.cjs");
-const prompt_js_1 = require("./prompt.cjs");
+const require_rolldown_runtime = require('../../_virtual/rolldown_runtime.cjs');
+const require_base = require('../base.cjs');
+const require_prompt = require('./prompt.cjs');
+const __langchain_core_output_parsers = require_rolldown_runtime.__toESM(require("@langchain/core/output_parsers"));
+const __langchain_core_outputs = require_rolldown_runtime.__toESM(require("@langchain/core/outputs"));
+
+//#region src/evaluation/agents/trajectory.ts
 /**
- * A parser for the output of the TrajectoryEvalChain.
- */
-class TrajectoryOutputParser extends output_parsers_1.BaseLLMOutputParser {
-    constructor() {
-        super(...arguments);
-        Object.defineProperty(this, "lc_namespace", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: ["langchain", "evaluation", "agents"]
-        });
-    }
-    static lc_name() {
-        return "TrajectoryOutputParser";
-    }
-    parseResult(generations, _callbacks) {
-        const { text } = generations[0];
-        if (!text.includes("Score:")) {
-            throw new Error(`Could not find score in model eval output: ${text}`);
-        }
-        let [reasoning, scoreStr] = text.split("Score:", 2);
-        reasoning = reasoning.trim();
-        scoreStr = scoreStr.trim();
-        // Use regex to extract the score.
-        // This will get the number in the string, even if it is a float or more than 10.
-        // E.g. "Score: 1" will return 1, "Score: 3.5" will return 3.5, and
-        // "Score: 10" will return 10.
-        // The score should be an integer digit in the range 1-5.
-        const scoreMatch = scoreStr.match(/(\d+(\.\d+)?)/);
-        if (scoreMatch === null || scoreMatch[1].includes(".")) {
-            throw new Error(`Score is not an integer digit in the range 1-5: ${text}`);
-        }
-        const score = +scoreMatch[1];
-        if (score < 1 || score > 5) {
-            throw new Error(`Score is not a digit in the range 1-5: ${text}`);
-        }
-        const normalizedScore = (score - 1) / 4;
-        return Promise.resolve({
-            reasoning,
-            score: normalizedScore,
-        });
-    }
-}
-exports.TrajectoryOutputParser = TrajectoryOutputParser;
+* A parser for the output of the TrajectoryEvalChain.
+*/
+var TrajectoryOutputParser = class extends __langchain_core_output_parsers.BaseLLMOutputParser {
+	static lc_name() {
+		return "TrajectoryOutputParser";
+	}
+	lc_namespace = [
+		"langchain",
+		"evaluation",
+		"agents"
+	];
+	parseResult(generations, _callbacks) {
+		const { text } = generations[0];
+		if (!text.includes("Score:")) throw new Error(`Could not find score in model eval output: ${text}`);
+		let [reasoning, scoreStr] = text.split("Score:", 2);
+		reasoning = reasoning.trim();
+		scoreStr = scoreStr.trim();
+		const scoreMatch = scoreStr.match(/(\d+(\.\d+)?)/);
+		if (scoreMatch === null || scoreMatch[1].includes(".")) throw new Error(`Score is not an integer digit in the range 1-5: ${text}`);
+		const score = +scoreMatch[1];
+		if (score < 1 || score > 5) throw new Error(`Score is not a digit in the range 1-5: ${text}`);
+		const normalizedScore = (score - 1) / 4;
+		return Promise.resolve({
+			reasoning,
+			score: normalizedScore
+		});
+	}
+};
 /**
- * A chain for evaluating ReAct style agents.
- *
- * This chain is used to evaluate ReAct style agents by reasoning about
- * the sequence of actions taken and their outcomes.
- */
-class TrajectoryEvalChain extends base_js_1.AgentTrajectoryEvaluator {
-    constructor() {
-        super(...arguments);
-        Object.defineProperty(this, "criterionName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "evaluationName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: this.criterionName
-        });
-        Object.defineProperty(this, "requiresInput", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: true
-        });
-        Object.defineProperty(this, "requiresReference", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        Object.defineProperty(this, "outputParser", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new TrajectoryOutputParser()
-        });
-    }
-    static lc_name() {
-        return "TrajectoryEvalChain";
-    }
-    static resolveTrajectoryPrompt(prompt, agentTools) {
-        let _prompt;
-        if (prompt) {
-            _prompt = prompt;
-        }
-        else if (agentTools) {
-            _prompt = prompt_js_1.EVAL_CHAT_PROMPT;
-        }
-        else {
-            _prompt = prompt_js_1.TOOL_FREE_EVAL_CHAT_PROMPT;
-        }
-        return _prompt;
-    }
-    /**
-     * Get the description of the agent tools.
-     *
-     * @returns The description of the agent tools.
-     */
-    static toolsDescription(agentTools) {
-        return agentTools
-            .map((tool, i) => `Tool ${i + 1}: ${tool.name}\n Description: ${tool.description}`)
-            .join("\n\n");
-    }
-    /**
-     * Create a new TrajectoryEvalChain.
-     * @param llm
-     * @param agentTools - The tools used by the agent.
-     * @param chainOptions - The options for the chain.
-     */
-    static async fromLLM(llm, agentTools, chainOptions) {
-        let prompt = this.resolveTrajectoryPrompt(chainOptions?.prompt, agentTools);
-        if (agentTools) {
-            const toolDescriptions = this.toolsDescription(agentTools);
-            prompt = await prompt.partial({ toolDescriptions });
-        }
-        const options = chainOptions;
-        if (options) {
-            // remove prompt from chainOptions
-            delete options.prompt;
-        }
-        return new this({
-            llm,
-            prompt,
-            ...options,
-        });
-    }
-    _prepareOutput(result) {
-        const parsed = result[this.outputKey];
-        if (outputs_1.RUN_KEY in result && result[outputs_1.RUN_KEY]) {
-            parsed[outputs_1.RUN_KEY] = result[outputs_1.RUN_KEY];
-        }
-        return parsed;
-    }
-    /**
-     * Get the agent trajectory as a formatted string.
-     *
-     * @param steps - The agent trajectory.
-     * @returns The formatted agent trajectory.
-     */
-    getAgentTrajectory(steps) {
-        return steps
-            .map((step, i) => {
-            const { action, observation } = step;
-            return (`Step ${i + 1}:\n` +
-                `Tool used: ${action.tool}\n` +
-                `Tool input: ${action.toolInput}\n` +
-                `Tool output: ${observation}`);
-        })
-            .join("\n\n");
-    }
-    formatReference(reference) {
-        if (!reference) {
-            return "";
-        }
-        return `
+* A chain for evaluating ReAct style agents.
+*
+* This chain is used to evaluate ReAct style agents by reasoning about
+* the sequence of actions taken and their outcomes.
+*/
+var TrajectoryEvalChain = class extends require_base.AgentTrajectoryEvaluator {
+	static lc_name() {
+		return "TrajectoryEvalChain";
+	}
+	criterionName;
+	evaluationName = this.criterionName;
+	requiresInput = true;
+	requiresReference = false;
+	outputParser = new TrajectoryOutputParser();
+	static resolveTrajectoryPrompt(prompt, agentTools) {
+		let _prompt;
+		if (prompt) _prompt = prompt;
+		else if (agentTools) _prompt = require_prompt.EVAL_CHAT_PROMPT;
+		else _prompt = require_prompt.TOOL_FREE_EVAL_CHAT_PROMPT;
+		return _prompt;
+	}
+	/**
+	* Get the description of the agent tools.
+	*
+	* @returns The description of the agent tools.
+	*/
+	static toolsDescription(agentTools) {
+		return agentTools.map((tool, i) => `Tool ${i + 1}: ${tool.name}\n Description: ${tool.description}`).join("\n\n");
+	}
+	/**
+	* Create a new TrajectoryEvalChain.
+	* @param llm
+	* @param agentTools - The tools used by the agent.
+	* @param chainOptions - The options for the chain.
+	*/
+	static async fromLLM(llm, agentTools, chainOptions) {
+		let prompt = this.resolveTrajectoryPrompt(chainOptions?.prompt, agentTools);
+		if (agentTools) {
+			const toolDescriptions = this.toolsDescription(agentTools);
+			prompt = await prompt.partial({ toolDescriptions });
+		}
+		const options = chainOptions;
+		if (options) delete options.prompt;
+		return new this({
+			llm,
+			prompt,
+			...options
+		});
+	}
+	_prepareOutput(result) {
+		const parsed = result[this.outputKey];
+		if (__langchain_core_outputs.RUN_KEY in result && result[__langchain_core_outputs.RUN_KEY]) parsed[__langchain_core_outputs.RUN_KEY] = result[__langchain_core_outputs.RUN_KEY];
+		return parsed;
+	}
+	/**
+	* Get the agent trajectory as a formatted string.
+	*
+	* @param steps - The agent trajectory.
+	* @returns The formatted agent trajectory.
+	*/
+	getAgentTrajectory(steps) {
+		return steps.map((step, i) => {
+			const { action, observation } = step;
+			return `Step ${i + 1}:\nTool used: ${action.tool}\nTool input: ${action.toolInput}\nTool output: ${observation}`;
+		}).join("\n\n");
+	}
+	formatReference(reference) {
+		if (!reference) return "";
+		return `
 The following is the expected answer. Use this to measure correctness:
 [GROUND_TRUTH]
 ${reference}
 [END_GROUND_TRUTH]
         `;
-    }
-    async _evaluateAgentTrajectory(args, callOptions, config) {
-        const { input, prediction, reference, agentTrajectory } = args;
-        const inputs = {
-            question: input,
-            agentTrajectory: this.getAgentTrajectory(agentTrajectory),
-            answer: prediction,
-            reference: this.formatReference(reference),
-        };
-        const result = await this.call({ ...inputs, ...callOptions }, config);
-        return this._prepareOutput(result);
-    }
-}
+	}
+	async _evaluateAgentTrajectory(args, callOptions, config) {
+		const { input, prediction, reference, agentTrajectory } = args;
+		const inputs = {
+			question: input,
+			agentTrajectory: this.getAgentTrajectory(agentTrajectory),
+			answer: prediction,
+			reference: this.formatReference(reference)
+		};
+		const result = await this.call({
+			...inputs,
+			...callOptions
+		}, config);
+		return this._prepareOutput(result);
+	}
+};
+
+//#endregion
 exports.TrajectoryEvalChain = TrajectoryEvalChain;
+exports.TrajectoryOutputParser = TrajectoryOutputParser;
+//# sourceMappingURL=trajectory.cjs.map

package/dist/evaluation/agents/trajectory.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"trajectory.cjs","names":["BaseLLMOutputParser","generations: Generation[] | ChatGeneration[]","_callbacks: Callbacks | undefined","AgentTrajectoryEvaluator","prompt?: BasePromptTemplate | undefined","agentTools?: StructuredToolInterface[]","EVAL_CHAT_PROMPT","TOOL_FREE_EVAL_CHAT_PROMPT","agentTools: StructuredToolInterface[]","llm: BaseChatModel","chainOptions?: Partial<Omit<LLMEvalChainInput, \"llm\">>","result: ChainValues","RUN_KEY","steps: AgentStep[]","reference?: string","args: LLMTrajectoryEvaluatorArgs","callOptions: ExtractLLMCallOptions<this[\"llm\"]>","config?: Callbacks | BaseCallbackConfig"],"sources":["../../../src/evaluation/agents/trajectory.ts"],"sourcesContent":["import type { StructuredToolInterface } from \"@langchain/core/tools\";\nimport { BaseLLMOutputParser } from \"@langchain/core/output_parsers\";\n\nimport { AgentStep } from \"@langchain/core/agents\";\nimport { ChainValues } from \"@langchain/core/utils/types\";\nimport { ChatGeneration, Generation, RUN_KEY } from \"@langchain/core/outputs\";\nimport { BasePromptTemplate } from \"@langchain/core/prompts\";\nimport {\n  Callbacks,\n  BaseCallbackConfig,\n} from \"@langchain/core/callbacks/manager\";\nimport { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport {\n  AgentTrajectoryEvaluator,\n  EvalOutputType,\n  LLMEvalChainInput,\n  LLMTrajectoryEvaluatorArgs,\n  type ExtractLLMCallOptions,\n} from \"../base.js\";\nimport { EVAL_CHAT_PROMPT, TOOL_FREE_EVAL_CHAT_PROMPT } from \"./prompt.js\";\n\n/**\n * A parser for the output of the TrajectoryEvalChain.\n */\nexport class TrajectoryOutputParser extends BaseLLMOutputParser<EvalOutputType> {\n  static lc_name(): string {\n    return \"TrajectoryOutputParser\";\n  }\n\n  lc_namespace = [\"langchain\", \"evaluation\", \"agents\"];\n\n  parseResult(\n    generations: Generation[] | ChatGeneration[],\n    _callbacks: Callbacks | undefined\n  ): Promise<EvalOutputType> {\n    const { text } = generations[0];\n\n    if (!text.includes(\"Score:\")) {\n      throw new Error(`Could not find score in model eval output: ${text}`);\n    }\n\n    let [reasoning, scoreStr] = text.split(\"Score:\", 2);\n    reasoning = reasoning.trim();\n    scoreStr = scoreStr.trim();\n\n    // Use regex to extract the score.\n    // This will get the number in the string, even if it is a float or more than 10.\n    // E.g. \"Score: 1\" will return 1, \"Score: 3.5\" will return 3.5, and\n    // \"Score: 10\" will return 10.\n    // The score should be an integer digit in the range 1-5.\n\n    const scoreMatch = scoreStr.match(/(\\d+(\\.\\d+)?)/);\n    if (scoreMatch === null || scoreMatch[1].includes(\".\")) {\n      throw new Error(\n        `Score is not an integer digit in the range 1-5: ${text}`\n      );\n    }\n\n    const score = +scoreMatch[1];\n    if (score < 1 || score > 5) {\n      throw new Error(`Score is not a digit in the range 1-5: ${text}`);\n    }\n\n    const normalizedScore = (score - 1) / 4;\n\n    return Promise.resolve({\n      reasoning,\n      score: normalizedScore,\n    });\n  }\n}\n\n/**\n * A chain for evaluating ReAct style agents.\n *\n * This chain is used to evaluate ReAct style agents by reasoning about\n * the sequence of actions taken and their outcomes.\n */\nexport class TrajectoryEvalChain extends AgentTrajectoryEvaluator {\n  static lc_name(): string {\n    return \"TrajectoryEvalChain\";\n  }\n\n  criterionName?: string;\n\n  evaluationName?: string = this.criterionName;\n\n  requiresInput = true;\n\n  requiresReference = false;\n\n  outputParser = new TrajectoryOutputParser();\n\n  static resolveTrajectoryPrompt(\n    prompt?: BasePromptTemplate | undefined,\n    agentTools?: StructuredToolInterface[]\n  ) {\n    let _prompt;\n    if (prompt) {\n      _prompt = prompt;\n    } else if (agentTools) {\n      _prompt = EVAL_CHAT_PROMPT;\n    } else {\n      _prompt = TOOL_FREE_EVAL_CHAT_PROMPT;\n    }\n\n    return _prompt;\n  }\n\n  /**\n   * Get the description of the agent tools.\n   *\n   * @returns The description of the agent tools.\n   */\n  static toolsDescription(agentTools: StructuredToolInterface[]): string {\n    return agentTools\n      .map(\n        (tool, i) =>\n          `Tool ${i + 1}: ${tool.name}\\n Description: ${tool.description}`\n      )\n      .join(\"\\n\\n\");\n  }\n\n  /**\n   * Create a new TrajectoryEvalChain.\n   * @param llm\n   * @param agentTools - The tools used by the agent.\n   * @param chainOptions - The options for the chain.\n   */\n  static async fromLLM(\n    llm: BaseChatModel,\n    agentTools?: StructuredToolInterface[],\n    chainOptions?: Partial<Omit<LLMEvalChainInput, \"llm\">>\n  ) {\n    let prompt = this.resolveTrajectoryPrompt(chainOptions?.prompt, agentTools);\n    if (agentTools) {\n      const toolDescriptions = this.toolsDescription(agentTools);\n      prompt = await prompt.partial({ toolDescriptions });\n    }\n\n    const options = chainOptions;\n    if (options) {\n      // remove prompt from chainOptions\n      delete options.prompt;\n    }\n\n    return new this({\n      llm,\n      prompt,\n      ...options,\n    });\n  }\n\n  _prepareOutput(result: ChainValues) {\n    const parsed = result[this.outputKey];\n    if (RUN_KEY in result && result[RUN_KEY]) {\n      parsed[RUN_KEY] = result[RUN_KEY];\n    }\n    return parsed;\n  }\n\n  /**\n   * Get the agent trajectory as a formatted string.\n   *\n   * @param steps - The agent trajectory.\n   * @returns The formatted agent trajectory.\n   */\n  getAgentTrajectory(steps: AgentStep[]): string {\n    return steps\n      .map((step, i) => {\n        const { action, observation } = step;\n\n        return (\n          `Step ${i + 1}:\\n` +\n          `Tool used: ${action.tool}\\n` +\n          `Tool input: ${action.toolInput}\\n` +\n          `Tool output: ${observation}`\n        );\n      })\n      .join(\"\\n\\n\");\n  }\n\n  formatReference(reference?: string): string {\n    if (!reference) {\n      return \"\";\n    }\n    return `\nThe following is the expected answer. Use this to measure correctness:\n[GROUND_TRUTH]\n${reference}\n[END_GROUND_TRUTH]\n        `;\n  }\n\n  async _evaluateAgentTrajectory(\n    args: LLMTrajectoryEvaluatorArgs,\n    callOptions: ExtractLLMCallOptions<this[\"llm\"]>,\n    config?: Callbacks | BaseCallbackConfig\n  ): Promise<ChainValues> {\n    const { input, prediction, reference, agentTrajectory } = args;\n\n    const inputs = {\n      question: input,\n      agentTrajectory: this.getAgentTrajectory(agentTrajectory),\n      answer: prediction,\n      reference: this.formatReference(reference),\n    };\n\n    const result = await this.call({ ...inputs, ...callOptions }, config);\n\n    return this._prepareOutput(result);\n  }\n}\n"],"mappings":";;;;;;;;;;AAwBA,IAAa,yBAAb,cAA4CA,oDAAoC;CAC9E,OAAO,UAAkB;AACvB,SAAO;CACR;CAED,eAAe;EAAC;EAAa;EAAc;CAAS;CAEpD,YACEC,aACAC,YACyB;EACzB,MAAM,EAAE,MAAM,GAAG,YAAY;AAE7B,MAAI,CAAC,KAAK,SAAS,SAAS,CAC1B,OAAM,IAAI,MAAM,CAAC,2CAA2C,EAAE,MAAM;EAGtE,IAAI,CAAC,WAAW,SAAS,GAAG,KAAK,MAAM,UAAU,EAAE;EACnD,YAAY,UAAU,MAAM;EAC5B,WAAW,SAAS,MAAM;EAQ1B,MAAM,aAAa,SAAS,MAAM,gBAAgB;AAClD,MAAI,eAAe,QAAQ,WAAW,GAAG,SAAS,IAAI,CACpD,OAAM,IAAI,MACR,CAAC,gDAAgD,EAAE,MAAM;EAI7D,MAAM,QAAQ,CAAC,WAAW;AAC1B,MAAI,QAAQ,KAAK,QAAQ,EACvB,OAAM,IAAI,MAAM,CAAC,uCAAuC,EAAE,MAAM;EAGlE,MAAM,mBAAmB,QAAQ,KAAK;AAEtC,SAAO,QAAQ,QAAQ;GACrB;GACA,OAAO;EACR,EAAC;CACH;AACF;;;;;;;AAQD,IAAa,sBAAb,cAAyCC,sCAAyB;CAChE,OAAO,UAAkB;AACvB,SAAO;CACR;CAED;CAEA,iBAA0B,KAAK;CAE/B,gBAAgB;CAEhB,oBAAoB;CAEpB,eAAe,IAAI;CAEnB,OAAO,wBACLC,QACAC,YACA;EACA,IAAI;AACJ,MAAI,QACF,UAAU;WACD,YACT,UAAUC;OAEV,UAAUC;AAGZ,SAAO;CACR;;;;;;CAOD,OAAO,iBAAiBC,YAA+C;AACrE,SAAO,WACJ,IACC,CAAC,MAAM,MACL,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,KAAK,gBAAgB,EAAE,KAAK,aAAa,CACnE,CACA,KAAK,OAAO;CAChB;;;;;;;CAQD,aAAa,QACXC,KACAJ,YACAK,cACA;EACA,IAAI,SAAS,KAAK,wBAAwB,cAAc,QAAQ,WAAW;AAC3E,MAAI,YAAY;GACd,MAAM,mBAAmB,KAAK,iBAAiB,WAAW;GAC1D,SAAS,MAAM,OAAO,QAAQ,EAAE,iBAAkB,EAAC;EACpD;EAED,MAAM,UAAU;AAChB,MAAI,SAEF,OAAO,QAAQ;AAGjB,SAAO,IAAI,KAAK;GACd;GACA;GACA,GAAG;EACJ;CACF;CAED,eAAeC,QAAqB;EAClC,MAAM,SAAS,OAAO,KAAK;AAC3B,MAAIC,oCAAW,UAAU,OAAOA,mCAC9B,OAAOA,oCAAW,OAAOA;AAE3B,SAAO;CACR;;;;;;;CAQD,mBAAmBC,OAA4B;AAC7C,SAAO,MACJ,IAAI,CAAC,MAAM,MAAM;GAChB,MAAM,EAAE,QAAQ,aAAa,GAAG;AAEhC,UACE,CAAC,KAAK,EAAE,IAAI,EAAE,cAAG,EACH,OAAO,KAAK,cAAE,EACb,OAAO,UAAU,eAAE,EAClB,aAAa;EAEhC,EAAC,CACD,KAAK,OAAO;CAChB;CAED,gBAAgBC,WAA4B;AAC1C,MAAI,CAAC,UACH,QAAO;AAET,SAAO,CAAC;;;AAGZ,EAAE,UAAU;;QAEJ,CAAC;CACN;CAED,MAAM,yBACJC,MACAC,aACAC,QACsB;EACtB,MAAM,EAAE,OAAO,YAAY,WAAW,iBAAiB,GAAG;EAE1D,MAAM,SAAS;GACb,UAAU;GACV,iBAAiB,KAAK,mBAAmB,gBAAgB;GACzD,QAAQ;GACR,WAAW,KAAK,gBAAgB,UAAU;EAC3C;EAED,MAAM,SAAS,MAAM,KAAK,KAAK;GAAE,GAAG;GAAQ,GAAG;EAAa,GAAE,OAAO;AAErE,SAAO,KAAK,eAAe,OAAO;CACnC;AACF"}

package/dist/evaluation/agents/trajectory.d.cts

@@ -0,0 +1,61 @@
+import { BasePromptValueInterface } from "../../langchain-core/dist/prompt_values.cjs";
+import { AgentTrajectoryEvaluator, EvalOutputType, ExtractLLMCallOptions, LLMEvalChainInput, LLMTrajectoryEvaluatorArgs } from "../base.cjs";
+import { BaseLLMOutputParser } from "@langchain/core/output_parsers";
+import { BasePromptTemplate } from "@langchain/core/prompts";
+import { ChainValues } from "@langchain/core/utils/types";
+import { BaseCallbackConfig, Callbacks } from "@langchain/core/callbacks/manager";
+import { ChatGeneration, Generation } from "@langchain/core/outputs";
+import { BaseChatModel } from "@langchain/core/language_models/chat_models";
+import { StructuredToolInterface } from "@langchain/core/tools";
+import { AgentStep } from "@langchain/core/agents";
+
+//#region src/evaluation/agents/trajectory.d.ts
+/**
+ * A parser for the output of the TrajectoryEvalChain.
+ */
+declare class TrajectoryOutputParser extends BaseLLMOutputParser<EvalOutputType> {
+  static lc_name(): string;
+  lc_namespace: string[];
+  parseResult(generations: Generation[] | ChatGeneration[], _callbacks: Callbacks | undefined): Promise<EvalOutputType>;
+}
+/**
+ * A chain for evaluating ReAct style agents.
+ *
+ * This chain is used to evaluate ReAct style agents by reasoning about
+ * the sequence of actions taken and their outcomes.
+ */
+declare class TrajectoryEvalChain extends AgentTrajectoryEvaluator {
+  static lc_name(): string;
+  criterionName?: string;
+  evaluationName?: string;
+  requiresInput: boolean;
+  requiresReference: boolean;
+  outputParser: TrajectoryOutputParser;
+  static resolveTrajectoryPrompt(prompt?: BasePromptTemplate | undefined, agentTools?: StructuredToolInterface[]): BasePromptTemplate<any, BasePromptValueInterface, any>;
+  /**
+   * Get the description of the agent tools.
+   *
+   * @returns The description of the agent tools.
+   */
+  static toolsDescription(agentTools: StructuredToolInterface[]): string;
+  /**
+   * Create a new TrajectoryEvalChain.
+   * @param llm
+   * @param agentTools - The tools used by the agent.
+   * @param chainOptions - The options for the chain.
+   */
+  static fromLLM(llm: BaseChatModel, agentTools?: StructuredToolInterface[], chainOptions?: Partial<Omit<LLMEvalChainInput, "llm">>): Promise<TrajectoryEvalChain>;
+  _prepareOutput(result: ChainValues): any;
+  /**
+   * Get the agent trajectory as a formatted string.
+   *
+   * @param steps - The agent trajectory.
+   * @returns The formatted agent trajectory.
+   */
+  getAgentTrajectory(steps: AgentStep[]): string;
+  formatReference(reference?: string): string;
+  _evaluateAgentTrajectory(args: LLMTrajectoryEvaluatorArgs, callOptions: ExtractLLMCallOptions<this["llm"]>, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;
+}
+//#endregion
+export { TrajectoryEvalChain, TrajectoryOutputParser };
+//# sourceMappingURL=trajectory.d.cts.map

package/dist/evaluation/agents/trajectory.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trajectory.d.cts","names":["StructuredToolInterface","BaseLLMOutputParser","AgentStep","ChainValues","ChatGeneration","Generation","BasePromptTemplate","Callbacks","BaseCallbackConfig","BaseChatModel","AgentTrajectoryEvaluator","EvalOutputType","LLMEvalChainInput","LLMTrajectoryEvaluatorArgs","ExtractLLMCallOptions","TrajectoryOutputParser","Promise","TrajectoryEvalChain","____________langchain_core_dist_prompt_values_js0","BasePromptValueInterface","Omit","Partial"],"sources":["../../../src/evaluation/agents/trajectory.d.ts"],"sourcesContent":["import type { StructuredToolInterface } from \"@langchain/core/tools\";\nimport { BaseLLMOutputParser } from \"@langchain/core/output_parsers\";\nimport { AgentStep } from \"@langchain/core/agents\";\nimport { ChainValues } from \"@langchain/core/utils/types\";\nimport { ChatGeneration, Generation } from \"@langchain/core/outputs\";\nimport { BasePromptTemplate } from \"@langchain/core/prompts\";\nimport { Callbacks, BaseCallbackConfig } from \"@langchain/core/callbacks/manager\";\nimport { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport { AgentTrajectoryEvaluator, EvalOutputType, LLMEvalChainInput, LLMTrajectoryEvaluatorArgs, type ExtractLLMCallOptions } from \"../base.js\";\n/**\n * A parser for the output of the TrajectoryEvalChain.\n */\nexport declare class TrajectoryOutputParser extends BaseLLMOutputParser<EvalOutputType> {\n    static lc_name(): string;\n    lc_namespace: string[];\n    parseResult(generations: Generation[] | ChatGeneration[], _callbacks: Callbacks | undefined): Promise<EvalOutputType>;\n}\n/**\n * A chain for evaluating ReAct style agents.\n *\n * This chain is used to evaluate ReAct style agents by reasoning about\n * the sequence of actions taken and their outcomes.\n */\nexport declare class TrajectoryEvalChain extends AgentTrajectoryEvaluator {\n    static lc_name(): string;\n    criterionName?: string;\n    evaluationName?: string;\n    requiresInput: boolean;\n    requiresReference: boolean;\n    outputParser: TrajectoryOutputParser;\n    static resolveTrajectoryPrompt(prompt?: BasePromptTemplate | undefined, agentTools?: StructuredToolInterface[]): BasePromptTemplate<any, import(\"../../../../langchain-core/dist/prompt_values.js\").BasePromptValueInterface, any>;\n    /**\n     * Get the description of the agent tools.\n     *\n     * @returns The description of the agent tools.\n     */\n    static toolsDescription(agentTools: StructuredToolInterface[]): string;\n    /**\n     * Create a new TrajectoryEvalChain.\n     * @param llm\n     * @param agentTools - The tools used by the agent.\n     * @param chainOptions - The options for the chain.\n     */\n    static fromLLM(llm: BaseChatModel, agentTools?: StructuredToolInterface[], chainOptions?: Partial<Omit<LLMEvalChainInput, \"llm\">>): Promise<TrajectoryEvalChain>;\n    _prepareOutput(result: ChainValues): any;\n    /**\n     * Get the agent trajectory as a formatted string.\n     *\n     * @param steps - The agent trajectory.\n     * @returns The formatted agent trajectory.\n     */\n    getAgentTrajectory(steps: AgentStep[]): string;\n    formatReference(reference?: string): string;\n    _evaluateAgentTrajectory(args: LLMTrajectoryEvaluatorArgs, callOptions: ExtractLLMCallOptions<this[\"llm\"]>, config?: Callbacks | BaseCallbackConfig): Promise<ChainValues>;\n}\n"],"mappings":";;;;;;;;;;;;;;;AAYqBe,cAAAA,sBAAAA,SAA+Bd,mBAAT,CAA6BU,cAA7B,CAAA,CAAA;EAAA,OAAA,OAAA,CAAA,CAAA,EAAA,MAAA;EAAA,YAA6BA,EAAAA,MAAAA,EAAAA;EAAc,WAGzDN,CAAAA,WAAAA,EAAAA,UAAAA,EAAAA,GAAeD,cAAfC,EAAAA,EAAAA,UAAAA,EAA6CE,SAA7CF,GAAAA,SAAAA,CAAAA,EAAqEW,OAArEX,CAA6EM,cAA7EN,CAAAA;;;;;;AAH0C;AAWvE;AAAwC,cAAnBY,mBAAAA,SAA4BP,wBAAAA,CAAT;EAAA,OAMtBK,OAAAA,CAAAA,CAAAA,EAAAA,MAAAA;EAAsB,aACIT,CAAAA,EAAAA,MAAAA;EAAkB,cAA2BN,CAAAA,EAAAA,MAAAA;EAAuB,aAAA,EAAA,OAAA;EAAgH,iBAA3GM,EAAAA,OAAAA;EAAkB,YAM/FN,EAPtBe,sBAOsBf;EAAuB,OAOvCS,uBAAAA,CAAAA,MAAAA,CAAAA,EAboBH,kBAapBG,GAAAA,SAAAA,EAAAA,UAAAA,CAAAA,EAbiET,uBAajES,EAAAA,CAAAA,EAb6FH,kBAa7FG,CAAAA,GAAAA,EAbwF,wBAAA,EAaxFA,GAAAA,CAAAA;EAAa;;;;;EAA8H,OAA3BO,gBAAAA,CAAAA,UAAAA,EAPhGhB,uBAOgGgB,EAAAA,CAAAA,EAAAA,MAAAA;EAAO;;;;;;EAUQ,OAAWb,OAAAA,CAAAA,GAAAA,EAV1IM,aAU0IN,EAAAA,UAAAA,CAAAA,EAV9GH,uBAU8GG,EAAAA,EAAAA,YAAAA,CAAAA,EAVpEkB,OAUoElB,CAV5DiB,IAU4DjB,CAVvDS,iBAUuDT,EAAAA,KAAAA,CAAAA,CAAAA,CAAAA,EAV1Ba,OAU0Bb,CAVlBc,mBAUkBd,CAAAA;EAAW,cAAnBa,CAAAA,MAAAA,EAT/Hb,WAS+Ha,CAAAA,EAAAA,GAAAA;EAAO;AA9BxF;;;;;4BA4B3Cd;;iCAEKW,yCAAyCC,6CAA6CP,YAAYC,qBAAqBQ,QAAQb"}