langchain 1.0.0-alpha.7 → 1.0.0-alpha.9

package/dist/document_loaders/fs/text.d.cts

@@ -1,57 +0,0 @@
-import { Document } from "@langchain/core/documents";
-import { BaseDocumentLoader } from "@langchain/core/document_loaders/base";
-import { readFile } from "node:fs/promises";
-
-//#region src/document_loaders/fs/text.d.ts
-
-/**
- * A class that extends the `BaseDocumentLoader` class. It represents a
- * document loader that loads documents from a text file. The `load()`
- * method is implemented to read the text from the file or blob, parse it
- * using the `parse()` method, and create a `Document` instance for each
- * parsed page. The metadata includes the source of the text (file path or
- * blob) and, if there are multiple pages, the line number of each page.
- * @example
- * ```typescript
- * const loader = new TextLoader("src/document_loaders/example_data/example.txt");
- * const docs = await loader.load();
- * ```
- */
-declare class TextLoader extends BaseDocumentLoader {
-  filePathOrBlob: string | Blob;
-  constructor(filePathOrBlob: string | Blob);
-  /**
-   * A protected method that takes a `raw` string as a parameter and returns
-   * a promise that resolves to an array containing the raw text as a single
-   * element.
-   * @param raw The raw text to be parsed.
-   * @returns A promise that resolves to an array containing the raw text as a single element.
-   */
-  protected parse(raw: string): Promise<string[]>;
-  /**
-   * A method that loads the text file or blob and returns a promise that
-   * resolves to an array of `Document` instances. It reads the text from
-   * the file or blob using the `readFile` function from the
-   * `node:fs/promises` module or the `text()` method of the blob. It then
-   * parses the text using the `parse()` method and creates a `Document`
-   * instance for each parsed page. The metadata includes the source of the
-   * text (file path or blob) and, if there are multiple pages, the line
-   * number of each page.
-   * @returns A promise that resolves to an array of `Document` instances.
-   */
-  load(): Promise<Document[]>;
-  /**
-   * A static method that imports the `readFile` function from the
-   * `node:fs/promises` module. It is used to dynamically import the
-   * function when needed. If the import fails, it throws an error
-   * indicating that the `fs/promises` module is not available in the
-   * current environment.
-   * @returns A promise that resolves to an object containing the `readFile` function from the `node:fs/promises` module.
-   */
-  static imports(): Promise<{
-    readFile: typeof readFile;
-  }>;
-}
-//#endregion
-export { TextLoader };
-//# sourceMappingURL=text.d.cts.map

package/dist/document_loaders/fs/text.d.cts.map

@@ -1 +0,0 @@
-{"version":3,"file":"text.d.cts","names":["readFile","ReadFileT","Document","BaseDocumentLoader","TextLoader","Blob","Promise"],"sources":["../../../src/document_loaders/fs/text.d.ts"],"sourcesContent":["import type { readFile as ReadFileT } from \"node:fs/promises\";\nimport { Document } from \"@langchain/core/documents\";\nimport { BaseDocumentLoader } from \"@langchain/core/document_loaders/base\";\n/**\n * A class that extends the `BaseDocumentLoader` class. It represents a\n * document loader that loads documents from a text file. The `load()`\n * method is implemented to read the text from the file or blob, parse it\n * using the `parse()` method, and create a `Document` instance for each\n * parsed page. The metadata includes the source of the text (file path or\n * blob) and, if there are multiple pages, the line number of each page.\n * @example\n * ```typescript\n * const loader = new TextLoader(\"src/document_loaders/example_data/example.txt\");\n * const docs = await loader.load();\n * ```\n */\nexport declare class TextLoader extends BaseDocumentLoader {\n    filePathOrBlob: string | Blob;\n    constructor(filePathOrBlob: string | Blob);\n    /**\n     * A protected method that takes a `raw` string as a parameter and returns\n     * a promise that resolves to an array containing the raw text as a single\n     * element.\n     * @param raw The raw text to be parsed.\n     * @returns A promise that resolves to an array containing the raw text as a single element.\n     */\n    protected parse(raw: string): Promise<string[]>;\n    /**\n     * A method that loads the text file or blob and returns a promise that\n     * resolves to an array of `Document` instances. It reads the text from\n     * the file or blob using the `readFile` function from the\n     * `node:fs/promises` module or the `text()` method of the blob. It then\n     * parses the text using the `parse()` method and creates a `Document`\n     * instance for each parsed page. The metadata includes the source of the\n     * text (file path or blob) and, if there are multiple pages, the line\n     * number of each page.\n     * @returns A promise that resolves to an array of `Document` instances.\n     */\n    load(): Promise<Document[]>;\n    /**\n     * A static method that imports the `readFile` function from the\n     * `node:fs/promises` module. It is used to dynamically import the\n     * function when needed. If the import fails, it throws an error\n     * indicating that the `fs/promises` module is not available in the\n     * current environment.\n     * @returns A promise that resolves to an object containing the `readFile` function from the `node:fs/promises` module.\n     */\n    static imports(): Promise<{\n        readFile: typeof ReadFileT;\n    }>;\n}\n"],"mappings":";;;;;;;;AAgBA;;;;;;;;;;AAA0D;cAArCI,UAAAA,SAAmBD,kBAAAA;2BACXE;uCACYA;;;;;;;;gCAQPC;;;;;;;;;;;;UAYtBA,QAAQJ;;;;;;;;;oBASEI;qBACGL"}

package/dist/document_loaders/fs/text.d.ts

@@ -1,57 +0,0 @@
-import { Document } from "@langchain/core/documents";
-import { BaseDocumentLoader } from "@langchain/core/document_loaders/base";
-import { readFile } from "node:fs/promises";
-
-//#region src/document_loaders/fs/text.d.ts
-
-/**
- * A class that extends the `BaseDocumentLoader` class. It represents a
- * document loader that loads documents from a text file. The `load()`
- * method is implemented to read the text from the file or blob, parse it
- * using the `parse()` method, and create a `Document` instance for each
- * parsed page. The metadata includes the source of the text (file path or
- * blob) and, if there are multiple pages, the line number of each page.
- * @example
- * ```typescript
- * const loader = new TextLoader("src/document_loaders/example_data/example.txt");
- * const docs = await loader.load();
- * ```
- */
-declare class TextLoader extends BaseDocumentLoader {
-  filePathOrBlob: string | Blob;
-  constructor(filePathOrBlob: string | Blob);
-  /**
-   * A protected method that takes a `raw` string as a parameter and returns
-   * a promise that resolves to an array containing the raw text as a single
-   * element.
-   * @param raw The raw text to be parsed.
-   * @returns A promise that resolves to an array containing the raw text as a single element.
-   */
-  protected parse(raw: string): Promise<string[]>;
-  /**
-   * A method that loads the text file or blob and returns a promise that
-   * resolves to an array of `Document` instances. It reads the text from
-   * the file or blob using the `readFile` function from the
-   * `node:fs/promises` module or the `text()` method of the blob. It then
-   * parses the text using the `parse()` method and creates a `Document`
-   * instance for each parsed page. The metadata includes the source of the
-   * text (file path or blob) and, if there are multiple pages, the line
-   * number of each page.
-   * @returns A promise that resolves to an array of `Document` instances.
-   */
-  load(): Promise<Document[]>;
-  /**
-   * A static method that imports the `readFile` function from the
-   * `node:fs/promises` module. It is used to dynamically import the
-   * function when needed. If the import fails, it throws an error
-   * indicating that the `fs/promises` module is not available in the
-   * current environment.
-   * @returns A promise that resolves to an object containing the `readFile` function from the `node:fs/promises` module.
-   */
-  static imports(): Promise<{
-    readFile: typeof readFile;
-  }>;
-}
-//#endregion
-export { TextLoader };
-//# sourceMappingURL=text.d.ts.map

package/dist/document_loaders/fs/text.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"text.d.ts","names":["readFile","ReadFileT","Document","BaseDocumentLoader","TextLoader","Blob","Promise"],"sources":["../../../src/document_loaders/fs/text.d.ts"],"sourcesContent":["import type { readFile as ReadFileT } from \"node:fs/promises\";\nimport { Document } from \"@langchain/core/documents\";\nimport { BaseDocumentLoader } from \"@langchain/core/document_loaders/base\";\n/**\n * A class that extends the `BaseDocumentLoader` class. It represents a\n * document loader that loads documents from a text file. The `load()`\n * method is implemented to read the text from the file or blob, parse it\n * using the `parse()` method, and create a `Document` instance for each\n * parsed page. The metadata includes the source of the text (file path or\n * blob) and, if there are multiple pages, the line number of each page.\n * @example\n * ```typescript\n * const loader = new TextLoader(\"src/document_loaders/example_data/example.txt\");\n * const docs = await loader.load();\n * ```\n */\nexport declare class TextLoader extends BaseDocumentLoader {\n    filePathOrBlob: string | Blob;\n    constructor(filePathOrBlob: string | Blob);\n    /**\n     * A protected method that takes a `raw` string as a parameter and returns\n     * a promise that resolves to an array containing the raw text as a single\n     * element.\n     * @param raw The raw text to be parsed.\n     * @returns A promise that resolves to an array containing the raw text as a single element.\n     */\n    protected parse(raw: string): Promise<string[]>;\n    /**\n     * A method that loads the text file or blob and returns a promise that\n     * resolves to an array of `Document` instances. It reads the text from\n     * the file or blob using the `readFile` function from the\n     * `node:fs/promises` module or the `text()` method of the blob. It then\n     * parses the text using the `parse()` method and creates a `Document`\n     * instance for each parsed page. The metadata includes the source of the\n     * text (file path or blob) and, if there are multiple pages, the line\n     * number of each page.\n     * @returns A promise that resolves to an array of `Document` instances.\n     */\n    load(): Promise<Document[]>;\n    /**\n     * A static method that imports the `readFile` function from the\n     * `node:fs/promises` module. It is used to dynamically import the\n     * function when needed. If the import fails, it throws an error\n     * indicating that the `fs/promises` module is not available in the\n     * current environment.\n     * @returns A promise that resolves to an object containing the `readFile` function from the `node:fs/promises` module.\n     */\n    static imports(): Promise<{\n        readFile: typeof ReadFileT;\n    }>;\n}\n"],"mappings":";;;;;;;;AAgBA;;;;;;;;;;AAA0D;cAArCI,UAAAA,SAAmBD,kBAAAA;2BACXE;uCACYA;;;;;;;;gCAQPC;;;;;;;;;;;;UAYtBA,QAAQJ;;;;;;;;;oBASEI;qBACGL"}

package/dist/document_loaders/fs/text.js

@@ -1,95 +0,0 @@
-import { __export } from "../../_virtual/rolldown_runtime.js";
-import { Document } from "@langchain/core/documents";
-import { getEnv } from "@langchain/core/utils/env";
-import { BaseDocumentLoader } from "@langchain/core/document_loaders/base";
-
-//#region src/document_loaders/fs/text.ts
-var text_exports = {};
-__export(text_exports, { TextLoader: () => TextLoader });
-/**
-* A class that extends the `BaseDocumentLoader` class. It represents a
-* document loader that loads documents from a text file. The `load()`
-* method is implemented to read the text from the file or blob, parse it
-* using the `parse()` method, and create a `Document` instance for each
-* parsed page. The metadata includes the source of the text (file path or
-* blob) and, if there are multiple pages, the line number of each page.
-* @example
-* ```typescript
-* const loader = new TextLoader("src/document_loaders/example_data/example.txt");
-* const docs = await loader.load();
-* ```
-*/
-var TextLoader = class TextLoader extends BaseDocumentLoader {
-	constructor(filePathOrBlob) {
-		super();
-		this.filePathOrBlob = filePathOrBlob;
-	}
-	/**
-	* A protected method that takes a `raw` string as a parameter and returns
-	* a promise that resolves to an array containing the raw text as a single
-	* element.
-	* @param raw The raw text to be parsed.
-	* @returns A promise that resolves to an array containing the raw text as a single element.
-	*/
-	async parse(raw) {
-		return [raw];
-	}
-	/**
-	* A method that loads the text file or blob and returns a promise that
-	* resolves to an array of `Document` instances. It reads the text from
-	* the file or blob using the `readFile` function from the
-	* `node:fs/promises` module or the `text()` method of the blob. It then
-	* parses the text using the `parse()` method and creates a `Document`
-	* instance for each parsed page. The metadata includes the source of the
-	* text (file path or blob) and, if there are multiple pages, the line
-	* number of each page.
-	* @returns A promise that resolves to an array of `Document` instances.
-	*/
-	async load() {
-		let text;
-		let metadata;
-		if (typeof this.filePathOrBlob === "string") {
-			const { readFile } = await TextLoader.imports();
-			text = await readFile(this.filePathOrBlob, "utf8");
-			metadata = { source: this.filePathOrBlob };
-		} else {
-			text = await this.filePathOrBlob.text();
-			metadata = {
-				source: "blob",
-				blobType: this.filePathOrBlob.type
-			};
-		}
-		const parsed = await this.parse(text);
-		parsed.forEach((pageContent, i) => {
-			if (typeof pageContent !== "string") throw new Error(`Expected string, at position ${i} got ${typeof pageContent}`);
-		});
-		return parsed.map((pageContent, i) => new Document({
-			pageContent,
-			metadata: parsed.length === 1 ? metadata : {
-				...metadata,
-				line: i + 1
-			}
-		}));
-	}
-	/**
-	* A static method that imports the `readFile` function from the
-	* `node:fs/promises` module. It is used to dynamically import the
-	* function when needed. If the import fails, it throws an error
-	* indicating that the `fs/promises` module is not available in the
-	* current environment.
-	* @returns A promise that resolves to an object containing the `readFile` function from the `node:fs/promises` module.
-	*/
-	static async imports() {
-		try {
-			const { readFile } = await import("node:fs/promises");
-			return { readFile };
-		} catch (e) {
-			console.error(e);
-			throw new Error(`Failed to load fs/promises. TextLoader available only on environment 'node'. It appears you are running environment '${getEnv()}'. See https://<link to docs> for alternatives.`);
-		}
-	}
-};
-
-//#endregion
-export { TextLoader, text_exports };
-//# sourceMappingURL=text.js.map

package/dist/document_loaders/fs/text.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"text.js","names":["filePathOrBlob: string | Blob","raw: string","text: string","metadata: Record<string, string>"],"sources":["../../../src/document_loaders/fs/text.ts"],"sourcesContent":["import type { readFile as ReadFileT } from \"node:fs/promises\";\nimport { Document } from \"@langchain/core/documents\";\nimport { getEnv } from \"@langchain/core/utils/env\";\nimport { BaseDocumentLoader } from \"@langchain/core/document_loaders/base\";\n\n/**\n * A class that extends the `BaseDocumentLoader` class. It represents a\n * document loader that loads documents from a text file. The `load()`\n * method is implemented to read the text from the file or blob, parse it\n * using the `parse()` method, and create a `Document` instance for each\n * parsed page. The metadata includes the source of the text (file path or\n * blob) and, if there are multiple pages, the line number of each page.\n * @example\n * ```typescript\n * const loader = new TextLoader(\"src/document_loaders/example_data/example.txt\");\n * const docs = await loader.load();\n * ```\n */\nexport class TextLoader extends BaseDocumentLoader {\n  constructor(public filePathOrBlob: string | Blob) {\n    super();\n  }\n\n  /**\n   * A protected method that takes a `raw` string as a parameter and returns\n   * a promise that resolves to an array containing the raw text as a single\n   * element.\n   * @param raw The raw text to be parsed.\n   * @returns A promise that resolves to an array containing the raw text as a single element.\n   */\n  protected async parse(raw: string): Promise<string[]> {\n    return [raw];\n  }\n\n  /**\n   * A method that loads the text file or blob and returns a promise that\n   * resolves to an array of `Document` instances. It reads the text from\n   * the file or blob using the `readFile` function from the\n   * `node:fs/promises` module or the `text()` method of the blob. It then\n   * parses the text using the `parse()` method and creates a `Document`\n   * instance for each parsed page. The metadata includes the source of the\n   * text (file path or blob) and, if there are multiple pages, the line\n   * number of each page.\n   * @returns A promise that resolves to an array of `Document` instances.\n   */\n  public async load(): Promise<Document[]> {\n    let text: string;\n    let metadata: Record<string, string>;\n    if (typeof this.filePathOrBlob === \"string\") {\n      const { readFile } = await TextLoader.imports();\n      text = await readFile(this.filePathOrBlob, \"utf8\");\n      metadata = { source: this.filePathOrBlob };\n    } else {\n      text = await this.filePathOrBlob.text();\n      metadata = { source: \"blob\", blobType: this.filePathOrBlob.type };\n    }\n    const parsed = await this.parse(text);\n    parsed.forEach((pageContent, i) => {\n      if (typeof pageContent !== \"string\") {\n        throw new Error(\n          `Expected string, at position ${i} got ${typeof pageContent}`\n        );\n      }\n    });\n    return parsed.map(\n      (pageContent, i) =>\n        new Document({\n          pageContent,\n          metadata:\n            parsed.length === 1\n              ? metadata\n              : {\n                  ...metadata,\n                  line: i + 1,\n                },\n        })\n    );\n  }\n\n  /**\n   * A static method that imports the `readFile` function from the\n   * `node:fs/promises` module. It is used to dynamically import the\n   * function when needed. If the import fails, it throws an error\n   * indicating that the `fs/promises` module is not available in the\n   * current environment.\n   * @returns A promise that resolves to an object containing the `readFile` function from the `node:fs/promises` module.\n   */\n  static async imports(): Promise<{\n    readFile: typeof ReadFileT;\n  }> {\n    try {\n      const { readFile } = await import(\"node:fs/promises\");\n      return { readFile };\n    } catch (e) {\n      console.error(e);\n      throw new Error(\n        `Failed to load fs/promises. TextLoader available only on environment 'node'. It appears you are running environment '${getEnv()}'. See https://<link to docs> for alternatives.`\n      );\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAkBA,IAAa,aAAb,MAAa,mBAAmB,mBAAmB;CACjD,YAAmBA,gBAA+B;EAChD,OAAO;EADU;CAElB;;;;;;;;CASD,MAAgB,MAAMC,KAAgC;AACpD,SAAO,CAAC,GAAI;CACb;;;;;;;;;;;;CAaD,MAAa,OAA4B;EACvC,IAAIC;EACJ,IAAIC;AACJ,MAAI,OAAO,KAAK,mBAAmB,UAAU;GAC3C,MAAM,EAAE,UAAU,GAAG,MAAM,WAAW,SAAS;GAC/C,OAAO,MAAM,SAAS,KAAK,gBAAgB,OAAO;GAClD,WAAW,EAAE,QAAQ,KAAK,eAAgB;EAC3C,OAAM;GACL,OAAO,MAAM,KAAK,eAAe,MAAM;GACvC,WAAW;IAAE,QAAQ;IAAQ,UAAU,KAAK,eAAe;GAAM;EAClE;EACD,MAAM,SAAS,MAAM,KAAK,MAAM,KAAK;EACrC,OAAO,QAAQ,CAAC,aAAa,MAAM;AACjC,OAAI,OAAO,gBAAgB,SACzB,OAAM,IAAI,MACR,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,OAAO,aAAa;EAGlE,EAAC;AACF,SAAO,OAAO,IACZ,CAAC,aAAa,MACZ,IAAI,SAAS;GACX;GACA,UACE,OAAO,WAAW,IACd,WACA;IACE,GAAG;IACH,MAAM,IAAI;GACX;EACR,GACJ;CACF;;;;;;;;;CAUD,aAAa,UAEV;AACD,MAAI;GACF,MAAM,EAAE,UAAU,GAAG,MAAM,OAAO;AAClC,UAAO,EAAE,SAAU;EACpB,SAAQ,GAAG;GACV,QAAQ,MAAM,EAAE;AAChB,SAAM,IAAI,MACR,CAAC,qHAAqH,EAAE,QAAQ,CAAC,+CAA+C,CAAC;EAEpL;CACF;AACF"}

package/dist/evaluation/agents/index.cjs

@@ -1 +0,0 @@
-const require_trajectory = require('./trajectory.cjs');

package/dist/evaluation/agents/index.js

@@ -1 +0,0 @@
-import { TrajectoryEvalChain, TrajectoryOutputParser } from "./trajectory.js";

package/dist/evaluation/agents/prompt.cjs

@@ -1,132 +0,0 @@
-const require_rolldown_runtime = require('../../_virtual/rolldown_runtime.cjs');
-const __langchain_core_prompts = require_rolldown_runtime.__toESM(require("@langchain/core/prompts"));
-
-//#region src/evaluation/agents/prompt.ts
-const EVAL_TEMPLATE = `An AI language model has been given access to the following set of tools to help answer a user's question.
-
-The tools given to the AI model are:
-[TOOL_DESCRIPTIONS]
-{toolDescriptions}
-[END_TOOL_DESCRIPTIONS]
-
-The question the human asked the AI model was:
-[QUESTION]
-{question}
-[END_QUESTION]{reference}
-
-The AI language model decided to use the following set of tools to answer the question:
-[AGENT_TRAJECTORY]
-{agentTrajectory}
-[END_AGENT_TRAJECTORY]
-
-The AI language model's final answer to the question was:
-[RESPONSE]
-{answer}
-[END_RESPONSE]
-
-Let's do a detailed evaluation of the AI language model's answer step by step.
-
-We consider the following criteria before giving a score from 1 to 5:
-
-i. Is the final answer helpful?
-ii. Does the AI language use a logical sequence of tools to answer the question?
-iii. Does the AI language model use the tools in a helpful way?
-iv. Does the AI language model use too many steps to answer the question?
-v. Are the appropriate tools used to answer the question?`;
-const EXAMPLE_INPUT = `An AI language model has been given access to the following set of tools to help answer a user's question.
-
-The tools given to the AI model are:
-[TOOL_DESCRIPTIONS]
-Tool 1:
-Name: Search
-Description: useful for when you need to ask with search
-
-Tool 2:
-Name: Lookup
-Description: useful for when you need to ask with lookup
-
-Tool 3:
-Name: Calculator
-Description: useful for doing calculations
-
-Tool 4:
-Name: Search the Web (SerpAPI)
-Description: useful for when you need to answer questions about current events
-[END_TOOL_DESCRIPTIONS]
-
-The question the human asked the AI model was: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?
-
-    The AI language model decided to use the following set of tools to answer the question:
-[AGENT_TRAJECTORY]
-Step 1:
-Tool used: Search the Web (SerpAPI)
-Tool input: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?
-Tool output: The Statue of Liberty was given to the United States by France, as a symbol of the two countries' friendship. It was erected atop an American-designed ...
-[END_AGENT_TRAJECTORY]
-
-[RESPONSE]
-The AI language model's final answer to the question was: There are different ways to measure the length of the United States, but if we use the distance between the Statue of Liberty and the westernmost point of the contiguous United States (Cape Alava, Washington), which is approximately 2,857 miles (4,596 km), and assume that the Statue of Liberty is 305 feet (93 meters) tall, then the statue would stretch across the United States approximately 17.5 times if laid end to end.
-[END_RESPONSE]
-
-Let's do a detailed evaluation of the AI language model's answer step by step.
-
-We consider the following criteria before giving a score from 1 to 5:
-
-i. Is the final answer helpful?
-ii. Does the AI language use a logical sequence of tools to answer the question?
-iii. Does the AI language model use the tools in a helpful way?
-iv. Does the AI language model use too many steps to answer the question?
-v. Are the appropriate tools used to answer the question?`;
-const EXAMPLE_OUTPUT = `First, let's evaluate the final answer. The final uses good reasoning but is wrong. 2,857 divided by 305 is not 17.5.\
-The model should have used the calculator to figure this out. Second does the model use a logical sequence of tools to answer the question?\
-The way model uses the search is not helpful. The model should have used the search tool to figure the width of the US or the height of the statue.\
-The model didn't use the calculator tool and gave an incorrect answer. The search API should be used for current events or specific questions.\
-The tools were not used in a helpful way. The model did not use too many steps to answer the question.\
-The model did not use the appropriate tools to answer the question.\
-
-Judgment: Given the good reasoning in the final answer but otherwise poor performance, we give the model a score of 2.
-
-Score: 2`;
-const EVAL_CHAT_PROMPT = /* @__PURE__ */ __langchain_core_prompts.ChatPromptTemplate.fromMessages([
-	/* @__PURE__ */ __langchain_core_prompts.SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
-	/* @__PURE__ */ __langchain_core_prompts.HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
-	/* @__PURE__ */ __langchain_core_prompts.AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
-	/* @__PURE__ */ __langchain_core_prompts.HumanMessagePromptTemplate.fromTemplate(EVAL_TEMPLATE)
-]);
-const TOOL_FREE_EVAL_TEMPLATE = `An AI language model has been given access to a set of tools to help answer a user's question.
-
-The question the human asked the AI model was:
-[QUESTION]
-{question}
-[END_QUESTION]{reference}
-
-The AI language model decided to use the following set of tools to answer the question:
-[AGENT_TRAJECTORY]
-{agentTrajectory}
-[END_AGENT_TRAJECTORY]
-
-The AI language model's final answer to the question was:
-[RESPONSE]
-{answer}
-[END_RESPONSE]
-
-Let's do a detailed evaluation of the AI language model's answer step by step.
-
-We consider the following criteria before giving a score from 1 to 5:
-
-i. Is the final answer helpful?
-    ii. Does the AI language use a logical sequence of tools to answer the question?
-    iii. Does the AI language model use the tools in a helpful way?
-    iv. Does the AI language model use too many steps to answer the question?
-    v. Are the appropriate tools used to answer the question?`;
-const TOOL_FREE_EVAL_CHAT_PROMPT = /* @__PURE__ */ __langchain_core_prompts.ChatPromptTemplate.fromMessages([
-	/* @__PURE__ */ __langchain_core_prompts.SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
-	/* @__PURE__ */ __langchain_core_prompts.HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
-	/* @__PURE__ */ __langchain_core_prompts.AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
-	/* @__PURE__ */ __langchain_core_prompts.HumanMessagePromptTemplate.fromTemplate(TOOL_FREE_EVAL_TEMPLATE)
-]);
-
-//#endregion
-exports.EVAL_CHAT_PROMPT = EVAL_CHAT_PROMPT;
-exports.TOOL_FREE_EVAL_CHAT_PROMPT = TOOL_FREE_EVAL_CHAT_PROMPT;
-//# sourceMappingURL=prompt.cjs.map

package/dist/evaluation/agents/prompt.cjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"prompt.cjs","names":["ChatPromptTemplate","SystemMessagePromptTemplate","HumanMessagePromptTemplate","AIMessagePromptTemplate"],"sources":["../../../src/evaluation/agents/prompt.ts"],"sourcesContent":["/**\n * Prompt for trajectory evaluation chain.\n */\n\nimport {\n  AIMessagePromptTemplate,\n  ChatPromptTemplate,\n  HumanMessagePromptTemplate,\n  SystemMessagePromptTemplate,\n} from \"@langchain/core/prompts\";\n\nconst EVAL_TEMPLATE = `An AI language model has been given access to the following set of tools to help answer a user's question.\n\nThe tools given to the AI model are:\n[TOOL_DESCRIPTIONS]\n{toolDescriptions}\n[END_TOOL_DESCRIPTIONS]\n\nThe question the human asked the AI model was:\n[QUESTION]\n{question}\n[END_QUESTION]{reference}\n\nThe AI language model decided to use the following set of tools to answer the question:\n[AGENT_TRAJECTORY]\n{agentTrajectory}\n[END_AGENT_TRAJECTORY]\n\nThe AI language model's final answer to the question was:\n[RESPONSE]\n{answer}\n[END_RESPONSE]\n\nLet's do a detailed evaluation of the AI language model's answer step by step.\n\nWe consider the following criteria before giving a score from 1 to 5:\n\ni. Is the final answer helpful?\nii. Does the AI language use a logical sequence of tools to answer the question?\niii. Does the AI language model use the tools in a helpful way?\niv. Does the AI language model use too many steps to answer the question?\nv. Are the appropriate tools used to answer the question?`;\n\nconst EXAMPLE_INPUT = `An AI language model has been given access to the following set of tools to help answer a user's question.\n\nThe tools given to the AI model are:\n[TOOL_DESCRIPTIONS]\nTool 1:\nName: Search\nDescription: useful for when you need to ask with search\n\nTool 2:\nName: Lookup\nDescription: useful for when you need to ask with lookup\n\nTool 3:\nName: Calculator\nDescription: useful for doing calculations\n\nTool 4:\nName: Search the Web (SerpAPI)\nDescription: useful for when you need to answer questions about current events\n[END_TOOL_DESCRIPTIONS]\n\nThe question the human asked the AI model was: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?\n\n    The AI language model decided to use the following set of tools to answer the question:\n[AGENT_TRAJECTORY]\nStep 1:\nTool used: Search the Web (SerpAPI)\nTool input: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?\nTool output: The Statue of Liberty was given to the United States by France, as a symbol of the two countries' friendship. It was erected atop an American-designed ...\n[END_AGENT_TRAJECTORY]\n\n[RESPONSE]\nThe AI language model's final answer to the question was: There are different ways to measure the length of the United States, but if we use the distance between the Statue of Liberty and the westernmost point of the contiguous United States (Cape Alava, Washington), which is approximately 2,857 miles (4,596 km), and assume that the Statue of Liberty is 305 feet (93 meters) tall, then the statue would stretch across the United States approximately 17.5 times if laid end to end.\n[END_RESPONSE]\n\nLet's do a detailed evaluation of the AI language model's answer step by step.\n\nWe consider the following criteria before giving a score from 1 to 5:\n\ni. Is the final answer helpful?\nii. Does the AI language use a logical sequence of tools to answer the question?\niii. Does the AI language model use the tools in a helpful way?\niv. Does the AI language model use too many steps to answer the question?\nv. Are the appropriate tools used to answer the question?`;\n\nconst EXAMPLE_OUTPUT = `First, let's evaluate the final answer. The final uses good reasoning but is wrong. 2,857 divided by 305 is not 17.5.\\\nThe model should have used the calculator to figure this out. Second does the model use a logical sequence of tools to answer the question?\\\nThe way model uses the search is not helpful. The model should have used the search tool to figure the width of the US or the height of the statue.\\\nThe model didn't use the calculator tool and gave an incorrect answer. The search API should be used for current events or specific questions.\\\nThe tools were not used in a helpful way. The model did not use too many steps to answer the question.\\\nThe model did not use the appropriate tools to answer the question.\\\n\nJudgment: Given the good reasoning in the final answer but otherwise poor performance, we give the model a score of 2.\n\nScore: 2`;\n\nexport const EVAL_CHAT_PROMPT = /* #__PURE__ */ ChatPromptTemplate.fromMessages(\n  [\n    /* #__PURE__ */ SystemMessagePromptTemplate.fromTemplate(\n      \"You are a helpful assistant that evaluates language models.\"\n    ),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),\n    /* #__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EVAL_TEMPLATE),\n  ]\n);\n\nconst TOOL_FREE_EVAL_TEMPLATE = `An AI language model has been given access to a set of tools to help answer a user's question.\n\nThe question the human asked the AI model was:\n[QUESTION]\n{question}\n[END_QUESTION]{reference}\n\nThe AI language model decided to use the following set of tools to answer the question:\n[AGENT_TRAJECTORY]\n{agentTrajectory}\n[END_AGENT_TRAJECTORY]\n\nThe AI language model's final answer to the question was:\n[RESPONSE]\n{answer}\n[END_RESPONSE]\n\nLet's do a detailed evaluation of the AI language model's answer step by step.\n\nWe consider the following criteria before giving a score from 1 to 5:\n\ni. Is the final answer helpful?\n    ii. Does the AI language use a logical sequence of tools to answer the question?\n    iii. Does the AI language model use the tools in a helpful way?\n    iv. Does the AI language model use too many steps to answer the question?\n    v. Are the appropriate tools used to answer the question?`;\n\nexport const TOOL_FREE_EVAL_CHAT_PROMPT =\n  /* #__PURE__ */ ChatPromptTemplate.fromMessages([\n    /* #__PURE__ */ SystemMessagePromptTemplate.fromTemplate(\n      \"You are a helpful assistant that evaluates language models.\"\n    ),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),\n    /* #__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(\n      TOOL_FREE_EVAL_TEMPLATE\n    ),\n  ]);\n"],"mappings":";;;;AAWA,MAAM,gBAAgB,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yDA8BkC,CAAC;AAE1D,MAAM,gBAAgB,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yDA2CkC,CAAC;AAE1D,MAAM,iBAAiB,CAAC;;;;;;;;;QAShB,CAAC;AAET,MAAa,mCAAmCA,4CAAmB,aACjE;iBACkBC,qDAA4B,aAC1C,8DACD;iBACeC,oDAA2B,aAAa,cAAc;iBACtDC,iDAAwB,aAAa,eAAe;iBACpDD,oDAA2B,aAAa,cAAc;AACvE,EACF;AAED,MAAM,0BAA0B,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;6DAyB4B,CAAC;AAE9D,MAAa,6CACKF,4CAAmB,aAAa;iBAC9BC,qDAA4B,aAC1C,8DACD;iBACeC,oDAA2B,aAAa,cAAc;iBACtDC,iDAAwB,aAAa,eAAe;iBACpDD,oDAA2B,aACzC,wBACD;AACF,EAAC"}

package/dist/evaluation/agents/prompt.js

@@ -1,130 +0,0 @@
-import { AIMessagePromptTemplate, ChatPromptTemplate, HumanMessagePromptTemplate, SystemMessagePromptTemplate } from "@langchain/core/prompts";
-
-//#region src/evaluation/agents/prompt.ts
-const EVAL_TEMPLATE = `An AI language model has been given access to the following set of tools to help answer a user's question.
-
-The tools given to the AI model are:
-[TOOL_DESCRIPTIONS]
-{toolDescriptions}
-[END_TOOL_DESCRIPTIONS]
-
-The question the human asked the AI model was:
-[QUESTION]
-{question}
-[END_QUESTION]{reference}
-
-The AI language model decided to use the following set of tools to answer the question:
-[AGENT_TRAJECTORY]
-{agentTrajectory}
-[END_AGENT_TRAJECTORY]
-
-The AI language model's final answer to the question was:
-[RESPONSE]
-{answer}
-[END_RESPONSE]
-
-Let's do a detailed evaluation of the AI language model's answer step by step.
-
-We consider the following criteria before giving a score from 1 to 5:
-
-i. Is the final answer helpful?
-ii. Does the AI language use a logical sequence of tools to answer the question?
-iii. Does the AI language model use the tools in a helpful way?
-iv. Does the AI language model use too many steps to answer the question?
-v. Are the appropriate tools used to answer the question?`;
-const EXAMPLE_INPUT = `An AI language model has been given access to the following set of tools to help answer a user's question.
-
-The tools given to the AI model are:
-[TOOL_DESCRIPTIONS]
-Tool 1:
-Name: Search
-Description: useful for when you need to ask with search
-
-Tool 2:
-Name: Lookup
-Description: useful for when you need to ask with lookup
-
-Tool 3:
-Name: Calculator
-Description: useful for doing calculations
-
-Tool 4:
-Name: Search the Web (SerpAPI)
-Description: useful for when you need to answer questions about current events
-[END_TOOL_DESCRIPTIONS]
-
-The question the human asked the AI model was: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?
-
-    The AI language model decided to use the following set of tools to answer the question:
-[AGENT_TRAJECTORY]
-Step 1:
-Tool used: Search the Web (SerpAPI)
-Tool input: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?
-Tool output: The Statue of Liberty was given to the United States by France, as a symbol of the two countries' friendship. It was erected atop an American-designed ...
-[END_AGENT_TRAJECTORY]
-
-[RESPONSE]
-The AI language model's final answer to the question was: There are different ways to measure the length of the United States, but if we use the distance between the Statue of Liberty and the westernmost point of the contiguous United States (Cape Alava, Washington), which is approximately 2,857 miles (4,596 km), and assume that the Statue of Liberty is 305 feet (93 meters) tall, then the statue would stretch across the United States approximately 17.5 times if laid end to end.
-[END_RESPONSE]
-
-Let's do a detailed evaluation of the AI language model's answer step by step.
-
-We consider the following criteria before giving a score from 1 to 5:
-
-i. Is the final answer helpful?
-ii. Does the AI language use a logical sequence of tools to answer the question?
-iii. Does the AI language model use the tools in a helpful way?
-iv. Does the AI language model use too many steps to answer the question?
-v. Are the appropriate tools used to answer the question?`;
-const EXAMPLE_OUTPUT = `First, let's evaluate the final answer. The final uses good reasoning but is wrong. 2,857 divided by 305 is not 17.5.\
-The model should have used the calculator to figure this out. Second does the model use a logical sequence of tools to answer the question?\
-The way model uses the search is not helpful. The model should have used the search tool to figure the width of the US or the height of the statue.\
-The model didn't use the calculator tool and gave an incorrect answer. The search API should be used for current events or specific questions.\
-The tools were not used in a helpful way. The model did not use too many steps to answer the question.\
-The model did not use the appropriate tools to answer the question.\
-
-Judgment: Given the good reasoning in the final answer but otherwise poor performance, we give the model a score of 2.
-
-Score: 2`;
-const EVAL_CHAT_PROMPT = /* @__PURE__ */ ChatPromptTemplate.fromMessages([
-	/* @__PURE__ */ SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
-	/* @__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
-	/* @__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
-	/* @__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EVAL_TEMPLATE)
-]);
-const TOOL_FREE_EVAL_TEMPLATE = `An AI language model has been given access to a set of tools to help answer a user's question.
-
-The question the human asked the AI model was:
-[QUESTION]
-{question}
-[END_QUESTION]{reference}
-
-The AI language model decided to use the following set of tools to answer the question:
-[AGENT_TRAJECTORY]
-{agentTrajectory}
-[END_AGENT_TRAJECTORY]
-
-The AI language model's final answer to the question was:
-[RESPONSE]
-{answer}
-[END_RESPONSE]
-
-Let's do a detailed evaluation of the AI language model's answer step by step.
-
-We consider the following criteria before giving a score from 1 to 5:
-
-i. Is the final answer helpful?
-    ii. Does the AI language use a logical sequence of tools to answer the question?
-    iii. Does the AI language model use the tools in a helpful way?
-    iv. Does the AI language model use too many steps to answer the question?
-    v. Are the appropriate tools used to answer the question?`;
-const TOOL_FREE_EVAL_CHAT_PROMPT = /* @__PURE__ */ ChatPromptTemplate.fromMessages([
-	/* @__PURE__ */ SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
-	/* @__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
-	/* @__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
-	/* @__PURE__ */ HumanMessagePromptTemplate.fromTemplate(TOOL_FREE_EVAL_TEMPLATE)
-]);
-
-//#endregion
-export { EVAL_CHAT_PROMPT, TOOL_FREE_EVAL_CHAT_PROMPT };
-//# sourceMappingURL=prompt.js.map

package/dist/evaluation/agents/prompt.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"prompt.js","names":[],"sources":["../../../src/evaluation/agents/prompt.ts"],"sourcesContent":["/**\n * Prompt for trajectory evaluation chain.\n */\n\nimport {\n  AIMessagePromptTemplate,\n  ChatPromptTemplate,\n  HumanMessagePromptTemplate,\n  SystemMessagePromptTemplate,\n} from \"@langchain/core/prompts\";\n\nconst EVAL_TEMPLATE = `An AI language model has been given access to the following set of tools to help answer a user's question.\n\nThe tools given to the AI model are:\n[TOOL_DESCRIPTIONS]\n{toolDescriptions}\n[END_TOOL_DESCRIPTIONS]\n\nThe question the human asked the AI model was:\n[QUESTION]\n{question}\n[END_QUESTION]{reference}\n\nThe AI language model decided to use the following set of tools to answer the question:\n[AGENT_TRAJECTORY]\n{agentTrajectory}\n[END_AGENT_TRAJECTORY]\n\nThe AI language model's final answer to the question was:\n[RESPONSE]\n{answer}\n[END_RESPONSE]\n\nLet's do a detailed evaluation of the AI language model's answer step by step.\n\nWe consider the following criteria before giving a score from 1 to 5:\n\ni. Is the final answer helpful?\nii. Does the AI language use a logical sequence of tools to answer the question?\niii. Does the AI language model use the tools in a helpful way?\niv. Does the AI language model use too many steps to answer the question?\nv. Are the appropriate tools used to answer the question?`;\n\nconst EXAMPLE_INPUT = `An AI language model has been given access to the following set of tools to help answer a user's question.\n\nThe tools given to the AI model are:\n[TOOL_DESCRIPTIONS]\nTool 1:\nName: Search\nDescription: useful for when you need to ask with search\n\nTool 2:\nName: Lookup\nDescription: useful for when you need to ask with lookup\n\nTool 3:\nName: Calculator\nDescription: useful for doing calculations\n\nTool 4:\nName: Search the Web (SerpAPI)\nDescription: useful for when you need to answer questions about current events\n[END_TOOL_DESCRIPTIONS]\n\nThe question the human asked the AI model was: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?\n\n    The AI language model decided to use the following set of tools to answer the question:\n[AGENT_TRAJECTORY]\nStep 1:\nTool used: Search the Web (SerpAPI)\nTool input: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?\nTool output: The Statue of Liberty was given to the United States by France, as a symbol of the two countries' friendship. It was erected atop an American-designed ...\n[END_AGENT_TRAJECTORY]\n\n[RESPONSE]\nThe AI language model's final answer to the question was: There are different ways to measure the length of the United States, but if we use the distance between the Statue of Liberty and the westernmost point of the contiguous United States (Cape Alava, Washington), which is approximately 2,857 miles (4,596 km), and assume that the Statue of Liberty is 305 feet (93 meters) tall, then the statue would stretch across the United States approximately 17.5 times if laid end to end.\n[END_RESPONSE]\n\nLet's do a detailed evaluation of the AI language model's answer step by step.\n\nWe consider the following criteria before giving a score from 1 to 5:\n\ni. Is the final answer helpful?\nii. Does the AI language use a logical sequence of tools to answer the question?\niii. Does the AI language model use the tools in a helpful way?\niv. Does the AI language model use too many steps to answer the question?\nv. Are the appropriate tools used to answer the question?`;\n\nconst EXAMPLE_OUTPUT = `First, let's evaluate the final answer. The final uses good reasoning but is wrong. 2,857 divided by 305 is not 17.5.\\\nThe model should have used the calculator to figure this out. Second does the model use a logical sequence of tools to answer the question?\\\nThe way model uses the search is not helpful. The model should have used the search tool to figure the width of the US or the height of the statue.\\\nThe model didn't use the calculator tool and gave an incorrect answer. The search API should be used for current events or specific questions.\\\nThe tools were not used in a helpful way. The model did not use too many steps to answer the question.\\\nThe model did not use the appropriate tools to answer the question.\\\n\nJudgment: Given the good reasoning in the final answer but otherwise poor performance, we give the model a score of 2.\n\nScore: 2`;\n\nexport const EVAL_CHAT_PROMPT = /* #__PURE__ */ ChatPromptTemplate.fromMessages(\n  [\n    /* #__PURE__ */ SystemMessagePromptTemplate.fromTemplate(\n      \"You are a helpful assistant that evaluates language models.\"\n    ),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),\n    /* #__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EVAL_TEMPLATE),\n  ]\n);\n\nconst TOOL_FREE_EVAL_TEMPLATE = `An AI language model has been given access to a set of tools to help answer a user's question.\n\nThe question the human asked the AI model was:\n[QUESTION]\n{question}\n[END_QUESTION]{reference}\n\nThe AI language model decided to use the following set of tools to answer the question:\n[AGENT_TRAJECTORY]\n{agentTrajectory}\n[END_AGENT_TRAJECTORY]\n\nThe AI language model's final answer to the question was:\n[RESPONSE]\n{answer}\n[END_RESPONSE]\n\nLet's do a detailed evaluation of the AI language model's answer step by step.\n\nWe consider the following criteria before giving a score from 1 to 5:\n\ni. Is the final answer helpful?\n    ii. Does the AI language use a logical sequence of tools to answer the question?\n    iii. Does the AI language model use the tools in a helpful way?\n    iv. Does the AI language model use too many steps to answer the question?\n    v. Are the appropriate tools used to answer the question?`;\n\nexport const TOOL_FREE_EVAL_CHAT_PROMPT =\n  /* #__PURE__ */ ChatPromptTemplate.fromMessages([\n    /* #__PURE__ */ SystemMessagePromptTemplate.fromTemplate(\n      \"You are a helpful assistant that evaluates language models.\"\n    ),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),\n    /* #__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),\n    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(\n      TOOL_FREE_EVAL_TEMPLATE\n    ),\n  ]);\n"],"mappings":";;;AAWA,MAAM,gBAAgB,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yDA8BkC,CAAC;AAE1D,MAAM,gBAAgB,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yDA2CkC,CAAC;AAE1D,MAAM,iBAAiB,CAAC;;;;;;;;;QAShB,CAAC;AAET,MAAa,mCAAmC,mBAAmB,aACjE;iBACkB,4BAA4B,aAC1C,8DACD;iBACe,2BAA2B,aAAa,cAAc;iBACtD,wBAAwB,aAAa,eAAe;iBACpD,2BAA2B,aAAa,cAAc;AACvE,EACF;AAED,MAAM,0BAA0B,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;6DAyB4B,CAAC;AAE9D,MAAa,6CACK,mBAAmB,aAAa;iBAC9B,4BAA4B,aAC1C,8DACD;iBACe,2BAA2B,aAAa,cAAc;iBACtD,wBAAwB,aAAa,eAAe;iBACpD,2BAA2B,aACzC,wBACD;AACF,EAAC"}