langchain 0.0.146 → 0.0.148

package/dist/document_loaders/web/notionapi.js

@@ -4,19 +4,11 @@ import { getBlockChildren } from "notion-to-md/build/utils/notion.js";
 import { Document } from "../../document.js";
 import { BaseDocumentLoader } from "../base.js";
 import { AsyncCaller } from "../../util/async_caller.js";
-const isPageResponse = (res) => !isNotionClientError(res) && res.object === "page";
-const isDatabaseResponse = (res) => !isNotionClientError(res) && res.object === "database";
-const isErrorResponse = (res) => isNotionClientError(res);
-const isPage = (res) => isPageResponse(res) && isFullPage(res);
-const isDatabase = (res) => isDatabaseResponse(res) && isFullDatabase(res);
-const getTitle = (obj) => {
-    if (isPage(obj) && obj.properties.title.type === "title") {
-        return obj.properties.title.title[0]?.plain_text;
-    }
-    if (isDatabase(obj))
-        return obj.title[0]?.plain_text;
-    return null;
-};
+export const isPageResponse = (res) => !isNotionClientError(res) && res.object === "page";
+export const isDatabaseResponse = (res) => !isNotionClientError(res) && res.object === "database";
+export const isErrorResponse = (res) => isNotionClientError(res);
+export const isPage = (res) => isPageResponse(res) && isFullPage(res);
+export const isDatabase = (res) => isDatabaseResponse(res) && isFullDatabase(res);
 /**
  * A class that extends the BaseDocumentLoader class. It represents a
  * document loader for loading documents from Notion using the Notion API.
@@ -104,11 +96,85 @@ export class NotionAPILoader extends BaseDocumentLoader {
         this.rootTitle = "";
         this.onDocumentLoaded = options.onDocumentLoaded ?? ((_ti, _cu) => { });
     }
+    /**
+     * Adds a selection of page ids to the pageQueue and removes duplicates.
+     * @param items An array of string ids
+     */
     addToQueue(...items) {
         const deDuped = items.filter((item) => !this.pageCompleted.concat(this.pageQueue).includes(item));
         this.pageQueue.push(...deDuped);
         this.pageQueueTotal += deDuped.length;
     }
+    /**
+     * Parses a Notion GetResponse object (page or database) and returns a string of the title.
+     * @param obj The Notion GetResponse object to parse.
+     * @returns The string of the title.
+     */
+    getTitle(obj) {
+        if (isPage(obj) && obj.properties.title.type === "title") {
+            return obj.properties.title.title[0]?.plain_text;
+        }
+        if (isDatabase(obj))
+            return obj.title[0]?.plain_text;
+        return null;
+    }
+    /**
+     * Parses the property type and returns a string
+     * @param page The Notion page property to parse.
+     * @returns A string of parsed property.
+     */
+    getPropValue(prop) {
+        switch (prop.type) {
+            case "number": {
+                const propNumber = prop[prop.type];
+                return propNumber !== null ? propNumber.toString() : "";
+            }
+            case "url":
+                return prop[prop.type] || "";
+            case "select":
+                return prop[prop.type]?.name ?? "";
+            case "multi_select":
+                return `[${prop[prop.type].map((v) => `"${v.name}"`).join(", ")}]`;
+            case "status":
+                return prop[prop.type]?.name ?? "";
+            case "date":
+                return `${prop[prop.type]?.start ?? ""}${prop[prop.type]?.end ? ` - ${prop[prop.type]?.end}` : ""}`;
+            case "email":
+                return prop[prop.type] || "";
+            case "phone_number":
+                return prop[prop.type] || "";
+            case "checkbox":
+                return prop[prop.type].toString();
+            case "files":
+                return `[${prop[prop.type].map((v) => `"${v.name}"`).join(", ")}]`;
+            case "created_by":
+                return `["${prop[prop.type].object}", "${prop[prop.type].id}"]`;
+            case "created_time":
+                return prop[prop.type];
+            case "last_edited_by":
+                return `["${prop[prop.type].object}", "${prop[prop.type].id}"]`;
+            case "last_edited_time":
+                return prop[prop.type];
+            case "title":
+                return prop[prop.type]
+                    .map((v) => this.n2mClient.annotatePlainText(v.plain_text, v.annotations))
+                    .join("");
+            case "rich_text":
+                return prop[prop.type]
+                    .map((v) => this.n2mClient.annotatePlainText(v.plain_text, v.annotations))
+                    .join("");
+            case "people":
+                return `[${prop[prop.type]
+                    .map((v) => `["${v.object}", "${v.id}"]`)
+                    .join(", ")}]`;
+            case "unique_id":
+                return `${prop[prop.type].prefix || ""}${prop[prop.type].number}`;
+            case "relation":
+                return `[${prop[prop.type].map((v) => `"${v.id}"`).join(", ")}]`;
+            default:
+                return `Unsupported type: ${prop.type}`;
+        }
+    }
     /**
      * Parses the properties of a Notion page and returns them as key-value
      * pairs.
@@ -116,60 +182,11 @@ export class NotionAPILoader extends BaseDocumentLoader {
      * @returns An object containing the parsed properties as key-value pairs.
      */
     parsePageProperties(page) {
-        return Object.fromEntries(Object.entries(page.properties).map(([_, prop]) => {
-            switch (prop.type) {
-                case "number":
-                    return [prop.type, prop[prop.type]];
-                case "url":
-                    return [prop.type, prop[prop.type]];
-                case "select":
-                    return [prop.type, prop[prop.type]?.name ?? ""];
-                case "multi_select":
-                    return [
-                        prop.type,
-                        prop[prop.type].map((select) => select.name).join(", "),
-                    ];
-                case "status":
-                    return [prop.type, prop[prop.type]?.name ?? ""];
-                case "date":
-                    return [
-                        prop.type,
-                        `${prop[prop.type]?.start ?? ""}${prop[prop.type]?.end ? `-  ${prop[prop.type]?.end}` : ""}`,
-                    ];
-                case "email":
-                    return [prop.type, prop[prop.type]];
-                case "phone_number":
-                    return [prop.type, prop[prop.type]];
-                case "checkbox":
-                    return [prop.type, prop[prop.type].toString()];
-                // case "files":
-                case "created_by":
-                    return [prop.type, prop[prop.type]];
-                case "created_time":
-                    return [prop.type, prop[prop.type]];
-                case "last_edited_by":
-                    return [prop.type, prop[prop.type]];
-                case "last_edited_time":
-                    return [prop.type, prop[prop.type]];
-                // case "formula":
-                case "title":
-                    return [
-                        prop.type,
-                        prop[prop.type].map((v) => v.plain_text).join(""),
-                    ];
-                case "rich_text":
-                    return [
-                        prop.type,
-                        prop[prop.type].map((v) => v.plain_text).join(""),
-                    ];
-                case "people":
-                    return [prop.type, prop[prop.type]];
-                // case "relation":
-                // case "rollup":
-                default:
-                    return [prop.type, "Unsupported type"];
-            }
-        }));
+        return Object.entries(page.properties).reduce((accum, [propName, prop]) => {
+            const value = this.getPropValue(prop);
+            const props = { ...accum, [propName]: value };
+            return prop.type === "title" ? { ...props, _title: value } : props;
+        }, {});
     }
     /**
      * Parses the details of a Notion page and returns them as an object.
@@ -177,10 +194,10 @@ export class NotionAPILoader extends BaseDocumentLoader {
      * @returns An object containing the parsed details of the page.
      */
     parsePageDetails(page) {
-        const metadata = Object.fromEntries(Object.entries(page).filter(([key, _]) => key !== "id"));
+        const { id, ...rest } = page;
         return {
-            ...metadata,
-            notionId: page.id,
+            ...rest,
+            notionId: id,
             properties: this.parsePageProperties(page),
         };
     }
@@ -313,7 +330,8 @@ export class NotionAPILoader extends BaseDocumentLoader {
             }
             throw new AggregateError(errors);
         }
-        this.rootTitle = getTitle(resPage) || getTitle(resDatabase) || this.id;
+        this.rootTitle =
+            this.getTitle(resPage) || this.getTitle(resDatabase) || this.id;
         let pageId = this.pageQueue.shift();
         while (pageId) {
             await this.loadPage(pageId);

package/dist/embeddings/googlevertexai.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.GoogleVertexAIEmbeddings = void 0;
+const google_auth_library_1 = require("google-auth-library");
 const base_js_1 = require("./base.cjs");
 const googlevertexai_connection_js_1 = require("../util/googlevertexai-connection.cjs");
 const chunk_js_1 = require("../util/chunk.cjs");
@@ -34,7 +35,10 @@ class GoogleVertexAIEmbeddings extends base_js_1.Embeddings {
             value: void 0
         });
         this.model = fields?.model ?? this.model;
-        this.connection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller);
+        this.connection = new googlevertexai_connection_js_1.GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, new google_auth_library_1.GoogleAuth({
+            scopes: "https://www.googleapis.com/auth/cloud-platform",
+            ...fields?.authOptions,
+        }));
     }
     /**
      * Takes an array of documents as input and returns a promise that

package/dist/embeddings/googlevertexai.d.ts

@@ -1,3 +1,4 @@
+import { GoogleAuthOptions } from "google-auth-library";
 import { Embeddings, EmbeddingsParams } from "./base.js";
 import { GoogleVertexAIBaseLLMInput } from "../types/googlevertexai-types.js";
 /**
@@ -5,7 +6,7 @@ import { GoogleVertexAIBaseLLMInput } from "../types/googlevertexai-types.js";
  * GoogleVertexAIEmbeddings instance. It extends EmbeddingsParams and
  * GoogleVertexAIConnectionParams.
  */
-export interface GoogleVertexAIEmbeddingsParams extends EmbeddingsParams, GoogleVertexAIBaseLLMInput {
+export interface GoogleVertexAIEmbeddingsParams extends EmbeddingsParams, GoogleVertexAIBaseLLMInput<GoogleAuthOptions> {
 }
 /**
  * Enables calls to the Google Cloud's Vertex AI API to access

package/dist/embeddings/googlevertexai.js

@@ -1,3 +1,4 @@
+import { GoogleAuth } from "google-auth-library";
 import { Embeddings } from "./base.js";
 import { GoogleVertexAILLMConnection } from "../util/googlevertexai-connection.js";
 import { chunkArray } from "../util/chunk.js";
@@ -31,7 +32,10 @@ export class GoogleVertexAIEmbeddings extends Embeddings {
             value: void 0
         });
         this.model = fields?.model ?? this.model;
-        this.connection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller);
+        this.connection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, new GoogleAuth({
+            scopes: "https://www.googleapis.com/auth/cloud-platform",
+            ...fields?.authOptions,
+        }));
     }
     /**
      * Takes an array of documents as input and returns a promise that

package/dist/evaluation/agents/index.cjs

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./trajectory.cjs"), exports);

package/dist/evaluation/agents/index.d.ts

@@ -0,0 +1 @@
+export * from "./trajectory.js";

package/dist/evaluation/agents/index.js

@@ -0,0 +1 @@
+export * from "./trajectory.js";

package/dist/evaluation/agents/prompt.cjs

@@ -0,0 +1,132 @@
+"use strict";
+/**
+ * Prompt for trajectory evaluation chain.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TOOL_FREE_EVAL_CHAT_PROMPT = exports.EVAL_CHAT_PROMPT = void 0;
+const index_js_1 = require("../../prompts/index.cjs");
+const EVAL_TEMPLATE = `An AI language model has been given access to the following set of tools to help answer a user's question.
+
+The tools given to the AI model are:
+[TOOL_DESCRIPTIONS]
+{toolDescriptions}
+[END_TOOL_DESCRIPTIONS]
+
+The question the human asked the AI model was:
+[QUESTION]
+{question}
+[END_QUESTION]{reference}
+
+The AI language model decided to use the following set of tools to answer the question:
+[AGENT_TRAJECTORY]
+{agentTrajectory}
+[END_AGENT_TRAJECTORY]
+
+The AI language model's final answer to the question was:
+[RESPONSE]
+{answer}
+[END_RESPONSE]
+
+Let's do a detailed evaluation of the AI language model's answer step by step.
+
+We consider the following criteria before giving a score from 1 to 5:
+
+i. Is the final answer helpful?
+ii. Does the AI language use a logical sequence of tools to answer the question?
+iii. Does the AI language model use the tools in a helpful way?
+iv. Does the AI language model use too many steps to answer the question?
+v. Are the appropriate tools used to answer the question?`;
+const EXAMPLE_INPUT = `An AI language model has been given access to the following set of tools to help answer a user's question.
+
+The tools given to the AI model are:
+[TOOL_DESCRIPTIONS]
+Tool 1:
+Name: Search
+Description: useful for when you need to ask with search
+
+Tool 2:
+Name: Lookup
+Description: useful for when you need to ask with lookup
+
+Tool 3:
+Name: Calculator
+Description: useful for doing calculations
+
+Tool 4:
+Name: Search the Web (SerpAPI)
+Description: useful for when you need to answer questions about current events
+[END_TOOL_DESCRIPTIONS]
+
+The question the human asked the AI model was: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?
+
+    The AI language model decided to use the following set of tools to answer the question:
+[AGENT_TRAJECTORY]
+Step 1:
+Tool used: Search the Web (SerpAPI)
+Tool input: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?
+Tool output: The Statue of Liberty was given to the United States by France, as a symbol of the two countries' friendship. It was erected atop an American-designed ...
+[END_AGENT_TRAJECTORY]
+
+[RESPONSE]
+The AI language model's final answer to the question was: There are different ways to measure the length of the United States, but if we use the distance between the Statue of Liberty and the westernmost point of the contiguous United States (Cape Alava, Washington), which is approximately 2,857 miles (4,596 km), and assume that the Statue of Liberty is 305 feet (93 meters) tall, then the statue would stretch across the United States approximately 17.5 times if laid end to end.
+[END_RESPONSE]
+
+Let's do a detailed evaluation of the AI language model's answer step by step.
+
+We consider the following criteria before giving a score from 1 to 5:
+
+i. Is the final answer helpful?
+ii. Does the AI language use a logical sequence of tools to answer the question?
+iii. Does the AI language model use the tools in a helpful way?
+iv. Does the AI language model use too many steps to answer the question?
+v. Are the appropriate tools used to answer the question?`;
+const EXAMPLE_OUTPUT = `First, let's evaluate the final answer. The final uses good reasoning but is wrong. 2,857 divided by 305 is not 17.5.\
+The model should have used the calculator to figure this out. Second does the model use a logical sequence of tools to answer the question?\
+The way model uses the search is not helpful. The model should have used the search tool to figure the width of the US or the height of the statue.\
+The model didn't use the calculator tool and gave an incorrect answer. The search API should be used for current events or specific questions.\
+The tools were not used in a helpful way. The model did not use too many steps to answer the question.\
+The model did not use the appropriate tools to answer the question.\
+
+Judgment: Given the good reasoning in the final answer but otherwise poor performance, we give the model a score of 2.
+
+Score: 2`;
+exports.EVAL_CHAT_PROMPT = 
+/* #__PURE__ */ index_js_1.ChatPromptTemplate.fromPromptMessages([
+    /* #__PURE__ */ index_js_1.SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
+    /* #__PURE__ */ index_js_1.HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
+    /* #__PURE__ */ index_js_1.AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
+    /* #__PURE__ */ index_js_1.HumanMessagePromptTemplate.fromTemplate(EVAL_TEMPLATE),
+]);
+const TOOL_FREE_EVAL_TEMPLATE = `An AI language model has been given access to a set of tools to help answer a user's question.
+
+The question the human asked the AI model was:
+[QUESTION]
+{question}
+[END_QUESTION]{reference}
+
+The AI language model decided to use the following set of tools to answer the question:
+[AGENT_TRAJECTORY]
+{agentTrajectory}
+[END_AGENT_TRAJECTORY]
+
+The AI language model's final answer to the question was:
+[RESPONSE]
+{answer}
+[END_RESPONSE]
+
+Let's do a detailed evaluation of the AI language model's answer step by step.
+
+We consider the following criteria before giving a score from 1 to 5:
+
+i. Is the final answer helpful?
+    ii. Does the AI language use a logical sequence of tools to answer the question?
+    iii. Does the AI language model use the tools in a helpful way?
+    iv. Does the AI language model use too many steps to answer the question?
+    v. Are the appropriate tools used to answer the question?`;
+exports.TOOL_FREE_EVAL_CHAT_PROMPT = 
+/* #__PURE__ */ index_js_1.ChatPromptTemplate.fromPromptMessages([
+    /* #__PURE__ */ index_js_1.SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
+    /* #__PURE__ */ index_js_1.HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
+    /* #__PURE__ */ index_js_1.AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
+    /* #__PURE__ */ index_js_1.HumanMessagePromptTemplate.fromTemplate(TOOL_FREE_EVAL_TEMPLATE),
+]);

package/dist/evaluation/agents/prompt.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Prompt for trajectory evaluation chain.
+ */
+import { ChatPromptTemplate } from "../../prompts/index.js";
+export declare const EVAL_CHAT_PROMPT: ChatPromptTemplate<any, any>;
+export declare const TOOL_FREE_EVAL_CHAT_PROMPT: ChatPromptTemplate<any, any>;

package/dist/evaluation/agents/prompt.js

@@ -0,0 +1,129 @@
+/**
+ * Prompt for trajectory evaluation chain.
+ */
+import { AIMessagePromptTemplate, ChatPromptTemplate, HumanMessagePromptTemplate, SystemMessagePromptTemplate, } from "../../prompts/index.js";
+const EVAL_TEMPLATE = `An AI language model has been given access to the following set of tools to help answer a user's question.
+
+The tools given to the AI model are:
+[TOOL_DESCRIPTIONS]
+{toolDescriptions}
+[END_TOOL_DESCRIPTIONS]
+
+The question the human asked the AI model was:
+[QUESTION]
+{question}
+[END_QUESTION]{reference}
+
+The AI language model decided to use the following set of tools to answer the question:
+[AGENT_TRAJECTORY]
+{agentTrajectory}
+[END_AGENT_TRAJECTORY]
+
+The AI language model's final answer to the question was:
+[RESPONSE]
+{answer}
+[END_RESPONSE]
+
+Let's do a detailed evaluation of the AI language model's answer step by step.
+
+We consider the following criteria before giving a score from 1 to 5:
+
+i. Is the final answer helpful?
+ii. Does the AI language use a logical sequence of tools to answer the question?
+iii. Does the AI language model use the tools in a helpful way?
+iv. Does the AI language model use too many steps to answer the question?
+v. Are the appropriate tools used to answer the question?`;
+const EXAMPLE_INPUT = `An AI language model has been given access to the following set of tools to help answer a user's question.
+
+The tools given to the AI model are:
+[TOOL_DESCRIPTIONS]
+Tool 1:
+Name: Search
+Description: useful for when you need to ask with search
+
+Tool 2:
+Name: Lookup
+Description: useful for when you need to ask with lookup
+
+Tool 3:
+Name: Calculator
+Description: useful for doing calculations
+
+Tool 4:
+Name: Search the Web (SerpAPI)
+Description: useful for when you need to answer questions about current events
+[END_TOOL_DESCRIPTIONS]
+
+The question the human asked the AI model was: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?
+
+    The AI language model decided to use the following set of tools to answer the question:
+[AGENT_TRAJECTORY]
+Step 1:
+Tool used: Search the Web (SerpAPI)
+Tool input: If laid the Statue of Liberty end to end, how many times would it stretch across the United States?
+Tool output: The Statue of Liberty was given to the United States by France, as a symbol of the two countries' friendship. It was erected atop an American-designed ...
+[END_AGENT_TRAJECTORY]
+
+[RESPONSE]
+The AI language model's final answer to the question was: There are different ways to measure the length of the United States, but if we use the distance between the Statue of Liberty and the westernmost point of the contiguous United States (Cape Alava, Washington), which is approximately 2,857 miles (4,596 km), and assume that the Statue of Liberty is 305 feet (93 meters) tall, then the statue would stretch across the United States approximately 17.5 times if laid end to end.
+[END_RESPONSE]
+
+Let's do a detailed evaluation of the AI language model's answer step by step.
+
+We consider the following criteria before giving a score from 1 to 5:
+
+i. Is the final answer helpful?
+ii. Does the AI language use a logical sequence of tools to answer the question?
+iii. Does the AI language model use the tools in a helpful way?
+iv. Does the AI language model use too many steps to answer the question?
+v. Are the appropriate tools used to answer the question?`;
+const EXAMPLE_OUTPUT = `First, let's evaluate the final answer. The final uses good reasoning but is wrong. 2,857 divided by 305 is not 17.5.\
+The model should have used the calculator to figure this out. Second does the model use a logical sequence of tools to answer the question?\
+The way model uses the search is not helpful. The model should have used the search tool to figure the width of the US or the height of the statue.\
+The model didn't use the calculator tool and gave an incorrect answer. The search API should be used for current events or specific questions.\
+The tools were not used in a helpful way. The model did not use too many steps to answer the question.\
+The model did not use the appropriate tools to answer the question.\
+
+Judgment: Given the good reasoning in the final answer but otherwise poor performance, we give the model a score of 2.
+
+Score: 2`;
+export const EVAL_CHAT_PROMPT = 
+/* #__PURE__ */ ChatPromptTemplate.fromPromptMessages([
+    /* #__PURE__ */ SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
+    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
+    /* #__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
+    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EVAL_TEMPLATE),
+]);
+const TOOL_FREE_EVAL_TEMPLATE = `An AI language model has been given access to a set of tools to help answer a user's question.
+
+The question the human asked the AI model was:
+[QUESTION]
+{question}
+[END_QUESTION]{reference}
+
+The AI language model decided to use the following set of tools to answer the question:
+[AGENT_TRAJECTORY]
+{agentTrajectory}
+[END_AGENT_TRAJECTORY]
+
+The AI language model's final answer to the question was:
+[RESPONSE]
+{answer}
+[END_RESPONSE]
+
+Let's do a detailed evaluation of the AI language model's answer step by step.
+
+We consider the following criteria before giving a score from 1 to 5:
+
+i. Is the final answer helpful?
+    ii. Does the AI language use a logical sequence of tools to answer the question?
+    iii. Does the AI language model use the tools in a helpful way?
+    iv. Does the AI language model use too many steps to answer the question?
+    v. Are the appropriate tools used to answer the question?`;
+export const TOOL_FREE_EVAL_CHAT_PROMPT = 
+/* #__PURE__ */ ChatPromptTemplate.fromPromptMessages([
+    /* #__PURE__ */ SystemMessagePromptTemplate.fromTemplate("You are a helpful assistant that evaluates language models."),
+    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(EXAMPLE_INPUT),
+    /* #__PURE__ */ AIMessagePromptTemplate.fromTemplate(EXAMPLE_OUTPUT),
+    /* #__PURE__ */ HumanMessagePromptTemplate.fromTemplate(TOOL_FREE_EVAL_TEMPLATE),
+]);