langchain 0.2.0-rc.1 → 0.2.1

package/dist/load/import_map.cjs

@@ -24,8 +24,8 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.stores__doc__base = exports.retrievers__matryoshka_retriever = exports.retrievers__self_query__vectara = exports.retrievers__self_query__weaviate = exports.retrievers__self_query__supabase = exports.retrievers__self_query__pinecone = exports.retrievers__self_query__chroma = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.output_parsers = exports.callbacks = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.memory__chat_memory = exports.memory__index = exports.text_splitter = exports.vectorstores__memory = exports.prompts__index = exports.embeddings__fake = exports.embeddings__cache_backed = exports.chains__retrieval = exports.chains__openai_functions = exports.chains__history_aware_retriever = exports.chains__combine_documents__reduce = exports.chains__combine_documents = exports.chains = exports.tools__retriever = exports.tools__render = exports.tools__chain = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad__openai_tools = exports.agents__format_scratchpad = exports.agents__toolkits = exports.agents = void 0;
-exports.schema__output = exports.schema__output_parser = exports.schema__runnable = exports.prompts__base = exports.prompts__pipeline = exports.prompts__image = exports.prompts__chat = exports.schema = exports.schema__messages = exports.prompts__prompt = exports.embeddings__openai = exports.llms__openai = exports.chat_models__openai = exports.indexes = exports.runnables__remote = exports.smith = exports.evaluation = exports.experimental__prompts__custom_format = exports.experimental__masking = exports.experimental__chains__violation_of_expectations = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_files = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = void 0;
+exports.util__time = exports.util__math = exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.stores__doc__base = exports.retrievers__matryoshka_retriever = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.output_parsers = exports.callbacks = exports.document_transformers__openai_functions = exports.document_loaders__base = exports.memory__chat_memory = exports.memory__index = exports.text_splitter = exports.vectorstores__memory = exports.embeddings__fake = exports.embeddings__cache_backed = exports.chains__retrieval = exports.chains__openai_functions = exports.chains__history_aware_retriever = exports.chains__combine_documents__reduce = exports.chains__combine_documents = exports.chains = exports.tools__retriever = exports.tools__render = exports.tools__chain = exports.tools = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad__openai_tools = exports.agents__format_scratchpad = exports.agents__toolkits = exports.agents = void 0;
+exports.schema__output = exports.schema__output_parser = exports.schema__runnable = exports.prompts__base = exports.prompts__pipeline = exports.prompts__image = exports.prompts__chat = exports.schema = exports.schema__messages = exports.prompts__prompt = exports.embeddings__openai = exports.llms__openai = exports.chat_models__openai = exports.schema__prompt_template = exports.schema__query_constructor = exports.indexes = exports.runnables__remote = exports.smith = exports.evaluation = exports.experimental__prompts__custom_format = exports.experimental__masking = exports.experimental__chains__violation_of_expectations = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_files = exports.experimental__openai_assistant = exports.experimental__autogpt = void 0;
 exports.agents = __importStar(require("../agents/index.cjs"));
 exports.agents__toolkits = __importStar(require("../agents/toolkits/index.cjs"));
 exports.agents__format_scratchpad = __importStar(require("../agents/format_scratchpad/openai_functions.cjs"));
@@ -36,6 +36,7 @@ exports.agents__format_scratchpad__log_to_message = __importStar(require("../age
 exports.agents__react__output_parser = __importStar(require("../agents/react/output_parser.cjs"));
 exports.agents__xml__output_parser = __importStar(require("../agents/xml/output_parser.cjs"));
 exports.agents__openai__output_parser = __importStar(require("../agents/openai/output_parser.cjs"));
+exports.tools = __importStar(require("../tools/index.cjs"));
 exports.tools__chain = __importStar(require("../tools/chain.cjs"));
 exports.tools__render = __importStar(require("../tools/render.cjs"));
 exports.tools__retriever = __importStar(require("../tools/retriever.cjs"));
@@ -47,15 +48,11 @@ exports.chains__openai_functions = __importStar(require("../chains/openai_functi
 exports.chains__retrieval = __importStar(require("../chains/retrieval.cjs"));
 exports.embeddings__cache_backed = __importStar(require("../embeddings/cache_backed.cjs"));
 exports.embeddings__fake = __importStar(require("../embeddings/fake.cjs"));
-exports.prompts__index = __importStar(require("../prompts/index.cjs"));
 exports.vectorstores__memory = __importStar(require("../vectorstores/memory.cjs"));
 exports.text_splitter = __importStar(require("../text_splitter.cjs"));
 exports.memory__index = __importStar(require("../memory/index.cjs"));
 exports.memory__chat_memory = __importStar(require("../memory/chat_memory.cjs"));
 exports.document_loaders__base = __importStar(require("../document_loaders/base.cjs"));
-exports.document_loaders__web__searchapi = __importStar(require("../document_loaders/web/searchapi.cjs"));
-exports.document_loaders__web__serpapi = __importStar(require("../document_loaders/web/serpapi.cjs"));
-exports.document_loaders__web__sort_xyz_blockchain = __importStar(require("../document_loaders/web/sort_xyz_blockchain.cjs"));
 exports.document_transformers__openai_functions = __importStar(require("../document_transformers/openai_functions.cjs"));
 exports.callbacks = __importStar(require("../callbacks/index.cjs"));
 exports.output_parsers = __importStar(require("../output_parsers/index.cjs"));
@@ -69,11 +66,6 @@ exports.retrievers__document_compressors__chain_extract = __importStar(require("
 exports.retrievers__document_compressors__embeddings_filter = __importStar(require("../retrievers/document_compressors/embeddings_filter.cjs"));
 exports.retrievers__hyde = __importStar(require("../retrievers/hyde.cjs"));
 exports.retrievers__score_threshold = __importStar(require("../retrievers/score_threshold.cjs"));
-exports.retrievers__self_query__chroma = __importStar(require("../retrievers/self_query/chroma.cjs"));
-exports.retrievers__self_query__pinecone = __importStar(require("../retrievers/self_query/pinecone.cjs"));
-exports.retrievers__self_query__supabase = __importStar(require("../retrievers/self_query/supabase.cjs"));
-exports.retrievers__self_query__weaviate = __importStar(require("../retrievers/self_query/weaviate.cjs"));
-exports.retrievers__self_query__vectara = __importStar(require("../retrievers/self_query/vectara.cjs"));
 exports.retrievers__matryoshka_retriever = __importStar(require("../retrievers/matryoshka_retriever.cjs"));
 exports.stores__doc__base = __importStar(require("../stores/doc/base.cjs"));
 exports.stores__doc__in_memory = __importStar(require("../stores/doc/in_memory.cjs"));
@@ -97,6 +89,8 @@ exports.evaluation = __importStar(require("../evaluation/index.cjs"));
 exports.smith = __importStar(require("../smith/index.cjs"));
 exports.runnables__remote = __importStar(require("../runnables/remote.cjs"));
 exports.indexes = __importStar(require("../indexes/index.cjs"));
+exports.schema__query_constructor = __importStar(require("../schema/query_constructor.cjs"));
+exports.schema__prompt_template = __importStar(require("../schema/prompt_template.cjs"));
 const openai_1 = require("@langchain/openai");
 const prompts_1 = require("@langchain/core/prompts");
 const messages_1 = require("@langchain/core/messages");

package/dist/load/import_map.d.ts

@@ -8,6 +8,7 @@ export * as agents__format_scratchpad__log_to_message from "../agents/format_scr
 export * as agents__react__output_parser from "../agents/react/output_parser.js";
 export * as agents__xml__output_parser from "../agents/xml/output_parser.js";
 export * as agents__openai__output_parser from "../agents/openai/output_parser.js";
+export * as tools from "../tools/index.js";
 export * as tools__chain from "../tools/chain.js";
 export * as tools__render from "../tools/render.js";
 export * as tools__retriever from "../tools/retriever.js";
@@ -19,15 +20,11 @@ export * as chains__openai_functions from "../chains/openai_functions/index.js";
 export * as chains__retrieval from "../chains/retrieval.js";
 export * as embeddings__cache_backed from "../embeddings/cache_backed.js";
 export * as embeddings__fake from "../embeddings/fake.js";
-export * as prompts__index from "../prompts/index.js";
 export * as vectorstores__memory from "../vectorstores/memory.js";
 export * as text_splitter from "../text_splitter.js";
 export * as memory__index from "../memory/index.js";
 export * as memory__chat_memory from "../memory/chat_memory.js";
 export * as document_loaders__base from "../document_loaders/base.js";
-export * as document_loaders__web__searchapi from "../document_loaders/web/searchapi.js";
-export * as document_loaders__web__serpapi from "../document_loaders/web/serpapi.js";
-export * as document_loaders__web__sort_xyz_blockchain from "../document_loaders/web/sort_xyz_blockchain.js";
 export * as document_transformers__openai_functions from "../document_transformers/openai_functions.js";
 export * as callbacks from "../callbacks/index.js";
 export * as output_parsers from "../output_parsers/index.js";
@@ -41,11 +38,6 @@ export * as retrievers__document_compressors__chain_extract from "../retrievers/
 export * as retrievers__document_compressors__embeddings_filter from "../retrievers/document_compressors/embeddings_filter.js";
 export * as retrievers__hyde from "../retrievers/hyde.js";
 export * as retrievers__score_threshold from "../retrievers/score_threshold.js";
-export * as retrievers__self_query__chroma from "../retrievers/self_query/chroma.js";
-export * as retrievers__self_query__pinecone from "../retrievers/self_query/pinecone.js";
-export * as retrievers__self_query__supabase from "../retrievers/self_query/supabase.js";
-export * as retrievers__self_query__weaviate from "../retrievers/self_query/weaviate.js";
-export * as retrievers__self_query__vectara from "../retrievers/self_query/vectara.js";
 export * as retrievers__matryoshka_retriever from "../retrievers/matryoshka_retriever.js";
 export * as stores__doc__base from "../stores/doc/base.js";
 export * as stores__doc__in_memory from "../stores/doc/in_memory.js";
@@ -69,6 +61,8 @@ export * as evaluation from "../evaluation/index.js";
 export * as smith from "../smith/index.js";
 export * as runnables__remote from "../runnables/remote.js";
 export * as indexes from "../indexes/index.js";
+export * as schema__query_constructor from "../schema/query_constructor.js";
+export * as schema__prompt_template from "../schema/prompt_template.js";
 import { ChatOpenAI, OpenAI, OpenAIEmbeddings } from "@langchain/openai";
 import { PromptTemplate, AIMessagePromptTemplate, ChatMessagePromptTemplate, ChatPromptTemplate, HumanMessagePromptTemplate, MessagesPlaceholder, SystemMessagePromptTemplate, ImagePromptTemplate, PipelinePromptTemplate } from "@langchain/core/prompts";
 import { AIMessage, AIMessageChunk, BaseMessage, BaseMessageChunk, ChatMessage, ChatMessageChunk, FunctionMessage, FunctionMessageChunk, HumanMessage, HumanMessageChunk, SystemMessage, SystemMessageChunk, ToolMessage, ToolMessageChunk } from "@langchain/core/messages";

package/dist/load/import_map.js

@@ -9,6 +9,7 @@ export * as agents__format_scratchpad__log_to_message from "../agents/format_scr
 export * as agents__react__output_parser from "../agents/react/output_parser.js";
 export * as agents__xml__output_parser from "../agents/xml/output_parser.js";
 export * as agents__openai__output_parser from "../agents/openai/output_parser.js";
+export * as tools from "../tools/index.js";
 export * as tools__chain from "../tools/chain.js";
 export * as tools__render from "../tools/render.js";
 export * as tools__retriever from "../tools/retriever.js";
@@ -20,15 +21,11 @@ export * as chains__openai_functions from "../chains/openai_functions/index.js";
 export * as chains__retrieval from "../chains/retrieval.js";
 export * as embeddings__cache_backed from "../embeddings/cache_backed.js";
 export * as embeddings__fake from "../embeddings/fake.js";
-export * as prompts__index from "../prompts/index.js";
 export * as vectorstores__memory from "../vectorstores/memory.js";
 export * as text_splitter from "../text_splitter.js";
 export * as memory__index from "../memory/index.js";
 export * as memory__chat_memory from "../memory/chat_memory.js";
 export * as document_loaders__base from "../document_loaders/base.js";
-export * as document_loaders__web__searchapi from "../document_loaders/web/searchapi.js";
-export * as document_loaders__web__serpapi from "../document_loaders/web/serpapi.js";
-export * as document_loaders__web__sort_xyz_blockchain from "../document_loaders/web/sort_xyz_blockchain.js";
 export * as document_transformers__openai_functions from "../document_transformers/openai_functions.js";
 export * as callbacks from "../callbacks/index.js";
 export * as output_parsers from "../output_parsers/index.js";
@@ -42,11 +39,6 @@ export * as retrievers__document_compressors__chain_extract from "../retrievers/
 export * as retrievers__document_compressors__embeddings_filter from "../retrievers/document_compressors/embeddings_filter.js";
 export * as retrievers__hyde from "../retrievers/hyde.js";
 export * as retrievers__score_threshold from "../retrievers/score_threshold.js";
-export * as retrievers__self_query__chroma from "../retrievers/self_query/chroma.js";
-export * as retrievers__self_query__pinecone from "../retrievers/self_query/pinecone.js";
-export * as retrievers__self_query__supabase from "../retrievers/self_query/supabase.js";
-export * as retrievers__self_query__weaviate from "../retrievers/self_query/weaviate.js";
-export * as retrievers__self_query__vectara from "../retrievers/self_query/vectara.js";
 export * as retrievers__matryoshka_retriever from "../retrievers/matryoshka_retriever.js";
 export * as stores__doc__base from "../stores/doc/base.js";
 export * as stores__doc__in_memory from "../stores/doc/in_memory.js";
@@ -70,6 +62,8 @@ export * as evaluation from "../evaluation/index.js";
 export * as smith from "../smith/index.js";
 export * as runnables__remote from "../runnables/remote.js";
 export * as indexes from "../indexes/index.js";
+export * as schema__query_constructor from "../schema/query_constructor.js";
+export * as schema__prompt_template from "../schema/prompt_template.js";
 import { ChatOpenAI, OpenAI, OpenAIEmbeddings } from "@langchain/openai";
 import { PromptTemplate, AIMessagePromptTemplate, ChatMessagePromptTemplate, ChatPromptTemplate, HumanMessagePromptTemplate, MessagesPlaceholder, SystemMessagePromptTemplate, ImagePromptTemplate, PipelinePromptTemplate } from "@langchain/core/prompts";
 import { AIMessage, AIMessageChunk, BaseMessage, BaseMessageChunk, ChatMessage, ChatMessageChunk, FunctionMessage, FunctionMessageChunk, HumanMessage, HumanMessageChunk, SystemMessage, SystemMessageChunk, ToolMessage, ToolMessageChunk } from "@langchain/core/messages";

package/dist/load/index.cjs

@@ -45,7 +45,7 @@ optionalImportsMap = {}) {
         secretsMap,
         optionalImportsMap,
         optionalImportEntrypoints: import_constants_js_1.optionalImportEntrypoints,
-        importMap: { ...importMap },
+        importMap,
     });
 }
 exports.load = load;

package/dist/load/index.js

@@ -19,6 +19,6 @@ optionalImportsMap = {}) {
         secretsMap,
         optionalImportsMap,
         optionalImportEntrypoints,
-        importMap: { ...importMap },
+        importMap,
     });
 }

package/dist/schema/prompt_template.cjs

@@ -0,0 +1,34 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatDocument = void 0;
+/**
+ * @deprecated
+ * Formats a document using a given prompt template.
+ *
+ * @async
+ * @param {Document} document - The document to format.
+ * @param {BasePromptTemplate} prompt - The prompt template to use for formatting.
+ * @returns {Promise<string>} A Promise that resolves to the formatted document as a string.
+ * @throws {Error} If the document is missing required metadata variables specified in the prompt template.
+ */
+const formatDocument = async (document, prompt) => {
+    const baseInfo = {
+        pageContent: document.pageContent,
+        ...document.metadata,
+    };
+    const variables = new Set(prompt.inputVariables);
+    const requiredMetadata = new Set(prompt.inputVariables
+        .map((v) => (v !== "pageContent" ? v : null))
+        .filter((v) => v !== null));
+    const missingMetadata = [];
+    for (const variable of variables) {
+        if (!(variable in baseInfo) && variable !== "pageContent") {
+            missingMetadata.push(variable);
+        }
+    }
+    if (missingMetadata.length) {
+        throw new Error(`Document prompt requires documents to have metadata variables: ${JSON.stringify(requiredMetadata)}. Received document with missing metadata: ${JSON.stringify(missingMetadata)}`);
+    }
+    return prompt.format(baseInfo);
+};
+exports.formatDocument = formatDocument;

package/dist/schema/prompt_template.d.ts

@@ -0,0 +1,13 @@
+import { Document } from "@langchain/core/documents";
+import { BasePromptTemplate } from "@langchain/core/prompts";
+/**
+ * @deprecated
+ * Formats a document using a given prompt template.
+ *
+ * @async
+ * @param {Document} document - The document to format.
+ * @param {BasePromptTemplate} prompt - The prompt template to use for formatting.
+ * @returns {Promise<string>} A Promise that resolves to the formatted document as a string.
+ * @throws {Error} If the document is missing required metadata variables specified in the prompt template.
+ */
+export declare const formatDocument: (document: Document, prompt: BasePromptTemplate) => Promise<string>;

package/dist/schema/prompt_template.js

@@ -0,0 +1,30 @@
+/**
+ * @deprecated
+ * Formats a document using a given prompt template.
+ *
+ * @async
+ * @param {Document} document - The document to format.
+ * @param {BasePromptTemplate} prompt - The prompt template to use for formatting.
+ * @returns {Promise<string>} A Promise that resolves to the formatted document as a string.
+ * @throws {Error} If the document is missing required metadata variables specified in the prompt template.
+ */
+export const formatDocument = async (document, prompt) => {
+    const baseInfo = {
+        pageContent: document.pageContent,
+        ...document.metadata,
+    };
+    const variables = new Set(prompt.inputVariables);
+    const requiredMetadata = new Set(prompt.inputVariables
+        .map((v) => (v !== "pageContent" ? v : null))
+        .filter((v) => v !== null));
+    const missingMetadata = [];
+    for (const variable of variables) {
+        if (!(variable in baseInfo) && variable !== "pageContent") {
+            missingMetadata.push(variable);
+        }
+    }
+    if (missingMetadata.length) {
+        throw new Error(`Document prompt requires documents to have metadata variables: ${JSON.stringify(requiredMetadata)}. Received document with missing metadata: ${JSON.stringify(missingMetadata)}`);
+    }
+    return prompt.format(baseInfo);
+};

package/dist/schema/query_constructor.cjs

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AttributeInfo = void 0;
+/**
+ * A simple data structure that holds information about an attribute. It
+ * is typically used to provide metadata about attributes in other classes
+ * or data structures within the LangChain framework.
+ * @deprecated
+ */
+class AttributeInfo {
+    constructor(name, type, description) {
+        Object.defineProperty(this, "name", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: name
+        });
+        Object.defineProperty(this, "type", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: type
+        });
+        Object.defineProperty(this, "description", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: description
+        });
+    }
+}
+exports.AttributeInfo = AttributeInfo;

package/dist/schema/query_constructor.d.ts

@@ -0,0 +1,12 @@
+/**
+ * A simple data structure that holds information about an attribute. It
+ * is typically used to provide metadata about attributes in other classes
+ * or data structures within the LangChain framework.
+ * @deprecated
+ */
+export declare class AttributeInfo {
+    name: string;
+    type: string;
+    description: string;
+    constructor(name: string, type: string, description: string);
+}

package/dist/schema/query_constructor.js

@@ -0,0 +1,28 @@
+/**
+ * A simple data structure that holds information about an attribute. It
+ * is typically used to provide metadata about attributes in other classes
+ * or data structures within the LangChain framework.
+ * @deprecated
+ */
+export class AttributeInfo {
+    constructor(name, type, description) {
+        Object.defineProperty(this, "name", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: name
+        });
+        Object.defineProperty(this, "type", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: type
+        });
+        Object.defineProperty(this, "description", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: description
+        });
+    }
+}

package/dist/smith/config.cjs

@@ -32,10 +32,14 @@ function Criteria(criteria, config) {
             prediction: getSingleStringifiedValue(payload.rawPrediction),
             input: getSingleStringifiedValue(payload.rawInput),
         }));
+    if (typeof criteria !== "string" && Object.keys(criteria).length !== 1) {
+        throw new Error("Only one criteria key is allowed when specifying custom criteria.");
+    }
+    const criteriaKey = typeof criteria === "string" ? criteria : Object.keys(criteria)[0];
     return {
         evaluatorType: "criteria",
         criteria,
-        feedbackKey: config?.feedbackKey ?? criteria,
+        feedbackKey: config?.feedbackKey ?? criteriaKey,
         llm: config?.llm,
         formatEvaluatorInputs,
     };
@@ -48,10 +52,14 @@ function LabeledCriteria(criteria, config) {
             input: getSingleStringifiedValue(payload.rawInput),
             reference: getSingleStringifiedValue(payload.rawReferenceOutput),
         }));
+    if (typeof criteria !== "string" && Object.keys(criteria).length !== 1) {
+        throw new Error("Only one labeled criteria key is allowed when specifying custom criteria.");
+    }
+    const criteriaKey = typeof criteria === "string" ? criteria : Object.keys(criteria)[0];
     return {
         evaluatorType: "labeled_criteria",
         criteria,
-        feedbackKey: config?.feedbackKey ?? criteria,
+        feedbackKey: config?.feedbackKey ?? criteriaKey,
         llm: config?.llm,
         formatEvaluatorInputs,
     };

package/dist/smith/config.d.ts

@@ -133,9 +133,24 @@ export interface EvalConfig extends LoadEvaluatorOptions {
  * @example
  * ```ts
  * const evalConfig = {
+ *   evaluators: [Criteria("helpfulness")],
+ * };
+ * @example
+ * ```ts
+ * const evalConfig = {
+ *   evaluators: [
+ *     Criteria({
+ *       "isCompliant": "Does the submission comply with the requirements of XYZ"
+ *     })
+ *   ],
+ * };
+ * @example
+ * ```ts
+ * const evalConfig = {
  *   evaluators: [{
  *     evaluatorType: "criteria",
  *     criteria: "helpfulness"
+ *     formatEvaluatorInputs: ...
  *   }]
  * };
  * ```
@@ -144,7 +159,8 @@ export interface EvalConfig extends LoadEvaluatorOptions {
  * const evalConfig = {
  *   evaluators: [{
  *     evaluatorType: "criteria",
- *     criteria: { "isCompliant": "Does the submission comply with the requirements of XYZ"
+ *     criteria: { "isCompliant": "Does the submission comply with the requirements of XYZ" },
+ *     formatEvaluatorInputs: ...
  *   }]
  * };
  */
@@ -163,7 +179,7 @@ export type Criteria = EvalConfig & {
     llm?: BaseLanguageModel;
 };
 export type CriteriaEvalChainConfig = Criteria;
-export declare function Criteria(criteria: CriteriaType, config?: Pick<Partial<LabeledCriteria>, "formatEvaluatorInputs" | "llm" | "feedbackKey">): EvalConfig;
+export declare function Criteria(criteria: CriteriaType | Record<string, string>, config?: Pick<Partial<LabeledCriteria>, "formatEvaluatorInputs" | "llm" | "feedbackKey">): EvalConfig;
 /**
  * Configuration to load a "LabeledCriteriaEvalChain" evaluator,
  * which prompts an LLM to determine whether the model's
@@ -176,9 +192,24 @@ export declare function Criteria(criteria: CriteriaType, config?: Pick<Partial<L
  * @example
  * ```ts
  * const evalConfig = {
+ *   evaluators: [LabeledCriteria("correctness")],
+ * };
+ * @example
+ * ```ts
+ * const evalConfig = {
+ *   evaluators: [
+ *     LabeledCriteria({
+ *       "mentionsAllFacts": "Does the include all facts provided in the reference?"
+ *     })
+ *   ],
+ * };
+ * @example
+ * ```ts
+ * const evalConfig = {
  *   evaluators: [{
  *     evaluatorType: "labeled_criteria",
- *     criteria: "correctness"
+ *     criteria: "correctness",
+ *     formatEvaluatorInputs: ...
  *   }],
  * };
  * ```
@@ -187,7 +218,8 @@ export declare function Criteria(criteria: CriteriaType, config?: Pick<Partial<L
  * const evalConfig = {
  *   evaluators: [{
  *     evaluatorType: "labeled_criteria",
- *     criteria: { "mentionsAllFacts": "Does the include all facts provided in the reference?" }
+ *     criteria: { "mentionsAllFacts": "Does the include all facts provided in the reference?" },
+ *     formatEvaluatorInputs: ...
  *   }],
  * };
  */
@@ -205,7 +237,7 @@ export type LabeledCriteria = EvalConfig & {
      */
     llm?: BaseLanguageModel;
 };
-export declare function LabeledCriteria(criteria: CriteriaType, config?: Pick<Partial<LabeledCriteria>, "formatEvaluatorInputs" | "llm" | "feedbackKey">): LabeledCriteria;
+export declare function LabeledCriteria(criteria: CriteriaType | Record<string, string>, config?: Pick<Partial<LabeledCriteria>, "formatEvaluatorInputs" | "llm" | "feedbackKey">): LabeledCriteria;
 /**
  * Configuration to load a "EmbeddingDistanceEvalChain" evaluator,
  * which embeds distances to score semantic difference between

package/dist/smith/config.js

@@ -27,10 +27,14 @@ export function Criteria(criteria, config) {
             prediction: getSingleStringifiedValue(payload.rawPrediction),
             input: getSingleStringifiedValue(payload.rawInput),
         }));
+    if (typeof criteria !== "string" && Object.keys(criteria).length !== 1) {
+        throw new Error("Only one criteria key is allowed when specifying custom criteria.");
+    }
+    const criteriaKey = typeof criteria === "string" ? criteria : Object.keys(criteria)[0];
     return {
         evaluatorType: "criteria",
         criteria,
-        feedbackKey: config?.feedbackKey ?? criteria,
+        feedbackKey: config?.feedbackKey ?? criteriaKey,
         llm: config?.llm,
         formatEvaluatorInputs,
     };
@@ -42,10 +46,14 @@ export function LabeledCriteria(criteria, config) {
             input: getSingleStringifiedValue(payload.rawInput),
             reference: getSingleStringifiedValue(payload.rawReferenceOutput),
         }));
+    if (typeof criteria !== "string" && Object.keys(criteria).length !== 1) {
+        throw new Error("Only one labeled criteria key is allowed when specifying custom criteria.");
+    }
+    const criteriaKey = typeof criteria === "string" ? criteria : Object.keys(criteria)[0];
     return {
         evaluatorType: "labeled_criteria",
         criteria,
-        feedbackKey: config?.feedbackKey ?? criteria,
+        feedbackKey: config?.feedbackKey ?? criteriaKey,
         llm: config?.llm,
         formatEvaluatorInputs,
     };

package/dist/tools/index.cjs

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatToOpenAITool = exports.formatToOpenAIFunction = exports.WriteFileTool = exports.ReadFileTool = exports.VectorStoreQATool = exports.RequestsPostTool = exports.RequestsGetTool = exports.JsonGetValueTool = exports.JsonListKeysTool = exports.JsonSpec = exports.ChainTool = exports.DynamicStructuredTool = exports.DynamicTool = exports.StructuredTool = exports.Tool = void 0;
+var base_js_1 = require("./base.cjs");
+Object.defineProperty(exports, "Tool", { enumerable: true, get: function () { return base_js_1.Tool; } });
+Object.defineProperty(exports, "StructuredTool", { enumerable: true, get: function () { return base_js_1.StructuredTool; } });
+var dynamic_js_1 = require("./dynamic.cjs");
+Object.defineProperty(exports, "DynamicTool", { enumerable: true, get: function () { return dynamic_js_1.DynamicTool; } });
+Object.defineProperty(exports, "DynamicStructuredTool", { enumerable: true, get: function () { return dynamic_js_1.DynamicStructuredTool; } });
+var chain_js_1 = require("./chain.cjs");
+Object.defineProperty(exports, "ChainTool", { enumerable: true, get: function () { return chain_js_1.ChainTool; } });
+var json_js_1 = require("./json.cjs");
+Object.defineProperty(exports, "JsonSpec", { enumerable: true, get: function () { return json_js_1.JsonSpec; } });
+Object.defineProperty(exports, "JsonListKeysTool", { enumerable: true, get: function () { return json_js_1.JsonListKeysTool; } });
+Object.defineProperty(exports, "JsonGetValueTool", { enumerable: true, get: function () { return json_js_1.JsonGetValueTool; } });
+var requests_js_1 = require("./requests.cjs");
+Object.defineProperty(exports, "RequestsGetTool", { enumerable: true, get: function () { return requests_js_1.RequestsGetTool; } });
+Object.defineProperty(exports, "RequestsPostTool", { enumerable: true, get: function () { return requests_js_1.RequestsPostTool; } });
+var vectorstore_js_1 = require("./vectorstore.cjs");
+Object.defineProperty(exports, "VectorStoreQATool", { enumerable: true, get: function () { return vectorstore_js_1.VectorStoreQATool; } });
+var fs_js_1 = require("./fs.cjs");
+Object.defineProperty(exports, "ReadFileTool", { enumerable: true, get: function () { return fs_js_1.ReadFileTool; } });
+Object.defineProperty(exports, "WriteFileTool", { enumerable: true, get: function () { return fs_js_1.WriteFileTool; } });
+var convert_to_openai_js_1 = require("./convert_to_openai.cjs");
+Object.defineProperty(exports, "formatToOpenAIFunction", { enumerable: true, get: function () { return convert_to_openai_js_1.formatToOpenAIFunction; } });
+Object.defineProperty(exports, "formatToOpenAITool", { enumerable: true, get: function () { return convert_to_openai_js_1.formatToOpenAITool; } });

package/dist/tools/index.d.ts

@@ -0,0 +1,8 @@
+export { Tool, type ToolParams, StructuredTool } from "./base.js";
+export { DynamicTool, type DynamicToolInput, DynamicStructuredTool, type DynamicStructuredToolInput, } from "./dynamic.js";
+export { ChainTool, type ChainToolInput } from "./chain.js";
+export { JsonSpec, JsonListKeysTool, JsonGetValueTool, type JsonObject, type Json, } from "./json.js";
+export { RequestsGetTool, RequestsPostTool } from "./requests.js";
+export { VectorStoreQATool } from "./vectorstore.js";
+export { ReadFileTool, WriteFileTool } from "./fs.js";
+export { formatToOpenAIFunction, formatToOpenAITool, } from "./convert_to_openai.js";

package/dist/tools/index.js

@@ -0,0 +1,8 @@
+export { Tool, StructuredTool } from "./base.js";
+export { DynamicTool, DynamicStructuredTool, } from "./dynamic.js";
+export { ChainTool } from "./chain.js";
+export { JsonSpec, JsonListKeysTool, JsonGetValueTool, } from "./json.js";
+export { RequestsGetTool, RequestsPostTool } from "./requests.js";
+export { VectorStoreQATool } from "./vectorstore.js";
+export { ReadFileTool, WriteFileTool } from "./fs.js";
+export { formatToOpenAIFunction, formatToOpenAITool, } from "./convert_to_openai.js";