langchain 0.1.4 → 0.1.6

package/dist/chat_models/anthropic.cjs

@@ -36,6 +36,8 @@ function getAnthropicPromptFromMessage(message) {
             return sdk_1.HUMAN_PROMPT;
         case "system":
             return "";
+        case "function":
+            return sdk_1.HUMAN_PROMPT;
         case "generic": {
             if (!messages_1.ChatMessage.isInstance(message))
                 throw new Error("Invalid generic chat message");

package/dist/chat_models/anthropic.js

@@ -32,6 +32,8 @@ function getAnthropicPromptFromMessage(message) {
             return HUMAN_PROMPT;
         case "system":
             return "";
+        case "function":
+            return HUMAN_PROMPT;
         case "generic": {
             if (!ChatMessage.isInstance(message))
                 throw new Error("Invalid generic chat message");

package/dist/experimental/chat_models/anthropic_functions.cjs

@@ -10,7 +10,8 @@ const anthropic_js_1 = require("../../chat_models/anthropic.cjs");
 const TOOL_SYSTEM_PROMPT = 
 /* #__PURE__ */
 prompts_1.PromptTemplate.fromTemplate(`In addition to responding, you can use tools.
-You have access to the following tools.
+You should use tools as often as you can, as they return the most accurate information possible.
+You have access to the following tools:
 
 {tools}
 
@@ -45,6 +46,12 @@ class AnthropicFunctions extends chat_models_1.BaseChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "systemPromptTemplate", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "lc_namespace", {
             enumerable: true,
             configurable: true,
@@ -52,6 +59,8 @@ class AnthropicFunctions extends chat_models_1.BaseChatModel {
             value: ["langchain", "experimental", "chat_models"]
         });
         this.llm = fields?.llm ?? new anthropic_js_1.ChatAnthropic(fields);
+        this.systemPromptTemplate =
+            fields?.systemPromptTemplate ?? TOOL_SYSTEM_PROMPT;
         this.stopSequences =
             fields?.stopSequences ?? this.llm.stopSequences;
     }
@@ -74,7 +83,7 @@ class AnthropicFunctions extends chat_models_1.BaseChatModel {
             options.functions = (options.functions ?? []).concat(options.tools.map(function_calling_1.convertToOpenAIFunction));
         }
         if (options.functions !== undefined && options.functions.length > 0) {
-            const content = await TOOL_SYSTEM_PROMPT.format({
+            const content = await this.systemPromptTemplate.format({
                 tools: JSON.stringify(options.functions, null, 2),
             });
             const systemMessage = new messages_1.SystemMessage({ content });

package/dist/experimental/chat_models/anthropic_functions.d.ts

@@ -4,16 +4,19 @@ import { ChatGenerationChunk, ChatResult } from "@langchain/core/outputs";
 import { BaseChatModel, BaseChatModelParams } from "@langchain/core/language_models/chat_models";
 import { BaseFunctionCallOptions } from "@langchain/core/language_models/base";
 import { CallbackManagerForLLMRun } from "@langchain/core/callbacks/manager";
+import { BasePromptTemplate } from "@langchain/core/prompts";
 import { type AnthropicInput } from "../../chat_models/anthropic.js";
 export interface ChatAnthropicFunctionsCallOptions extends BaseFunctionCallOptions {
     tools?: StructuredToolInterface[];
 }
 export type AnthropicFunctionsInput = Partial<AnthropicInput> & BaseChatModelParams & {
     llm?: BaseChatModel;
+    systemPromptTemplate?: BasePromptTemplate;
 };
 export declare class AnthropicFunctions extends BaseChatModel<ChatAnthropicFunctionsCallOptions> {
     llm: BaseChatModel;
     stopSequences?: string[];
+    systemPromptTemplate: BasePromptTemplate;
     lc_namespace: string[];
     static lc_name(): string;
     constructor(fields?: AnthropicFunctionsInput);

package/dist/experimental/chat_models/anthropic_functions.js

@@ -7,7 +7,8 @@ import { ChatAnthropic, DEFAULT_STOP_SEQUENCES, } from "../../chat_models/anthro
 const TOOL_SYSTEM_PROMPT = 
 /* #__PURE__ */
 PromptTemplate.fromTemplate(`In addition to responding, you can use tools.
-You have access to the following tools.
+You should use tools as often as you can, as they return the most accurate information possible.
+You have access to the following tools:
 
 {tools}
 
@@ -42,6 +43,12 @@ export class AnthropicFunctions extends BaseChatModel {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "systemPromptTemplate", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "lc_namespace", {
             enumerable: true,
             configurable: true,
@@ -49,6 +56,8 @@ export class AnthropicFunctions extends BaseChatModel {
             value: ["langchain", "experimental", "chat_models"]
         });
         this.llm = fields?.llm ?? new ChatAnthropic(fields);
+        this.systemPromptTemplate =
+            fields?.systemPromptTemplate ?? TOOL_SYSTEM_PROMPT;
         this.stopSequences =
             fields?.stopSequences ?? this.llm.stopSequences;
     }
@@ -71,7 +80,7 @@ export class AnthropicFunctions extends BaseChatModel {
             options.functions = (options.functions ?? []).concat(options.tools.map(convertToOpenAIFunction));
         }
         if (options.functions !== undefined && options.functions.length > 0) {
-            const content = await TOOL_SYSTEM_PROMPT.format({
+            const content = await this.systemPromptTemplate.format({
                 tools: JSON.stringify(options.functions, null, 2),
             });
             const systemMessage = new SystemMessage({ content });

package/dist/load/import_map.cjs

@@ -25,7 +25,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.util__document = exports.storage__in_memory = exports.storage__encoder_backed = exports.stores__message__in_memory = exports.stores__file__in_memory = exports.stores__doc__in_memory = exports.retrievers__vespa = exports.retrievers__score_threshold = exports.retrievers__hyde = exports.retrievers__document_compressors__embeddings_filter = exports.retrievers__document_compressors__chain_extract = exports.retrievers__time_weighted = exports.retrievers__parent_document = exports.retrievers__multi_vector = exports.retrievers__multi_query = exports.retrievers__document_compressors = exports.retrievers__contextual_compression = exports.retrievers__remote = exports.output_parsers = exports.schema__query_constructor = exports.schema__prompt_template = exports.chat_models__anthropic = exports.document_transformers__openai_functions = exports.document_loaders__web__sort_xyz_blockchain = exports.document_loaders__web__serpapi = exports.document_loaders__web__searchapi = exports.document_loaders__base = exports.text_splitter = exports.vectorstores__memory = exports.llms__fake = exports.embeddings__fake = exports.embeddings__cache_backed = exports.chains__retrieval = exports.chains__openai_functions = exports.chains__history_aware_retriever = exports.chains__combine_documents__reduce = exports.chains__combine_documents = exports.chains = exports.tools__retriever = exports.tools__render = exports.agents__openai__output_parser = exports.agents__xml__output_parser = exports.agents__react__output_parser = exports.agents__format_scratchpad__log_to_message = exports.agents__format_scratchpad__xml = exports.agents__format_scratchpad__log = exports.agents__format_scratchpad__openai_tools = exports.agents__format_scratchpad = exports.agents__toolkits = exports.agents = void 0;
-exports.llms__fireworks = exports.chat_models__fireworks = exports.schema__output = exports.schema__output_parser = exports.schema__runnable = exports.prompts__base = exports.prompts__pipeline = exports.prompts__chat = exports.schema__messages = exports.prompts__prompt = exports.embeddings__openai = exports.llms__openai = exports.chat_models__openai = exports.runnables__remote = exports.evaluation = exports.experimental__prompts__custom_format = exports.experimental__masking = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_files = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = void 0;
+exports.llms__fireworks = exports.chat_models__fireworks = exports.schema__output = exports.schema__output_parser = exports.schema__runnable = exports.prompts__base = exports.prompts__pipeline = exports.prompts__chat = exports.schema__messages = exports.prompts__prompt = exports.embeddings__openai = exports.llms__openai = exports.chat_models__openai = exports.runnables__remote = exports.smith = exports.evaluation = exports.experimental__prompts__custom_format = exports.experimental__masking = exports.experimental__chains__violation_of_expectations = exports.experimental__chat_models__bittensor = exports.experimental__plan_and_execute = exports.experimental__generative_agents = exports.experimental__babyagi = exports.experimental__openai_files = exports.experimental__openai_assistant = exports.experimental__autogpt = exports.util__time = exports.util__math = void 0;
 exports.agents = __importStar(require("../agents/index.cjs"));
 exports.agents__toolkits = __importStar(require("../agents/toolkits/index.cjs"));
 exports.agents__format_scratchpad = __importStar(require("../agents/format_scratchpad/openai_functions.cjs"));
@@ -89,6 +89,7 @@ exports.experimental__chains__violation_of_expectations = __importStar(require("
 exports.experimental__masking = __importStar(require("../experimental/masking/index.cjs"));
 exports.experimental__prompts__custom_format = __importStar(require("../experimental/prompts/custom_format.cjs"));
 exports.evaluation = __importStar(require("../evaluation/index.cjs"));
+exports.smith = __importStar(require("../smith/index.cjs"));
 exports.runnables__remote = __importStar(require("../runnables/remote.cjs"));
 const openai_1 = require("@langchain/openai");
 const prompts_1 = require("@langchain/core/prompts");

package/dist/load/import_map.d.ts

@@ -61,6 +61,7 @@ export * as experimental__chains__violation_of_expectations from "../experimenta
 export * as experimental__masking from "../experimental/masking/index.js";
 export * as experimental__prompts__custom_format from "../experimental/prompts/custom_format.js";
 export * as evaluation from "../evaluation/index.js";
+export * as smith from "../smith/index.js";
 export * as runnables__remote from "../runnables/remote.js";
 import { ChatOpenAI, OpenAI, OpenAIEmbeddings } from "@langchain/openai";
 import { PromptTemplate, AIMessagePromptTemplate, ChatMessagePromptTemplate, ChatPromptTemplate, HumanMessagePromptTemplate, MessagesPlaceholder, SystemMessagePromptTemplate, PipelinePromptTemplate } from "@langchain/core/prompts";

package/dist/load/import_map.js

@@ -62,6 +62,7 @@ export * as experimental__chains__violation_of_expectations from "../experimenta
 export * as experimental__masking from "../experimental/masking/index.js";
 export * as experimental__prompts__custom_format from "../experimental/prompts/custom_format.js";
 export * as evaluation from "../evaluation/index.js";
+export * as smith from "../smith/index.js";
 export * as runnables__remote from "../runnables/remote.js";
 import { ChatOpenAI, OpenAI, OpenAIEmbeddings } from "@langchain/openai";
 import { PromptTemplate, AIMessagePromptTemplate, ChatMessagePromptTemplate, ChatPromptTemplate, HumanMessagePromptTemplate, MessagesPlaceholder, SystemMessagePromptTemplate, PipelinePromptTemplate } from "@langchain/core/prompts";

package/dist/retrievers/self_query/pinecone.d.ts

@@ -1,4 +1,4 @@
-import { PineconeStore } from "@langchain/community/vectorstores/pinecone";
+import type { VectorStoreInterface } from "@langchain/core/vectorstores";
 import { BasicTranslator } from "./base.js";
 /**
  * Specialized translator class that extends the BasicTranslator. It is
@@ -21,6 +21,6 @@ import { BasicTranslator } from "./base.js";
  * );
  * ```
  */
-export declare class PineconeTranslator<T extends PineconeStore> extends BasicTranslator<T> {
+export declare class PineconeTranslator<T extends VectorStoreInterface> extends BasicTranslator<T> {
     constructor();
 }

package/dist/runnables/remote.cjs

@@ -219,8 +219,9 @@ class RemoteRunnable extends runnables_1.Runnable {
             body: JSON.stringify(body),
             headers: {
                 "Content-Type": "application/json",
+                ...this.options?.headers,
             },
-            signal: AbortSignal.timeout(this.options?.timeout ?? 5000),
+            signal: AbortSignal.timeout(this.options?.timeout ?? 60000),
         });
     }
     async invoke(input, options) {

package/dist/runnables/remote.d.ts

@@ -4,6 +4,7 @@ import { type LogStreamCallbackHandlerInput, type RunLogPatch } from "@langchain
 import { IterableReadableStream } from "@langchain/core/utils/stream";
 type RemoteRunnableOptions = {
     timeout?: number;
+    headers?: Record<string, unknown>;
 };
 export declare class RemoteRunnable<RunInput, RunOutput, CallOptions extends RunnableConfig> extends Runnable<RunInput, RunOutput, CallOptions> {
     private url;

package/dist/runnables/remote.js

@@ -216,8 +216,9 @@ export class RemoteRunnable extends Runnable {
             body: JSON.stringify(body),
             headers: {
                 "Content-Type": "application/json",
+                ...this.options?.headers,
             },
-            signal: AbortSignal.timeout(this.options?.timeout ?? 5000),
+            signal: AbortSignal.timeout(this.options?.timeout ?? 60000),
         });
     }
     async invoke(input, options) {

package/dist/smith/config.cjs

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/smith/config.d.ts

@@ -0,0 +1,166 @@
+import { BaseLanguageModel } from "@langchain/core/language_models/base";
+import { Example, Run } from "langsmith";
+import { EvaluationResult, RunEvaluator } from "langsmith/evaluation";
+import { Criteria } from "../evaluation/index.js";
+import { LoadEvaluatorOptions } from "../evaluation/loader.js";
+import { EvaluatorType } from "../evaluation/types.js";
+export type EvaluatorInputs = {
+    input?: string | unknown;
+    prediction: string | unknown;
+    reference?: string | unknown;
+};
+export type EvaluatorInputFormatter = ({ rawInput, rawPrediction, rawReferenceOutput, run, }: {
+    rawInput: any;
+    rawPrediction: any;
+    rawReferenceOutput?: any;
+    run: Run;
+}) => EvaluatorInputs;
+/**
+ * Type of a function that can be coerced into a RunEvaluator function.
+ * While we have the class-based RunEvaluator, it's often more convenient to directly
+ * pass a function to the runner. This type allows us to do that.
+ */
+export type RunEvaluatorLike = (({ run, example, }: {
+    run: Run;
+    example?: Example;
+}) => Promise<EvaluationResult>) | (({ run, example }: {
+    run: Run;
+    example?: Example;
+}) => EvaluationResult);
+/**
+ * Configuration class for running evaluations on datasets.
+ *
+ * @remarks
+ * RunEvalConfig in LangSmith is a configuration class for running evaluations on datasets. Its primary purpose is to define the parameters and evaluators that will be applied during the evaluation of a dataset. This configuration can include various evaluators, custom evaluators, and different keys for inputs, predictions, and references.
+ *
+ * @typeparam T - The type of evaluators.
+ * @typeparam U - The type of custom evaluators.
+ */
+export type RunEvalConfig<T extends keyof EvaluatorType = keyof EvaluatorType, U extends RunEvaluator | RunEvaluatorLike = RunEvaluator | RunEvaluatorLike> = {
+    /**
+     * Custom evaluators to apply to a dataset run.
+     * Each evaluator is provided with a run trace containing the model
+     * outputs, as well as an "example" object representing a record
+     * in the dataset.
+     */
+    customEvaluators?: U[];
+    /**
+     * LangChain evaluators to apply to a dataset run.
+     * You can optionally specify these by name, or by
+     * configuring them with an EvalConfig object.
+     */
+    evaluators?: (T | EvalConfig)[];
+    /**
+     * Convert the evaluation data into a format that can be used by the evaluator.
+     * By default, we pass the first value of the run.inputs, run.outputs (predictions),
+     * and references (example.outputs)
+     *
+     * @returns The prepared data.
+     */
+    formatEvaluatorInputs?: EvaluatorInputFormatter;
+    /**
+     * The language model specification for evaluators that require one.
+     */
+    evalLlm?: string;
+};
+export interface EvalConfig extends LoadEvaluatorOptions {
+    /**
+     * The name of the evaluator to use.
+     * Example: labeled_criteria, criteria, etc.
+     */
+    evaluatorType: keyof EvaluatorType;
+    /**
+     * The feedback (or metric) name to use for the logged
+     * evaluation results. If none provided, we default to
+     * the evaluationName.
+     */
+    feedbackKey?: string;
+    /**
+     * Convert the evaluation data into a format that can be used by the evaluator.
+     * @param data The data to prepare.
+     * @returns The prepared data.
+     */
+    formatEvaluatorInputs: EvaluatorInputFormatter;
+}
+/**
+ * Configuration to load a "CriteriaEvalChain" evaluator,
+ * which prompts an LLM to determine whether the model's
+ * prediction complies with the provided criteria.
+ * @param criteria - The criteria to use for the evaluator.
+ * @param llm - The language model to use for the evaluator.
+ * @returns The configuration for the evaluator.
+ * @example
+ * ```ts
+ * const evalConfig = new RunEvalConfig(
+ *  [new RunEvalConfig.Criteria("helpfulness")],
+ * );
+ * ```
+ * @example
+ * ```ts
+ * const evalConfig = new RunEvalConfig(
+ * [new RunEvalConfig.Criteria(
+ *      { "isCompliant": "Does the submission comply with the requirements of XYZ"
+ *  })],
+ */
+export type CriteriaEvalChainConfig = EvalConfig & {
+    evaluatorType: "criteria";
+    /**
+     * The "criteria" to insert into the prompt template
+     * used for evaluation. See the prompt at
+     * https://smith.langchain.com/hub/langchain-ai/criteria-evaluator
+     * for more information.
+     */
+    criteria?: Criteria | Record<string, string>;
+    /**
+     * The feedback (or metric) name to use for the logged
+     * evaluation results. If none provided, we default to
+     * the evaluationName.
+     */
+    feedbackKey?: string;
+    /**
+     * The language model to use as the evaluator.
+     */
+    llm?: BaseLanguageModel;
+};
+/**
+ * Configuration to load a "LabeledCriteriaEvalChain" evaluator,
+ * which prompts an LLM to determine whether the model's
+ * prediction complies with the provided criteria and also
+ * provides a "ground truth" label for the evaluator to incorporate
+ * in its evaluation.
+ * @param criteria - The criteria to use for the evaluator.
+ * @param llm - The language model to use for the evaluator.
+ * @returns The configuration for the evaluator.
+ * @example
+ * ```ts
+ * const evalConfig = new RunEvalConfig(
+ *  [new RunEvalConfig.LabeledCriteria("correctness")],
+ * );
+ * ```
+ * @example
+ * ```ts
+ * const evalConfig = new RunEvalConfig(
+ * [new RunEvalConfig.Criteria(
+ *      { "mentionsAllFacts": "Does the include all facts provided in the reference?"
+ *  })],
+ */
+export type LabeledCriteria = EvalConfig & {
+    evaluatorType: "labeled_criteria";
+    /**
+     * The "criteria" to insert into the prompt template
+     * used for evaluation. See the prompt at
+     * https://smith.langchain.com/hub/langchain-ai/labeled-criteria
+     * for more information.
+     */
+    criteria?: Criteria | Record<string, string>;
+    /**
+     * The feedback (or metric) name to use for the logged
+     * evaluation results. If none provided, we default to
+     * the evaluationName.
+     */
+    feedbackKey?: string;
+    /**
+     * The language model to use as the evaluator.
+     */
+    llm?: BaseLanguageModel;
+};

package/dist/smith/config.js

@@ -0,0 +1 @@
+export {};

package/dist/smith/index.cjs

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runOnDataset = void 0;
+const runner_utils_js_1 = require("./runner_utils.cjs");
+Object.defineProperty(exports, "runOnDataset", { enumerable: true, get: function () { return runner_utils_js_1.runOnDataset; } });

package/dist/smith/index.d.ts

@@ -0,0 +1,3 @@
+import type { RunEvalConfig } from "./config.js";
+import { runOnDataset } from "./runner_utils.js";
+export { type RunEvalConfig, runOnDataset };

package/dist/smith/index.js

@@ -0,0 +1,2 @@
+import { runOnDataset } from "./runner_utils.js";
+export { runOnDataset };