langchain 0.0.168 → 0.0.169

package/chat_models/yandex.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/chat_models/yandex.cjs');

package/chat_models/yandex.d.ts

@@ -0,0 +1 @@
+export * from '../dist/chat_models/yandex.js'

package/chat_models/yandex.js

@@ -0,0 +1 @@
+export * from '../dist/chat_models/yandex.js'

package/dist/callbacks/handlers/llmonitor.cjs

@@ -72,13 +72,15 @@ const parseInput = (rawInput) => {
 const parseOutput = (rawOutput) => {
     if (!rawOutput)
         return null;
-    const { text, output, answer } = rawOutput;
+    const { text, output, answer, result } = rawOutput;
     if (text)
         return text;
     if (answer)
         return answer;
     if (output)
         return output;
+    if (result)
+        return result;
     return rawOutput;
 };
 class LLMonitorHandler extends base_js_1.BaseCallbackHandler {
@@ -111,15 +113,14 @@ class LLMonitorHandler extends base_js_1.BaseCallbackHandler {
             ...(extraParams?.invocation_params || {}),
             ...(metadata || {}),
         };
-        const name = params?.model || params?.name || params?.model_name || llm.id.at(-1);
-        const userId = params?.userId || undefined;
-        const userProps = params?.userProps || undefined;
+        const { model, model_name, modelName, userId, userProps, ...rest } = params;
+        const name = model || modelName || model_name || llm.id.at(-1);
         await this.monitor.trackEvent("llm", "start", {
             runId,
             parentRunId,
             name,
             input: (0, exports.convertToLLMonitorMessages)(prompts),
-            extra: params,
+            extra: rest,
             userId,
             userProps,
             tags,
@@ -131,15 +132,15 @@ class LLMonitorHandler extends base_js_1.BaseCallbackHandler {
             ...(extraParams?.invocation_params || {}),
             ...(metadata || {}),
         };
-        const name = params?.model || params?.name || params?.model_name || llm.id.at(-1);
-        const userId = params?.userId || undefined;
-        const userProps = params?.userProps || undefined;
+        // Expand them so they're excluded from the "extra" field
+        const { model, model_name, modelName, userId, userProps, ...rest } = params;
+        const name = model || modelName || model_name || llm.id.at(-1);
         await this.monitor.trackEvent("llm", "start", {
             runId,
             parentRunId,
             name,
             input: (0, exports.convertToLLMonitorMessages)(messages),
-            extra: params,
+            extra: rest,
             userId,
             userProps,
             tags,
@@ -164,20 +165,19 @@ class LLMonitorHandler extends base_js_1.BaseCallbackHandler {
         });
     }
     async handleChainStart(chain, inputs, runId, parentRunId, tags, metadata) {
+        const { agentName, userId, userProps, ...rest } = metadata || {};
         // allow the user to specify an agent name
-        const chainName = chain.id.at(-1);
-        const name = (metadata?.agentName ?? chainName);
+        const name = agentName || chain.id.at(-1);
         // Attempt to automatically detect if this is an agent or chain
-        const runType = metadata?.agentName ||
-            ["AgentExecutor", "PlanAndExecute"].includes(chainName)
+        const runType = agentName || ["AgentExecutor", "PlanAndExecute"].includes(name)
             ? "agent"
             : "chain";
-        // eslint-disable-next-line @typescript-eslint/no-unused-vars
-        const { agentName, ...rest } = metadata || {};
         await this.monitor.trackEvent(runType, "start", {
             runId,
             parentRunId,
             name,
+            userId,
+            userProps,
             input: parseInput(inputs),
             extra: rest,
             tags,
@@ -197,12 +197,16 @@ class LLMonitorHandler extends base_js_1.BaseCallbackHandler {
         });
     }
     async handleToolStart(tool, input, runId, parentRunId, tags, metadata) {
+        const { toolName, userId, userProps, ...rest } = metadata || {};
+        const name = toolName || tool.id.at(-1);
         await this.monitor.trackEvent("tool", "start", {
             runId,
             parentRunId,
-            name: tool.id[tool.id.length - 1],
+            name,
+            userId,
+            userProps,
             input,
-            extra: metadata,
+            extra: rest,
             tags,
             runtime: "langchain-js",
         });

package/dist/callbacks/handlers/llmonitor.js

@@ -65,13 +65,15 @@ const parseInput = (rawInput) => {
 const parseOutput = (rawOutput) => {
     if (!rawOutput)
         return null;
-    const { text, output, answer } = rawOutput;
+    const { text, output, answer, result } = rawOutput;
     if (text)
         return text;
     if (answer)
         return answer;
     if (output)
         return output;
+    if (result)
+        return result;
     return rawOutput;
 };
 export class LLMonitorHandler extends BaseCallbackHandler {
@@ -104,15 +106,14 @@ export class LLMonitorHandler extends BaseCallbackHandler {
             ...(extraParams?.invocation_params || {}),
             ...(metadata || {}),
         };
-        const name = params?.model || params?.name || params?.model_name || llm.id.at(-1);
-        const userId = params?.userId || undefined;
-        const userProps = params?.userProps || undefined;
+        const { model, model_name, modelName, userId, userProps, ...rest } = params;
+        const name = model || modelName || model_name || llm.id.at(-1);
         await this.monitor.trackEvent("llm", "start", {
             runId,
             parentRunId,
             name,
             input: convertToLLMonitorMessages(prompts),
-            extra: params,
+            extra: rest,
             userId,
             userProps,
             tags,
@@ -124,15 +125,15 @@ export class LLMonitorHandler extends BaseCallbackHandler {
             ...(extraParams?.invocation_params || {}),
             ...(metadata || {}),
         };
-        const name = params?.model || params?.name || params?.model_name || llm.id.at(-1);
-        const userId = params?.userId || undefined;
-        const userProps = params?.userProps || undefined;
+        // Expand them so they're excluded from the "extra" field
+        const { model, model_name, modelName, userId, userProps, ...rest } = params;
+        const name = model || modelName || model_name || llm.id.at(-1);
         await this.monitor.trackEvent("llm", "start", {
             runId,
             parentRunId,
             name,
             input: convertToLLMonitorMessages(messages),
-            extra: params,
+            extra: rest,
             userId,
             userProps,
             tags,
@@ -157,20 +158,19 @@ export class LLMonitorHandler extends BaseCallbackHandler {
         });
     }
     async handleChainStart(chain, inputs, runId, parentRunId, tags, metadata) {
+        const { agentName, userId, userProps, ...rest } = metadata || {};
         // allow the user to specify an agent name
-        const chainName = chain.id.at(-1);
-        const name = (metadata?.agentName ?? chainName);
+        const name = agentName || chain.id.at(-1);
         // Attempt to automatically detect if this is an agent or chain
-        const runType = metadata?.agentName ||
-            ["AgentExecutor", "PlanAndExecute"].includes(chainName)
+        const runType = agentName || ["AgentExecutor", "PlanAndExecute"].includes(name)
             ? "agent"
             : "chain";
-        // eslint-disable-next-line @typescript-eslint/no-unused-vars
-        const { agentName, ...rest } = metadata || {};
         await this.monitor.trackEvent(runType, "start", {
             runId,
             parentRunId,
             name,
+            userId,
+            userProps,
             input: parseInput(inputs),
             extra: rest,
             tags,
@@ -190,12 +190,16 @@ export class LLMonitorHandler extends BaseCallbackHandler {
         });
     }
     async handleToolStart(tool, input, runId, parentRunId, tags, metadata) {
+        const { toolName, userId, userProps, ...rest } = metadata || {};
+        const name = toolName || tool.id.at(-1);
         await this.monitor.trackEvent("tool", "start", {
             runId,
             parentRunId,
-            name: tool.id[tool.id.length - 1],
+            name,
+            userId,
+            userProps,
             input,
-            extra: metadata,
+            extra: rest,
             tags,
             runtime: "langchain-js",
         });

package/dist/chat_models/cloudflare_workersai.cjs

@@ -52,7 +52,12 @@ class ChatCloudflareWorkersAI extends base_js_1.SimpleChatModel {
         this.cloudflareApiToken =
             fields?.cloudflareApiToken ??
                 (0, env_js_1.getEnvironmentVariable)("CLOUDFLARE_API_TOKEN");
-        this.baseUrl = fields?.baseUrl;
+        this.baseUrl =
+            fields?.baseUrl ??
+                `https://api.cloudflare.com/client/v4/accounts/${this.cloudflareAccountId}/ai/run`;
+        if (this.baseUrl.endsWith("/")) {
+            this.baseUrl = this.baseUrl.slice(0, -1);
+        }
     }
     _llmType() {
         return "cloudflare";
@@ -112,7 +117,7 @@ class ChatCloudflareWorkersAI extends base_js_1.SimpleChatModel {
     /** @ignore */
     async _call(messages, options) {
         this.validateEnvironment();
-        const url = `https://api.cloudflare.com/client/v4/accounts/${this.cloudflareAccountId}/ai/run/${this.model}`;
+        const url = `${this.baseUrl}/${this.model}`;
         const headers = {
             Authorization: `Bearer ${this.cloudflareApiToken}`,
             "Content-Type": "application/json",

package/dist/chat_models/cloudflare_workersai.d.ts

@@ -19,7 +19,7 @@ export declare class ChatCloudflareWorkersAI extends SimpleChatModel implements
     model: string;
     cloudflareAccountId?: string;
     cloudflareApiToken?: string;
-    baseUrl?: string;
+    baseUrl: string;
     constructor(fields?: CloudflareWorkersAIInput & BaseChatModelParams);
     _llmType(): string;
     /** Get the identifying parameters for this LLM. */

package/dist/chat_models/cloudflare_workersai.js

@@ -49,7 +49,12 @@ export class ChatCloudflareWorkersAI extends SimpleChatModel {
         this.cloudflareApiToken =
             fields?.cloudflareApiToken ??
                 getEnvironmentVariable("CLOUDFLARE_API_TOKEN");
-        this.baseUrl = fields?.baseUrl;
+        this.baseUrl =
+            fields?.baseUrl ??
+                `https://api.cloudflare.com/client/v4/accounts/${this.cloudflareAccountId}/ai/run`;
+        if (this.baseUrl.endsWith("/")) {
+            this.baseUrl = this.baseUrl.slice(0, -1);
+        }
     }
     _llmType() {
         return "cloudflare";
@@ -109,7 +114,7 @@ export class ChatCloudflareWorkersAI extends SimpleChatModel {
     /** @ignore */
     async _call(messages, options) {
         this.validateEnvironment();
-        const url = `https://api.cloudflare.com/client/v4/accounts/${this.cloudflareAccountId}/ai/run/${this.model}`;
+        const url = `${this.baseUrl}/${this.model}`;
         const headers = {
             Authorization: `Bearer ${this.cloudflareApiToken}`,
             "Content-Type": "application/json",

package/dist/chat_models/yandex.cjs

@@ -0,0 +1,117 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChatYandexGPT = void 0;
+const index_js_1 = require("../schema/index.cjs");
+const env_js_1 = require("../util/env.cjs");
+const base_js_1 = require("./base.cjs");
+const apiUrl = "https://llm.api.cloud.yandex.net/llm/v1alpha/chat";
+function _parseChatHistory(history) {
+    const chatHistory = [];
+    let instruction = "";
+    for (const message of history) {
+        if ("content" in message) {
+            if (message._getType() === "human") {
+                chatHistory.push({ role: "user", text: message.content });
+            }
+            else if (message._getType() === "ai") {
+                chatHistory.push({ role: "assistant", text: message.content });
+            }
+            else if (message._getType() === "system") {
+                instruction = message.content;
+            }
+        }
+    }
+    return [chatHistory, instruction];
+}
+class ChatYandexGPT extends base_js_1.BaseChatModel {
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "iamToken", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "temperature", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0.6
+        });
+        Object.defineProperty(this, "maxTokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1700
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "general"
+        });
+        const apiKey = fields?.apiKey ?? (0, env_js_1.getEnvironmentVariable)("YC_API_KEY");
+        const iamToken = fields?.iamToken ?? (0, env_js_1.getEnvironmentVariable)("YC_IAM_TOKEN");
+        if (apiKey === undefined && iamToken === undefined) {
+            throw new Error("Please set the YC_API_KEY or YC_IAM_TOKEN environment variable or pass it to the constructor as the apiKey or iamToken field.");
+        }
+        this.apiKey = apiKey;
+        this.iamToken = iamToken;
+        this.maxTokens = fields?.maxTokens ?? this.maxTokens;
+        this.temperature = fields?.temperature ?? this.temperature;
+        this.model = fields?.model ?? this.model;
+    }
+    _llmType() {
+        return "yandexgpt";
+    }
+    _combineLLMOutput() {
+        return {};
+    }
+    /** @ignore */
+    async _generate(messages, options, _) {
+        const [messageHistory, instruction] = _parseChatHistory(messages);
+        const headers = { "Content-Type": "application/json", Authorization: "" };
+        if (this.apiKey !== undefined) {
+            headers.Authorization = `Api-Key ${this.apiKey}`;
+        }
+        else {
+            headers.Authorization = `Bearer ${this.iamToken}`;
+        }
+        const bodyData = {
+            model: this.model,
+            generationOptions: {
+                temperature: this.temperature,
+                maxTokens: this.maxTokens,
+            },
+            messages: messageHistory,
+            instructionText: instruction,
+        };
+        const response = await fetch(apiUrl, {
+            method: "POST",
+            headers,
+            body: JSON.stringify(bodyData),
+            signal: options?.signal,
+        });
+        if (!response.ok) {
+            throw new Error(`Failed to fetch ${apiUrl} from YandexGPT: ${response.status}`);
+        }
+        const responseData = await response.json();
+        const { result } = responseData;
+        const { text } = result.message;
+        const totalTokens = result.num_tokens;
+        const generations = [
+            { text, message: new index_js_1.AIMessage(text) },
+        ];
+        return {
+            generations,
+            llmOutput: { totalTokens },
+        };
+    }
+}
+exports.ChatYandexGPT = ChatYandexGPT;

package/dist/chat_models/yandex.d.ts

@@ -0,0 +1,16 @@
+import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
+import { YandexGPTInputs } from "../llms/yandex.js";
+import { BaseMessage, ChatResult } from "../schema/index.js";
+import { BaseChatModel } from "./base.js";
+export declare class ChatYandexGPT extends BaseChatModel {
+    apiKey?: string;
+    iamToken?: string;
+    temperature: number;
+    maxTokens: number;
+    model: string;
+    constructor(fields?: YandexGPTInputs);
+    _llmType(): string;
+    _combineLLMOutput?(): {};
+    /** @ignore */
+    _generate(messages: BaseMessage[], options: this["ParsedCallOptions"], _?: CallbackManagerForLLMRun | undefined): Promise<ChatResult>;
+}

package/dist/chat_models/yandex.js

@@ -0,0 +1,113 @@
+import { AIMessage, } from "../schema/index.js";
+import { getEnvironmentVariable } from "../util/env.js";
+import { BaseChatModel } from "./base.js";
+const apiUrl = "https://llm.api.cloud.yandex.net/llm/v1alpha/chat";
+function _parseChatHistory(history) {
+    const chatHistory = [];
+    let instruction = "";
+    for (const message of history) {
+        if ("content" in message) {
+            if (message._getType() === "human") {
+                chatHistory.push({ role: "user", text: message.content });
+            }
+            else if (message._getType() === "ai") {
+                chatHistory.push({ role: "assistant", text: message.content });
+            }
+            else if (message._getType() === "system") {
+                instruction = message.content;
+            }
+        }
+    }
+    return [chatHistory, instruction];
+}
+export class ChatYandexGPT extends BaseChatModel {
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "iamToken", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "temperature", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0.6
+        });
+        Object.defineProperty(this, "maxTokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1700
+        });
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "general"
+        });
+        const apiKey = fields?.apiKey ?? getEnvironmentVariable("YC_API_KEY");
+        const iamToken = fields?.iamToken ?? getEnvironmentVariable("YC_IAM_TOKEN");
+        if (apiKey === undefined && iamToken === undefined) {
+            throw new Error("Please set the YC_API_KEY or YC_IAM_TOKEN environment variable or pass it to the constructor as the apiKey or iamToken field.");
+        }
+        this.apiKey = apiKey;
+        this.iamToken = iamToken;
+        this.maxTokens = fields?.maxTokens ?? this.maxTokens;
+        this.temperature = fields?.temperature ?? this.temperature;
+        this.model = fields?.model ?? this.model;
+    }
+    _llmType() {
+        return "yandexgpt";
+    }
+    _combineLLMOutput() {
+        return {};
+    }
+    /** @ignore */
+    async _generate(messages, options, _) {
+        const [messageHistory, instruction] = _parseChatHistory(messages);
+        const headers = { "Content-Type": "application/json", Authorization: "" };
+        if (this.apiKey !== undefined) {
+            headers.Authorization = `Api-Key ${this.apiKey}`;
+        }
+        else {
+            headers.Authorization = `Bearer ${this.iamToken}`;
+        }
+        const bodyData = {
+            model: this.model,
+            generationOptions: {
+                temperature: this.temperature,
+                maxTokens: this.maxTokens,
+            },
+            messages: messageHistory,
+            instructionText: instruction,
+        };
+        const response = await fetch(apiUrl, {
+            method: "POST",
+            headers,
+            body: JSON.stringify(bodyData),
+            signal: options?.signal,
+        });
+        if (!response.ok) {
+            throw new Error(`Failed to fetch ${apiUrl} from YandexGPT: ${response.status}`);
+        }
+        const responseData = await response.json();
+        const { result } = responseData;
+        const { text } = result.message;
+        const totalTokens = result.num_tokens;
+        const generations = [
+            { text, message: new AIMessage(text) },
+        ];
+        return {
+            generations,
+            llmOutput: { totalTokens },
+        };
+    }
+}

package/dist/evaluation/comparison/prompt.d.ts

@@ -8,14 +8,14 @@
 import { PromptTemplate } from "../../prompts/index.js";
 export declare const PROMPT: PromptTemplate<{
     input: any;
-    criteria: any;
     prediction: any;
+    criteria: any;
     predictionB: any;
 }, any>;
 export declare const PROMPT_WITH_REFERENCES: PromptTemplate<{
     input: any;
+    prediction: any;
     criteria: any;
     reference: any;
-    prediction: any;
     predictionB: any;
 }, any>;

package/dist/experimental/chains/violation_of_expectations/index.cjs

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ViolationOfExpectationsChain = void 0;
+var violation_of_expectations_chain_js_1 = require("./violation_of_expectations_chain.cjs");
+Object.defineProperty(exports, "ViolationOfExpectationsChain", { enumerable: true, get: function () { return violation_of_expectations_chain_js_1.ViolationOfExpectationsChain; } });

package/dist/experimental/chains/violation_of_expectations/index.d.ts

@@ -0,0 +1 @@
+export { type ViolationOfExpectationsChainInput, ViolationOfExpectationsChain, } from "./violation_of_expectations_chain.js";

package/dist/experimental/chains/violation_of_expectations/index.js

@@ -0,0 +1 @@
+export { ViolationOfExpectationsChain, } from "./violation_of_expectations_chain.js";

package/dist/experimental/chains/violation_of_expectations/types.cjs

@@ -0,0 +1,49 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PREDICTION_VIOLATIONS_FUNCTION = exports.PREDICT_NEXT_USER_MESSAGE_FUNCTION = void 0;
+exports.PREDICT_NEXT_USER_MESSAGE_FUNCTION = {
+    name: "predictNextUserMessage",
+    description: "Predicts the next user message, along with insights.",
+    parameters: {
+        type: "object",
+        properties: {
+            userState: {
+                type: "string",
+                description: "Concise reasoning about the users internal mental state.",
+            },
+            predictedUserMessage: {
+                type: "string",
+                description: "Your prediction on how they will respond to the AI's most recent message.",
+            },
+            insights: {
+                type: "array",
+                items: {
+                    type: "string",
+                },
+                description: "A concise list of any additional insights that would be useful to improve prediction.",
+            },
+        },
+        required: ["userState", "predictedUserMessage", "insights"],
+    },
+};
+exports.PREDICTION_VIOLATIONS_FUNCTION = {
+    name: "predictionViolations",
+    description: "Generates violations, errors and differences between the predicted user response, and the actual response.",
+    parameters: {
+        type: "object",
+        properties: {
+            violationExplanation: {
+                type: "string",
+                description: "How was the predication violated?",
+            },
+            explainedPredictionErrors: {
+                type: "array",
+                items: {
+                    type: "string",
+                },
+                description: "Explanations of how the prediction was violated and why",
+            },
+        },
+        required: ["violationExplanation", "explainedPredictionErrors"],
+    },
+};

package/dist/experimental/chains/violation_of_expectations/types.d.ts

@@ -0,0 +1,69 @@
+import { BaseMessage, HumanMessage } from "../../../schema/index.js";
+/**
+ * Contains the chunk of messages, along with the
+ * users response, which is the next message after the chunk.
+ */
+export type MessageChunkResult = {
+    chunkedMessages: BaseMessage[];
+    /**
+     * User response can be undefined if the last message in
+     * the chat history was from the AI.
+     */
+    userResponse?: HumanMessage;
+};
+export type PredictNextUserMessageResponse = {
+    userState: string;
+    predictedUserMessage: string;
+    insights: Array<string>;
+};
+export type GetPredictionViolationsResponse = {
+    userResponse?: HumanMessage;
+    revisedPrediction: string;
+    explainedPredictionErrors: Array<string>;
+};
+export declare const PREDICT_NEXT_USER_MESSAGE_FUNCTION: {
+    name: string;
+    description: string;
+    parameters: {
+        type: string;
+        properties: {
+            userState: {
+                type: string;
+                description: string;
+            };
+            predictedUserMessage: {
+                type: string;
+                description: string;
+            };
+            insights: {
+                type: string;
+                items: {
+                    type: string;
+                };
+                description: string;
+            };
+        };
+        required: string[];
+    };
+};
+export declare const PREDICTION_VIOLATIONS_FUNCTION: {
+    name: string;
+    description: string;
+    parameters: {
+        type: string;
+        properties: {
+            violationExplanation: {
+                type: string;
+                description: string;
+            };
+            explainedPredictionErrors: {
+                type: string;
+                items: {
+                    type: string;
+                };
+                description: string;
+            };
+        };
+        required: string[];
+    };
+};