langchain 0.0.203 → 0.0.204-rc.0

package/dist/cache/upstash_redis.d.ts

@@ -1,45 +1 @@
-import { Redis, type RedisConfigNodejs } from "@upstash/redis";
-import { BaseCache, Generation } from "../schema/index.js";
-export type UpstashRedisCacheProps = {
-    /**
-     * The config to use to instantiate an Upstash Redis client.
-     */
-    config?: RedisConfigNodejs;
-    /**
-     * An existing Upstash Redis client.
-     */
-    client?: Redis;
-};
-/**
- * A cache that uses Upstash as the backing store.
- * See https://docs.upstash.com/redis.
- * @example
- * ```typescript
- * const cache = new UpstashRedisCache({
- *   config: {
- *     url: "UPSTASH_REDIS_REST_URL",
- *     token: "UPSTASH_REDIS_REST_TOKEN",
- *   },
- * });
- * // Initialize the OpenAI model with Upstash Redis cache for caching responses
- * const model = new ChatOpenAI({
- *   cache,
- * });
- * await model.invoke("How are you today?");
- * const cachedValues = await cache.lookup("How are you today?", "llmKey");
- * ```
- */
-export declare class UpstashRedisCache extends BaseCache {
-    private redisClient;
-    constructor(props: UpstashRedisCacheProps);
-    /**
-     * Lookup LLM generations in cache by prompt and associated LLM key.
-     */
-    lookup(prompt: string, llmKey: string): Promise<Generation[] | null>;
-    /**
-     * Update the cache with the given generations.
-     *
-     * Note this overwrites any existing generations for the given prompt and LLM key.
-     */
-    update(prompt: string, llmKey: string, value: Generation[]): Promise<void>;
-}
+export * from "@langchain/community/caches/upstash_redis";

package/dist/cache/upstash_redis.js

@@ -1,70 +1 @@
-import { Redis } from "@upstash/redis";
-import { BaseCache } from "../schema/index.js";
-import { deserializeStoredGeneration, getCacheKey, serializeGeneration, } from "./base.js";
-/**
- * A cache that uses Upstash as the backing store.
- * See https://docs.upstash.com/redis.
- * @example
- * ```typescript
- * const cache = new UpstashRedisCache({
- *   config: {
- *     url: "UPSTASH_REDIS_REST_URL",
- *     token: "UPSTASH_REDIS_REST_TOKEN",
- *   },
- * });
- * // Initialize the OpenAI model with Upstash Redis cache for caching responses
- * const model = new ChatOpenAI({
- *   cache,
- * });
- * await model.invoke("How are you today?");
- * const cachedValues = await cache.lookup("How are you today?", "llmKey");
- * ```
- */
-export class UpstashRedisCache extends BaseCache {
-    constructor(props) {
-        super();
-        Object.defineProperty(this, "redisClient", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        const { config, client } = props;
-        if (client) {
-            this.redisClient = client;
-        }
-        else if (config) {
-            this.redisClient = new Redis(config);
-        }
-        else {
-            throw new Error(`Upstash Redis caches require either a config object or a pre-configured client.`);
-        }
-    }
-    /**
-     * Lookup LLM generations in cache by prompt and associated LLM key.
-     */
-    async lookup(prompt, llmKey) {
-        let idx = 0;
-        let key = getCacheKey(prompt, llmKey, String(idx));
-        let value = await this.redisClient.get(key);
-        const generations = [];
-        while (value) {
-            generations.push(deserializeStoredGeneration(value));
-            idx += 1;
-            key = getCacheKey(prompt, llmKey, String(idx));
-            value = await this.redisClient.get(key);
-        }
-        return generations.length > 0 ? generations : null;
-    }
-    /**
-     * Update the cache with the given generations.
-     *
-     * Note this overwrites any existing generations for the given prompt and LLM key.
-     */
-    async update(prompt, llmKey, value) {
-        for (let i = 0; i < value.length; i += 1) {
-            const key = getCacheKey(prompt, llmKey, String(i));
-            await this.redisClient.set(key, JSON.stringify(serializeGeneration(value[i])));
-        }
-    }
-}
+export * from "@langchain/community/caches/upstash_redis";

package/dist/callbacks/handlers/llmonitor.cjs

@@ -1,241 +1,17 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LLMonitorHandler = exports.convertToLLMonitorMessages = void 0;
-const llmonitor_1 = __importDefault(require("llmonitor"));
-const env_js_1 = require("../../util/env.cjs");
-const base_js_1 = require("../base.cjs");
-// Langchain Helpers
-// Input can be either a single message, an array of message, or an array of array of messages (batch requests)
-const parseRole = (id) => {
-    const roleHint = id[id.length - 1];
-    if (roleHint.includes("Human"))
-        return "user";
-    if (roleHint.includes("System"))
-        return "system";
-    if (roleHint.includes("AI"))
-        return "ai";
-    if (roleHint.includes("Function"))
-        return "function";
-    if (roleHint.includes("Tool"))
-        return "tool";
-    return "ai";
-};
-const PARAMS_TO_CAPTURE = [
-    "stop",
-    "stop_sequences",
-    "function_call",
-    "functions",
-    "tools",
-    "tool_choice",
-    "response_format",
-];
-const convertToLLMonitorMessages = (input) => {
-    const parseMessage = (raw) => {
-        if (typeof raw === "string")
-            return raw;
-        // sometimes the message is nested in a "message" property
-        if ("message" in raw)
-            return parseMessage(raw.message);
-        // Serialize
-        const message = JSON.parse(JSON.stringify(raw));
-        try {
-            // "id" contains an array describing the constructor, with last item actual schema type
-            const role = parseRole(message.id);
-            const obj = message.kwargs;
-            const text = message.text ?? obj.content;
-            return {
-                role,
-                text,
-                ...(obj.additional_kwargs ?? {}),
-            };
-        }
-        catch (e) {
-            // if parsing fails, return the original message
-            return message.text ?? message;
-        }
-    };
-    if (Array.isArray(input)) {
-        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-        // @ts-ignore Confuses the compiler
-        return input.length === 1
-            ? (0, exports.convertToLLMonitorMessages)(input[0])
-            : input.map(exports.convertToLLMonitorMessages);
-    }
-    return parseMessage(input);
-};
-exports.convertToLLMonitorMessages = convertToLLMonitorMessages;
-const parseInput = (rawInput) => {
-    if (!rawInput)
-        return null;
-    const { input, inputs, question } = rawInput;
-    if (input)
-        return input;
-    if (inputs)
-        return inputs;
-    if (question)
-        return question;
-    return rawInput;
-};
-const parseOutput = (rawOutput) => {
-    if (!rawOutput)
-        return null;
-    const { text, output, answer, result } = rawOutput;
-    if (text)
-        return text;
-    if (answer)
-        return answer;
-    if (output)
-        return output;
-    if (result)
-        return result;
-    return rawOutput;
-};
-const parseExtraAndName = (llm, extraParams, metadata) => {
-    const params = {
-        ...(extraParams?.invocation_params ?? {}),
-        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-        // @ts-ignore this is a valid property
-        ...(llm?.kwargs ?? {}),
-        ...(metadata || {}),
-    };
-    const { model, model_name, modelName, model_id, userId, userProps, ...rest } = params;
-    const name = model || modelName || model_name || model_id || llm.id.at(-1);
-    // Filter rest to only include params we want to capture
-    const extra = Object.fromEntries(Object.entries(rest).filter(([key]) => PARAMS_TO_CAPTURE.includes(key) ||
-        ["string", "number", "boolean"].includes(typeof rest[key])));
-    return { name, extra, userId, userProps };
-};
-class LLMonitorHandler extends base_js_1.BaseCallbackHandler {
-    constructor(fields = {}) {
-        super(fields);
-        Object.defineProperty(this, "name", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "llmonitor_handler"
-        });
-        Object.defineProperty(this, "monitor", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.monitor = llmonitor_1.default;
-        if (fields) {
-            const { appId, apiUrl, verbose } = fields;
-            this.monitor.init({
-                verbose,
-                appId: appId ?? (0, env_js_1.getEnvironmentVariable)("LLMONITOR_APP_ID"),
-                apiUrl: apiUrl ?? (0, env_js_1.getEnvironmentVariable)("LLMONITOR_API_URL"),
-            });
-        }
-    }
-    async handleLLMStart(llm, prompts, runId, parentRunId, extraParams, tags, metadata) {
-        const { name, extra, userId, userProps } = parseExtraAndName(llm, extraParams, metadata);
-        await this.monitor.trackEvent("llm", "start", {
-            runId,
-            parentRunId,
-            name,
-            input: (0, exports.convertToLLMonitorMessages)(prompts),
-            extra,
-            userId,
-            userProps,
-            tags,
-            runtime: "langchain-js",
-        });
-    }
-    async handleChatModelStart(llm, messages, runId, parentRunId, extraParams, tags, metadata) {
-        const { name, extra, userId, userProps } = parseExtraAndName(llm, extraParams, metadata);
-        await this.monitor.trackEvent("llm", "start", {
-            runId,
-            parentRunId,
-            name,
-            input: (0, exports.convertToLLMonitorMessages)(messages),
-            extra,
-            userId,
-            userProps,
-            tags,
-            runtime: "langchain-js",
-        });
-    }
-    async handleLLMEnd(output, runId) {
-        const { generations, llmOutput } = output;
-        await this.monitor.trackEvent("llm", "end", {
-            runId,
-            output: (0, exports.convertToLLMonitorMessages)(generations),
-            tokensUsage: {
-                completion: llmOutput?.tokenUsage?.completionTokens,
-                prompt: llmOutput?.tokenUsage?.promptTokens,
-            },
-        });
-    }
-    async handleLLMError(error, runId) {
-        await this.monitor.trackEvent("llm", "error", {
-            runId,
-            error,
-        });
-    }
-    async handleChainStart(chain, inputs, runId, parentRunId, tags, metadata) {
-        const { agentName, userId, userProps, ...rest } = metadata || {};
-        // allow the user to specify an agent name
-        const name = agentName || chain.id.at(-1);
-        // Attempt to automatically detect if this is an agent or chain
-        const runType = agentName || ["AgentExecutor", "PlanAndExecute"].includes(name)
-            ? "agent"
-            : "chain";
-        await this.monitor.trackEvent(runType, "start", {
-            runId,
-            parentRunId,
-            name,
-            userId,
-            userProps,
-            input: parseInput(inputs),
-            extra: rest,
-            tags,
-            runtime: "langchain-js",
-        });
-    }
-    async handleChainEnd(outputs, runId) {
-        await this.monitor.trackEvent("chain", "end", {
-            runId,
-            output: parseOutput(outputs),
-        });
-    }
-    async handleChainError(error, runId) {
-        await this.monitor.trackEvent("chain", "error", {
-            runId,
-            error,
-        });
-    }
-    async handleToolStart(tool, input, runId, parentRunId, tags, metadata) {
-        const { toolName, userId, userProps, ...rest } = metadata || {};
-        const name = toolName || tool.id.at(-1);
-        await this.monitor.trackEvent("tool", "start", {
-            runId,
-            parentRunId,
-            name,
-            userId,
-            userProps,
-            input,
-            extra: rest,
-            tags,
-            runtime: "langchain-js",
-        });
-    }
-    async handleToolEnd(output, runId) {
-        await this.monitor.trackEvent("tool", "end", {
-            runId,
-            output,
-        });
-    }
-    async handleToolError(error, runId) {
-        await this.monitor.trackEvent("tool", "error", {
-            runId,
-            error,
-        });
-    }
-}
-exports.LLMonitorHandler = LLMonitorHandler;
+__exportStar(require("@langchain/community/callbacks/handlers/llmonitor"), exports);

package/dist/callbacks/handlers/llmonitor.d.ts

@@ -1,35 +1 @@
-import monitor from "llmonitor";
-import { LLMonitorOptions, ChatMessage } from "llmonitor/types";
-import { BaseRun, RunUpdate as BaseRunUpdate, KVMap } from "langsmith/schemas";
-import { BaseMessage, ChainValues, Generation, LLMResult } from "../../schema/index.js";
-import { Serialized } from "../../load/serializable.js";
-import { BaseCallbackHandler, BaseCallbackHandlerInput } from "../base.js";
-type Message = BaseMessage | Generation | string;
-type OutputMessage = ChatMessage | string;
-export declare const convertToLLMonitorMessages: (input: Message | Message[] | Message[][]) => OutputMessage | OutputMessage[] | OutputMessage[][];
-export interface Run extends BaseRun {
-    id: string;
-    child_runs: this[];
-    child_execution_order: number;
-}
-export interface RunUpdate extends BaseRunUpdate {
-    events: BaseRun["events"];
-}
-export interface LLMonitorHandlerFields extends BaseCallbackHandlerInput, LLMonitorOptions {
-}
-export declare class LLMonitorHandler extends BaseCallbackHandler implements LLMonitorHandlerFields {
-    name: string;
-    monitor: typeof monitor;
-    constructor(fields?: LLMonitorHandlerFields);
-    handleLLMStart(llm: Serialized, prompts: string[], runId: string, parentRunId?: string, extraParams?: KVMap, tags?: string[], metadata?: KVMap): Promise<void>;
-    handleChatModelStart(llm: Serialized, messages: BaseMessage[][], runId: string, parentRunId?: string, extraParams?: KVMap, tags?: string[], metadata?: KVMap): Promise<void>;
-    handleLLMEnd(output: LLMResult, runId: string): Promise<void>;
-    handleLLMError(error: Error, runId: string): Promise<void>;
-    handleChainStart(chain: Serialized, inputs: ChainValues, runId: string, parentRunId?: string, tags?: string[], metadata?: KVMap): Promise<void>;
-    handleChainEnd(outputs: ChainValues, runId: string): Promise<void>;
-    handleChainError(error: Error, runId: string): Promise<void>;
-    handleToolStart(tool: Serialized, input: string, runId: string, parentRunId?: string, tags?: string[], metadata?: KVMap): Promise<void>;
-    handleToolEnd(output: string, runId: string): Promise<void>;
-    handleToolError(error: Error, runId: string): Promise<void>;
-}
-export {};
+export * from "@langchain/community/callbacks/handlers/llmonitor";

package/dist/callbacks/handlers/llmonitor.js

@@ -1,233 +1 @@
-import monitor from "llmonitor";
-import { getEnvironmentVariable } from "../../util/env.js";
-import { BaseCallbackHandler } from "../base.js";
-// Langchain Helpers
-// Input can be either a single message, an array of message, or an array of array of messages (batch requests)
-const parseRole = (id) => {
-    const roleHint = id[id.length - 1];
-    if (roleHint.includes("Human"))
-        return "user";
-    if (roleHint.includes("System"))
-        return "system";
-    if (roleHint.includes("AI"))
-        return "ai";
-    if (roleHint.includes("Function"))
-        return "function";
-    if (roleHint.includes("Tool"))
-        return "tool";
-    return "ai";
-};
-const PARAMS_TO_CAPTURE = [
-    "stop",
-    "stop_sequences",
-    "function_call",
-    "functions",
-    "tools",
-    "tool_choice",
-    "response_format",
-];
-export const convertToLLMonitorMessages = (input) => {
-    const parseMessage = (raw) => {
-        if (typeof raw === "string")
-            return raw;
-        // sometimes the message is nested in a "message" property
-        if ("message" in raw)
-            return parseMessage(raw.message);
-        // Serialize
-        const message = JSON.parse(JSON.stringify(raw));
-        try {
-            // "id" contains an array describing the constructor, with last item actual schema type
-            const role = parseRole(message.id);
-            const obj = message.kwargs;
-            const text = message.text ?? obj.content;
-            return {
-                role,
-                text,
-                ...(obj.additional_kwargs ?? {}),
-            };
-        }
-        catch (e) {
-            // if parsing fails, return the original message
-            return message.text ?? message;
-        }
-    };
-    if (Array.isArray(input)) {
-        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-        // @ts-ignore Confuses the compiler
-        return input.length === 1
-            ? convertToLLMonitorMessages(input[0])
-            : input.map(convertToLLMonitorMessages);
-    }
-    return parseMessage(input);
-};
-const parseInput = (rawInput) => {
-    if (!rawInput)
-        return null;
-    const { input, inputs, question } = rawInput;
-    if (input)
-        return input;
-    if (inputs)
-        return inputs;
-    if (question)
-        return question;
-    return rawInput;
-};
-const parseOutput = (rawOutput) => {
-    if (!rawOutput)
-        return null;
-    const { text, output, answer, result } = rawOutput;
-    if (text)
-        return text;
-    if (answer)
-        return answer;
-    if (output)
-        return output;
-    if (result)
-        return result;
-    return rawOutput;
-};
-const parseExtraAndName = (llm, extraParams, metadata) => {
-    const params = {
-        ...(extraParams?.invocation_params ?? {}),
-        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-        // @ts-ignore this is a valid property
-        ...(llm?.kwargs ?? {}),
-        ...(metadata || {}),
-    };
-    const { model, model_name, modelName, model_id, userId, userProps, ...rest } = params;
-    const name = model || modelName || model_name || model_id || llm.id.at(-1);
-    // Filter rest to only include params we want to capture
-    const extra = Object.fromEntries(Object.entries(rest).filter(([key]) => PARAMS_TO_CAPTURE.includes(key) ||
-        ["string", "number", "boolean"].includes(typeof rest[key])));
-    return { name, extra, userId, userProps };
-};
-export class LLMonitorHandler extends BaseCallbackHandler {
-    constructor(fields = {}) {
-        super(fields);
-        Object.defineProperty(this, "name", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "llmonitor_handler"
-        });
-        Object.defineProperty(this, "monitor", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.monitor = monitor;
-        if (fields) {
-            const { appId, apiUrl, verbose } = fields;
-            this.monitor.init({
-                verbose,
-                appId: appId ?? getEnvironmentVariable("LLMONITOR_APP_ID"),
-                apiUrl: apiUrl ?? getEnvironmentVariable("LLMONITOR_API_URL"),
-            });
-        }
-    }
-    async handleLLMStart(llm, prompts, runId, parentRunId, extraParams, tags, metadata) {
-        const { name, extra, userId, userProps } = parseExtraAndName(llm, extraParams, metadata);
-        await this.monitor.trackEvent("llm", "start", {
-            runId,
-            parentRunId,
-            name,
-            input: convertToLLMonitorMessages(prompts),
-            extra,
-            userId,
-            userProps,
-            tags,
-            runtime: "langchain-js",
-        });
-    }
-    async handleChatModelStart(llm, messages, runId, parentRunId, extraParams, tags, metadata) {
-        const { name, extra, userId, userProps } = parseExtraAndName(llm, extraParams, metadata);
-        await this.monitor.trackEvent("llm", "start", {
-            runId,
-            parentRunId,
-            name,
-            input: convertToLLMonitorMessages(messages),
-            extra,
-            userId,
-            userProps,
-            tags,
-            runtime: "langchain-js",
-        });
-    }
-    async handleLLMEnd(output, runId) {
-        const { generations, llmOutput } = output;
-        await this.monitor.trackEvent("llm", "end", {
-            runId,
-            output: convertToLLMonitorMessages(generations),
-            tokensUsage: {
-                completion: llmOutput?.tokenUsage?.completionTokens,
-                prompt: llmOutput?.tokenUsage?.promptTokens,
-            },
-        });
-    }
-    async handleLLMError(error, runId) {
-        await this.monitor.trackEvent("llm", "error", {
-            runId,
-            error,
-        });
-    }
-    async handleChainStart(chain, inputs, runId, parentRunId, tags, metadata) {
-        const { agentName, userId, userProps, ...rest } = metadata || {};
-        // allow the user to specify an agent name
-        const name = agentName || chain.id.at(-1);
-        // Attempt to automatically detect if this is an agent or chain
-        const runType = agentName || ["AgentExecutor", "PlanAndExecute"].includes(name)
-            ? "agent"
-            : "chain";
-        await this.monitor.trackEvent(runType, "start", {
-            runId,
-            parentRunId,
-            name,
-            userId,
-            userProps,
-            input: parseInput(inputs),
-            extra: rest,
-            tags,
-            runtime: "langchain-js",
-        });
-    }
-    async handleChainEnd(outputs, runId) {
-        await this.monitor.trackEvent("chain", "end", {
-            runId,
-            output: parseOutput(outputs),
-        });
-    }
-    async handleChainError(error, runId) {
-        await this.monitor.trackEvent("chain", "error", {
-            runId,
-            error,
-        });
-    }
-    async handleToolStart(tool, input, runId, parentRunId, tags, metadata) {
-        const { toolName, userId, userProps, ...rest } = metadata || {};
-        const name = toolName || tool.id.at(-1);
-        await this.monitor.trackEvent("tool", "start", {
-            runId,
-            parentRunId,
-            name,
-            userId,
-            userProps,
-            input,
-            extra: rest,
-            tags,
-            runtime: "langchain-js",
-        });
-    }
-    async handleToolEnd(output, runId) {
-        await this.monitor.trackEvent("tool", "end", {
-            runId,
-            output,
-        });
-    }
-    async handleToolError(error, runId) {
-        await this.monitor.trackEvent("tool", "error", {
-            runId,
-            error,
-        });
-    }
-}
+export * from "@langchain/community/callbacks/handlers/llmonitor";

package/dist/chains/openai_moderation.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.OpenAIModerationChain = void 0;
-const openai_1 = require("openai");
+const openai_1 = require("@langchain/openai");
 const base_js_1 = require("./base.cjs");
 const async_caller_js_1 = require("../util/async_caller.cjs");
 const env_js_1 = require("../util/env.cjs");
@@ -109,7 +109,7 @@ class OpenAIModerationChain extends base_js_1.BaseChain {
             apiKey: this.openAIApiKey,
             organization: this.openAIOrganization,
         };
-        this.client = new openai_1.OpenAI(this.clientConfig);
+        this.client = new openai_1.OpenAIClient(this.clientConfig);
         this.caller = new async_caller_js_1.AsyncCaller(fields ?? {});
     }
     _moderate(text, results) {

package/dist/chains/openai_moderation.d.ts

@@ -1,4 +1,4 @@
-import { type ClientOptions, OpenAI as OpenAIClient } from "openai";
+import { type ClientOptions, OpenAIClient } from "@langchain/openai";
 import { BaseChain, ChainInputs } from "./base.js";
 import { ChainValues } from "../schema/index.js";
 import { AsyncCaller, AsyncCallerParams } from "../util/async_caller.js";

package/dist/chains/openai_moderation.js

@@ -1,4 +1,4 @@
-import { OpenAI as OpenAIClient } from "openai";
+import { OpenAIClient } from "@langchain/openai";
 import { BaseChain } from "./base.js";
 import { AsyncCaller } from "../util/async_caller.js";
 import { getEnvironmentVariable } from "../util/env.js";