langchain 0.0.195 → 0.0.197-rc.0

package/dist/base_language/index.js

@@ -1,194 +1,4 @@
-import { coerceMessageLikeToMessage, } from "../schema/index.js";
-import { AsyncCaller } from "../util/async_caller.js";
-import { getModelNameForTiktoken } from "./count_tokens.js";
-import { encodingForModel } from "../util/tiktoken.js";
-import { Runnable } from "../schema/runnable/index.js";
-import { StringPromptValue } from "../prompts/base.js";
-import { ChatPromptValue } from "../prompts/chat.js";
-import { InMemoryCache } from "../cache/index.js";
-const getVerbosity = () => false;
-/**
- * Base class for language models, chains, tools.
- */
-export class BaseLangChain extends Runnable {
-    get lc_attributes() {
-        return {
-            callbacks: undefined,
-            verbose: undefined,
-        };
-    }
-    constructor(params) {
-        super(params);
-        /**
-         * Whether to print out response text.
-         */
-        Object.defineProperty(this, "verbose", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "callbacks", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "tags", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "metadata", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.verbose = params.verbose ?? getVerbosity();
-        this.callbacks = params.callbacks;
-        this.tags = params.tags ?? [];
-        this.metadata = params.metadata ?? {};
-    }
-}
-/**
- * Base class for language models.
- */
-export class BaseLanguageModel extends BaseLangChain {
-    /**
-     * Keys that the language model accepts as call options.
-     */
-    get callKeys() {
-        return ["stop", "timeout", "signal", "tags", "metadata", "callbacks"];
-    }
-    constructor({ callbacks, callbackManager, ...params }) {
-        super({
-            callbacks: callbacks ?? callbackManager,
-            ...params,
-        });
-        /**
-         * The async caller should be used by subclasses to make any async calls,
-         * which will thus benefit from the concurrency and retry logic.
-         */
-        Object.defineProperty(this, "caller", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "cache", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "_encoding", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        if (typeof params.cache === "object") {
-            this.cache = params.cache;
-        }
-        else if (params.cache) {
-            this.cache = InMemoryCache.global();
-        }
-        else {
-            this.cache = undefined;
-        }
-        this.caller = new AsyncCaller(params ?? {});
-    }
-    async getNumTokens(content) {
-        // TODO: Figure out correct value.
-        if (typeof content !== "string") {
-            return 0;
-        }
-        // fallback to approximate calculation if tiktoken is not available
-        let numTokens = Math.ceil(content.length / 4);
-        if (!this._encoding) {
-            try {
-                this._encoding = await encodingForModel("modelName" in this
-                    ? getModelNameForTiktoken(this.modelName)
-                    : "gpt2");
-            }
-            catch (error) {
-                console.warn("Failed to calculate number of tokens, falling back to approximate count", error);
-            }
-        }
-        if (this._encoding) {
-            numTokens = this._encoding.encode(content).length;
-        }
-        return numTokens;
-    }
-    static _convertInputToPromptValue(input) {
-        if (typeof input === "string") {
-            return new StringPromptValue(input);
-        }
-        else if (Array.isArray(input)) {
-            return new ChatPromptValue(input.map(coerceMessageLikeToMessage));
-        }
-        else {
-            return input;
-        }
-    }
-    /**
-     * Get the identifying parameters of the LLM.
-     */
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    _identifyingParams() {
-        return {};
-    }
-    /**
-     * Create a unique cache key for a specific call to a specific language model.
-     * @param callOptions Call options for the model
-     * @returns A unique cache key.
-     */
-    _getSerializedCacheKeyParametersForCall(callOptions) {
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        const params = {
-            ...this._identifyingParams(),
-            ...callOptions,
-            _type: this._llmType(),
-            _model: this._modelType(),
-        };
-        const filteredEntries = Object.entries(params).filter(([_, value]) => value !== undefined);
-        const serializedEntries = filteredEntries
-            .map(([key, value]) => `${key}:${JSON.stringify(value)}`)
-            .sort()
-            .join(",");
-        return serializedEntries;
-    }
-    /**
-     * @deprecated
-     * Return a json-like object representing this LLM.
-     */
-    serialize() {
-        return {
-            ...this._identifyingParams(),
-            _type: this._llmType(),
-            _model: this._modelType(),
-        };
-    }
-    /**
-     * @deprecated
-     * Load an LLM from a json-like object describing it.
-     */
-    static async deserialize(data) {
-        const { _type, _model, ...rest } = data;
-        if (_model && _model !== "base_chat_model") {
-            throw new Error(`Cannot load LLM with model ${_model}`);
-        }
-        const Cls = {
-            openai: (await import("../chat_models/openai.js")).ChatOpenAI,
-        }[_type];
-        if (Cls === undefined) {
-            throw new Error(`Cannot load LLM with type ${_type}`);
-        }
-        return new Cls(rest);
-    }
-}
+export { BaseLangChain, BaseLanguageModel, } from "langchain-core/language_models/base";
 /*
  * Export utility functions for token calculations:
  * - calculateMaxTokens: Calculate max tokens for a given model and prompt (the model context size - tokens in prompt).

package/dist/cache/base.cjs

@@ -1,39 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.serializeGeneration = exports.deserializeStoredGeneration = exports.getCacheKey = void 0;
-const hash_js_1 = require("../util/js-sha1/hash.cjs");
-const index_js_1 = require("../schema/index.cjs");
-/**
- * This cache key should be consistent across all versions of langchain.
- * It is currently NOT consistent across versions of langchain.
- *
- * A huge benefit of having a remote cache (like redis) is that you can
- * access the cache from different processes/machines. The allows you to
- * seperate concerns and scale horizontally.
- *
- * TODO: Make cache key consistent across versions of langchain.
- */
-const getCacheKey = (...strings) => (0, hash_js_1.insecureHash)(strings.join("_"));
-exports.getCacheKey = getCacheKey;
-function deserializeStoredGeneration(storedGeneration) {
-    if (storedGeneration.message !== undefined) {
-        return {
-            text: storedGeneration.text,
-            message: (0, index_js_1.mapStoredMessageToChatMessage)(storedGeneration.message),
-        };
-    }
-    else {
-        return { text: storedGeneration.text };
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-}
-exports.deserializeStoredGeneration = deserializeStoredGeneration;
-function serializeGeneration(generation) {
-    const serializedValue = {
-        text: generation.text,
-    };
-    if (generation.message !== undefined) {
-        serializedValue.message = generation.message.toDict();
-    }
-    return serializedValue;
-}
-exports.serializeGeneration = serializeGeneration;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("langchain-core/caches"), exports);

package/dist/cache/base.d.ts

@@ -1,20 +1 @@
-import { Generation, StoredGeneration } from "../schema/index.js";
-/**
- * This cache key should be consistent across all versions of langchain.
- * It is currently NOT consistent across versions of langchain.
- *
- * A huge benefit of having a remote cache (like redis) is that you can
- * access the cache from different processes/machines. The allows you to
- * seperate concerns and scale horizontally.
- *
- * TODO: Make cache key consistent across versions of langchain.
- */
-export declare const getCacheKey: (...strings: string[]) => string;
-export declare function deserializeStoredGeneration(storedGeneration: StoredGeneration): {
-    text: string;
-    message: import("../schema/index.js").ChatMessage | import("../schema/index.js").HumanMessage | import("../schema/index.js").AIMessage | import("../schema/index.js").SystemMessage | import("../schema/index.js").FunctionMessage | import("../schema/index.js").ToolMessage;
-} | {
-    text: string;
-    message?: undefined;
-};
-export declare function serializeGeneration(generation: Generation): StoredGeneration;
+export * from "langchain-core/caches";

package/dist/cache/base.js

@@ -1,33 +1 @@
-import { insecureHash } from "../util/js-sha1/hash.js";
-import { mapStoredMessageToChatMessage, } from "../schema/index.js";
-/**
- * This cache key should be consistent across all versions of langchain.
- * It is currently NOT consistent across versions of langchain.
- *
- * A huge benefit of having a remote cache (like redis) is that you can
- * access the cache from different processes/machines. The allows you to
- * seperate concerns and scale horizontally.
- *
- * TODO: Make cache key consistent across versions of langchain.
- */
-export const getCacheKey = (...strings) => insecureHash(strings.join("_"));
-export function deserializeStoredGeneration(storedGeneration) {
-    if (storedGeneration.message !== undefined) {
-        return {
-            text: storedGeneration.text,
-            message: mapStoredMessageToChatMessage(storedGeneration.message),
-        };
-    }
-    else {
-        return { text: storedGeneration.text };
-    }
-}
-export function serializeGeneration(generation) {
-    const serializedValue = {
-        text: generation.text,
-    };
-    if (generation.message !== undefined) {
-        serializedValue.message = generation.message.toDict();
-    }
-    return serializedValue;
-}
+export * from "langchain-core/caches";

package/dist/cache/index.cjs

@@ -1,49 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.InMemoryCache = void 0;
-const base_js_1 = require("./base.cjs");
-const index_js_1 = require("../schema/index.cjs");
-const GLOBAL_MAP = new Map();
-/**
- * A cache for storing LLM generations that stores data in memory.
- */
-class InMemoryCache extends index_js_1.BaseCache {
-    constructor(map) {
-        super();
-        Object.defineProperty(this, "cache", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.cache = map ?? new Map();
-    }
-    /**
-     * Retrieves data from the cache using a prompt and an LLM key. If the
-     * data is not found, it returns null.
-     * @param prompt The prompt used to find the data.
-     * @param llmKey The LLM key used to find the data.
-     * @returns The data corresponding to the prompt and LLM key, or null if not found.
-     */
-    lookup(prompt, llmKey) {
-        return Promise.resolve(this.cache.get((0, base_js_1.getCacheKey)(prompt, llmKey)) ?? null);
-    }
-    /**
-     * Updates the cache with new data using a prompt and an LLM key.
-     * @param prompt The prompt used to store the data.
-     * @param llmKey The LLM key used to store the data.
-     * @param value The data to be stored.
-     */
-    async update(prompt, llmKey, value) {
-        this.cache.set((0, base_js_1.getCacheKey)(prompt, llmKey), value);
-    }
-    /**
-     * Returns a global instance of InMemoryCache using a predefined global
-     * map as the initial cache.
-     * @returns A global instance of InMemoryCache.
-     */
-    static global() {
-        return new InMemoryCache(GLOBAL_MAP);
-    }
-}
-exports.InMemoryCache = InMemoryCache;
+var caches_1 = require("langchain-core/caches");
+Object.defineProperty(exports, "InMemoryCache", { enumerable: true, get: function () { return caches_1.InMemoryCache; } });

package/dist/cache/index.d.ts

@@ -1,29 +1 @@
-import { Generation, BaseCache } from "../schema/index.js";
-/**
- * A cache for storing LLM generations that stores data in memory.
- */
-export declare class InMemoryCache<T = Generation[]> extends BaseCache<T> {
-    private cache;
-    constructor(map?: Map<string, T>);
-    /**
-     * Retrieves data from the cache using a prompt and an LLM key. If the
-     * data is not found, it returns null.
-     * @param prompt The prompt used to find the data.
-     * @param llmKey The LLM key used to find the data.
-     * @returns The data corresponding to the prompt and LLM key, or null if not found.
-     */
-    lookup(prompt: string, llmKey: string): Promise<T | null>;
-    /**
-     * Updates the cache with new data using a prompt and an LLM key.
-     * @param prompt The prompt used to store the data.
-     * @param llmKey The LLM key used to store the data.
-     * @param value The data to be stored.
-     */
-    update(prompt: string, llmKey: string, value: T): Promise<void>;
-    /**
-     * Returns a global instance of InMemoryCache using a predefined global
-     * map as the initial cache.
-     * @returns A global instance of InMemoryCache.
-     */
-    static global(): InMemoryCache;
-}
+export { InMemoryCache } from "langchain-core/caches";

package/dist/cache/index.js

@@ -1,45 +1 @@
-import { getCacheKey } from "./base.js";
-import { BaseCache } from "../schema/index.js";
-const GLOBAL_MAP = new Map();
-/**
- * A cache for storing LLM generations that stores data in memory.
- */
-export class InMemoryCache extends BaseCache {
-    constructor(map) {
-        super();
-        Object.defineProperty(this, "cache", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.cache = map ?? new Map();
-    }
-    /**
-     * Retrieves data from the cache using a prompt and an LLM key. If the
-     * data is not found, it returns null.
-     * @param prompt The prompt used to find the data.
-     * @param llmKey The LLM key used to find the data.
-     * @returns The data corresponding to the prompt and LLM key, or null if not found.
-     */
-    lookup(prompt, llmKey) {
-        return Promise.resolve(this.cache.get(getCacheKey(prompt, llmKey)) ?? null);
-    }
-    /**
-     * Updates the cache with new data using a prompt and an LLM key.
-     * @param prompt The prompt used to store the data.
-     * @param llmKey The LLM key used to store the data.
-     * @param value The data to be stored.
-     */
-    async update(prompt, llmKey, value) {
-        this.cache.set(getCacheKey(prompt, llmKey), value);
-    }
-    /**
-     * Returns a global instance of InMemoryCache using a predefined global
-     * map as the initial cache.
-     * @returns A global instance of InMemoryCache.
-     */
-    static global() {
-        return new InMemoryCache(GLOBAL_MAP);
-    }
-}
+export { InMemoryCache } from "langchain-core/caches";

package/dist/callbacks/base.cjs

@@ -10,144 +10,8 @@ var __createBinding = (this && this.__createBinding) || (Object.create ? (functi
     if (k2 === undefined) k2 = k;
     o[k2] = m[k];
 }));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.BaseCallbackHandler = void 0;
-const uuid = __importStar(require("uuid"));
-const serializable_js_1 = require("../load/serializable.cjs");
-/**
- * Abstract class that provides a set of optional methods that can be
- * overridden in derived classes to handle various events during the
- * execution of a LangChain application.
- */
-class BaseCallbackHandlerMethodsClass {
-}
-/**
- * Abstract base class for creating callback handlers in the LangChain
- * framework. It provides a set of optional methods that can be overridden
- * in derived classes to handle various events during the execution of a
- * LangChain application.
- */
-class BaseCallbackHandler extends BaseCallbackHandlerMethodsClass {
-    get lc_namespace() {
-        return ["langchain", "callbacks", this.name];
-    }
-    get lc_secrets() {
-        return undefined;
-    }
-    get lc_attributes() {
-        return undefined;
-    }
-    get lc_aliases() {
-        return undefined;
-    }
-    /**
-     * The name of the serializable. Override to provide an alias or
-     * to preserve the serialized module name in minified environments.
-     *
-     * Implemented as a static method to support loading logic.
-     */
-    static lc_name() {
-        return this.name;
-    }
-    /**
-     * The final serialized identifier for the module.
-     */
-    get lc_id() {
-        return [
-            ...this.lc_namespace,
-            (0, serializable_js_1.get_lc_unique_name)(this.constructor),
-        ];
-    }
-    constructor(input) {
-        super();
-        Object.defineProperty(this, "lc_serializable", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        Object.defineProperty(this, "lc_kwargs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "ignoreLLM", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        Object.defineProperty(this, "ignoreChain", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        Object.defineProperty(this, "ignoreAgent", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        Object.defineProperty(this, "ignoreRetriever", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-        Object.defineProperty(this, "awaitHandlers", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: typeof process !== "undefined"
-                ? // eslint-disable-next-line no-process-env
-                    process.env?.LANGCHAIN_CALLBACKS_BACKGROUND !== "true"
-                : true
-        });
-        this.lc_kwargs = input || {};
-        if (input) {
-            this.ignoreLLM = input.ignoreLLM ?? this.ignoreLLM;
-            this.ignoreChain = input.ignoreChain ?? this.ignoreChain;
-            this.ignoreAgent = input.ignoreAgent ?? this.ignoreAgent;
-            this.ignoreRetriever = input.ignoreRetriever ?? this.ignoreRetriever;
-        }
-    }
-    copy() {
-        return new this.constructor(this);
-    }
-    toJSON() {
-        return serializable_js_1.Serializable.prototype.toJSON.call(this);
-    }
-    toJSONNotImplemented() {
-        return serializable_js_1.Serializable.prototype.toJSONNotImplemented.call(this);
-    }
-    static fromMethods(methods) {
-        class Handler extends BaseCallbackHandler {
-            constructor() {
-                super();
-                Object.defineProperty(this, "name", {
-                    enumerable: true,
-                    configurable: true,
-                    writable: true,
-                    value: uuid.v4()
-                });
-                Object.assign(this, methods);
-            }
-        }
-        return new Handler();
-    }
-}
-exports.BaseCallbackHandler = BaseCallbackHandler;
+__exportStar(require("langchain-core/callbacks/base"), exports);