langchain 0.0.203 → 0.0.204-rc.1

package/dist/storage/upstash_redis.js

@@ -1,170 +1 @@
-import { Redis as UpstashRedis } from "@upstash/redis";
-import { BaseStore } from "../schema/storage.js";
-/**
- * Class that extends the BaseStore class to interact with an Upstash Redis
- * database. It provides methods for getting, setting, and deleting data,
- * as well as yielding keys from the database.
- * @example
- * ```typescript
- * const store = new UpstashRedisStore({
- *   client: new Redis({
- *     url: "your-upstash-redis-url",
- *     token: "your-upstash-redis-token",
- *   }),
- * });
- * await store.mset([
- *   ["message:id:0", "encoded-ai-message"],
- *   ["message:id:1", "encoded-human-message"],
- * ]);
- * const retrievedMessages = await store.mget(["message:id:0", "message:id:1"]);
- * const yieldedKeys = [];
- * for await (const key of store.yieldKeys("message:id")) {
- *   yieldedKeys.push(key);
- * }
- * await store.mdelete(yieldedKeys);
- * ```
- */
-export class UpstashRedisStore extends BaseStore {
-    constructor(fields) {
-        super(fields);
-        Object.defineProperty(this, "lc_namespace", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: ["langchain", "storage"]
-        });
-        Object.defineProperty(this, "client", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "namespace", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "yieldKeysScanBatchSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 1000
-        });
-        Object.defineProperty(this, "sessionTTL", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        if (fields.client) {
-            this.client = fields.client;
-        }
-        else if (fields.config) {
-            this.client = new UpstashRedis(fields.config);
-        }
-        else {
-            throw new Error(`Upstash Redis store requires either a config object or a pre-configured client.`);
-        }
-        this.sessionTTL = fields.sessionTTL;
-        this.yieldKeysScanBatchSize =
-            fields.yieldKeysScanBatchSize ?? this.yieldKeysScanBatchSize;
-        this.namespace = fields.namespace;
-    }
-    _getPrefixedKey(key) {
-        if (this.namespace) {
-            const delimiter = "/";
-            return `${this.namespace}${delimiter}${key}`;
-        }
-        return key;
-    }
-    _getDeprefixedKey(key) {
-        if (this.namespace) {
-            const delimiter = "/";
-            return key.slice(this.namespace.length + delimiter.length);
-        }
-        return key;
-    }
-    /**
-     * Gets multiple keys from the Upstash Redis database.
-     * @param keys Array of keys to be retrieved.
-     * @returns An array of retrieved values.
-     */
-    async mget(keys) {
-        const encoder = new TextEncoder();
-        const prefixedKeys = keys.map(this._getPrefixedKey.bind(this));
-        const retrievedValues = await this.client.mget(...prefixedKeys);
-        return retrievedValues.map((value) => {
-            if (!value) {
-                return undefined;
-            }
-            else if (typeof value === "object") {
-                return encoder.encode(JSON.stringify(value));
-            }
-            else {
-                return encoder.encode(value);
-            }
-        });
-    }
-    /**
-     * Sets multiple keys in the Upstash Redis database.
-     * @param keyValuePairs Array of key-value pairs to be set.
-     * @returns Promise that resolves when all keys have been set.
-     */
-    async mset(keyValuePairs) {
-        const decoder = new TextDecoder();
-        const encodedKeyValuePairs = keyValuePairs.map(([key, value]) => [
-            this._getPrefixedKey(key),
-            decoder.decode(value),
-        ]);
-        const pipeline = this.client.pipeline();
-        for (const [key, value] of encodedKeyValuePairs) {
-            if (this.sessionTTL) {
-                pipeline.setex(key, this.sessionTTL, value);
-            }
-            else {
-                pipeline.set(key, value);
-            }
-        }
-        await pipeline.exec();
-    }
-    /**
-     * Deletes multiple keys from the Upstash Redis database.
-     * @param keys Array of keys to be deleted.
-     * @returns Promise that resolves when all keys have been deleted.
-     */
-    async mdelete(keys) {
-        await this.client.del(...keys.map(this._getPrefixedKey.bind(this)));
-    }
-    /**
-     * Yields keys from the Upstash Redis database.
-     * @param prefix Optional prefix to filter the keys. A wildcard (*) is always appended to the end.
-     * @returns An AsyncGenerator that yields keys from the Upstash Redis database.
-     */
-    async *yieldKeys(prefix) {
-        let pattern;
-        if (prefix) {
-            const wildcardPrefix = prefix.endsWith("*") ? prefix : `${prefix}*`;
-            pattern = `${this._getPrefixedKey(wildcardPrefix)}*`;
-        }
-        else {
-            pattern = this._getPrefixedKey("*");
-        }
-        let [cursor, batch] = await this.client.scan(0, {
-            match: pattern,
-            count: this.yieldKeysScanBatchSize,
-        });
-        for (const key of batch) {
-            yield this._getDeprefixedKey(key);
-        }
-        while (cursor !== 0) {
-            [cursor, batch] = await this.client.scan(cursor, {
-                match: pattern,
-                count: this.yieldKeysScanBatchSize,
-            });
-            for (const key of batch) {
-                yield this._getDeprefixedKey(key);
-            }
-        }
-    }
-}
+export * from "@langchain/community/storage/upstash_redis";

package/dist/storage/vercel_kv.cjs

@@ -1,163 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.VercelKVStore = void 0;
-const kv_1 = require("@vercel/kv");
-const storage_js_1 = require("../schema/storage.cjs");
-/**
- * Class that extends the BaseStore class to interact with a Vercel KV
- * database. It provides methods for getting, setting, and deleting data,
- * as well as yielding keys from the database.
- * @example
- * ```typescript
- * const store = new VercelKVStore({
- *   client: getClient(),
- * });
- * await store.mset([
- *   { key: "message:id:0", value: "encoded message 0" },
- *   { key: "message:id:1", value: "encoded message 1" },
- * ]);
- * const retrievedMessages = await store.mget(["message:id:0", "message:id:1"]);
- * const yieldedKeys = [];
- * for await (const key of store.yieldKeys("message:id:")) {
- *   yieldedKeys.push(key);
- * }
- * await store.mdelete(yieldedKeys);
- * ```
- */
-class VercelKVStore extends storage_js_1.BaseStore {
-    constructor(fields) {
-        super(fields);
-        Object.defineProperty(this, "lc_namespace", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: ["langchain", "storage"]
-        });
-        Object.defineProperty(this, "client", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "ttl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "namespace", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "yieldKeysScanBatchSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 1000
-        });
-        this.client = fields?.client ?? kv_1.kv;
-        this.ttl = fields?.ttl;
-        this.namespace = fields?.namespace;
-        this.yieldKeysScanBatchSize =
-            fields?.yieldKeysScanBatchSize ?? this.yieldKeysScanBatchSize;
-    }
-    _getPrefixedKey(key) {
-        if (this.namespace) {
-            const delimiter = "/";
-            return `${this.namespace}${delimiter}${key}`;
-        }
-        return key;
-    }
-    _getDeprefixedKey(key) {
-        if (this.namespace) {
-            const delimiter = "/";
-            return key.slice(this.namespace.length + delimiter.length);
-        }
-        return key;
-    }
-    /**
-     * Gets multiple keys from the Redis database.
-     * @param keys Array of keys to be retrieved.
-     * @returns An array of retrieved values.
-     */
-    async mget(keys) {
-        const prefixedKeys = keys.map(this._getPrefixedKey.bind(this));
-        const retrievedValues = await this.client.mget(...prefixedKeys);
-        const encoder = new TextEncoder();
-        return retrievedValues.map((value) => {
-            if (value === undefined || value === null) {
-                return undefined;
-            }
-            else if (typeof value === "object") {
-                return encoder.encode(JSON.stringify(value));
-            }
-            else {
-                return encoder.encode(value);
-            }
-        });
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    /**
-     * Sets multiple keys in the Redis database.
-     * @param keyValuePairs Array of key-value pairs to be set.
-     * @returns Promise that resolves when all keys have been set.
-     */
-    async mset(keyValuePairs) {
-        const decoder = new TextDecoder();
-        const decodedKeyValuePairs = keyValuePairs.map(([key, value]) => [
-            this._getPrefixedKey(key),
-            decoder.decode(value),
-        ]);
-        const pipeline = this.client.pipeline();
-        for (const [key, value] of decodedKeyValuePairs) {
-            if (this.ttl) {
-                pipeline.setex(key, this.ttl, value);
-            }
-            else {
-                pipeline.set(key, value);
-            }
-        }
-        await pipeline.exec();
-    }
-    /**
-     * Deletes multiple keys from the Redis database.
-     * @param keys Array of keys to be deleted.
-     * @returns Promise that resolves when all keys have been deleted.
-     */
-    async mdelete(keys) {
-        await this.client.del(...keys.map(this._getPrefixedKey.bind(this)));
-    }
-    /**
-     * Yields keys from the Redis database.
-     * @param prefix Optional prefix to filter the keys.
-     * @returns An AsyncGenerator that yields keys from the Redis database.
-     */
-    async *yieldKeys(prefix) {
-        let pattern;
-        if (prefix) {
-            const wildcardPrefix = prefix.endsWith("*") ? prefix : `${prefix}*`;
-            pattern = this._getPrefixedKey(wildcardPrefix);
-        }
-        else {
-            pattern = this._getPrefixedKey("*");
-        }
-        let [cursor, batch] = await this.client.scan(0, {
-            match: pattern,
-            count: this.yieldKeysScanBatchSize,
-        });
-        for (const key of batch) {
-            yield this._getDeprefixedKey(key);
-        }
-        while (cursor !== 0) {
-            [cursor, batch] = await this.client.scan(cursor, {
-                match: pattern,
-                count: this.yieldKeysScanBatchSize,
-            });
-            for (const key of batch) {
-                yield this._getDeprefixedKey(key);
-            }
-        }
-    }
-}
-exports.VercelKVStore = VercelKVStore;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/storage/vercel_kv"), exports);

package/dist/storage/vercel_kv.d.ts

@@ -1,62 +1 @@
-import { type VercelKV } from "@vercel/kv";
-import { BaseStore } from "../schema/storage.js";
-/**
- * Class that extends the BaseStore class to interact with a Vercel KV
- * database. It provides methods for getting, setting, and deleting data,
- * as well as yielding keys from the database.
- * @example
- * ```typescript
- * const store = new VercelKVStore({
- *   client: getClient(),
- * });
- * await store.mset([
- *   { key: "message:id:0", value: "encoded message 0" },
- *   { key: "message:id:1", value: "encoded message 1" },
- * ]);
- * const retrievedMessages = await store.mget(["message:id:0", "message:id:1"]);
- * const yieldedKeys = [];
- * for await (const key of store.yieldKeys("message:id:")) {
- *   yieldedKeys.push(key);
- * }
- * await store.mdelete(yieldedKeys);
- * ```
- */
-export declare class VercelKVStore extends BaseStore<string, Uint8Array> {
-    lc_namespace: string[];
-    protected client: VercelKV;
-    protected ttl?: number;
-    protected namespace?: string;
-    protected yieldKeysScanBatchSize: number;
-    constructor(fields?: {
-        client?: VercelKV;
-        ttl?: number;
-        namespace?: string;
-        yieldKeysScanBatchSize?: number;
-    });
-    _getPrefixedKey(key: string): string;
-    _getDeprefixedKey(key: string): string;
-    /**
-     * Gets multiple keys from the Redis database.
-     * @param keys Array of keys to be retrieved.
-     * @returns An array of retrieved values.
-     */
-    mget(keys: string[]): Promise<(Uint8Array | undefined)[]>;
-    /**
-     * Sets multiple keys in the Redis database.
-     * @param keyValuePairs Array of key-value pairs to be set.
-     * @returns Promise that resolves when all keys have been set.
-     */
-    mset(keyValuePairs: [string, Uint8Array][]): Promise<void>;
-    /**
-     * Deletes multiple keys from the Redis database.
-     * @param keys Array of keys to be deleted.
-     * @returns Promise that resolves when all keys have been deleted.
-     */
-    mdelete(keys: string[]): Promise<void>;
-    /**
-     * Yields keys from the Redis database.
-     * @param prefix Optional prefix to filter the keys.
-     * @returns An AsyncGenerator that yields keys from the Redis database.
-     */
-    yieldKeys(prefix?: string): AsyncGenerator<string>;
-}
+export * from "@langchain/community/storage/vercel_kv";

package/dist/storage/vercel_kv.js

@@ -1,159 +1 @@
-import { kv } from "@vercel/kv";
-import { BaseStore } from "../schema/storage.js";
-/**
- * Class that extends the BaseStore class to interact with a Vercel KV
- * database. It provides methods for getting, setting, and deleting data,
- * as well as yielding keys from the database.
- * @example
- * ```typescript
- * const store = new VercelKVStore({
- *   client: getClient(),
- * });
- * await store.mset([
- *   { key: "message:id:0", value: "encoded message 0" },
- *   { key: "message:id:1", value: "encoded message 1" },
- * ]);
- * const retrievedMessages = await store.mget(["message:id:0", "message:id:1"]);
- * const yieldedKeys = [];
- * for await (const key of store.yieldKeys("message:id:")) {
- *   yieldedKeys.push(key);
- * }
- * await store.mdelete(yieldedKeys);
- * ```
- */
-export class VercelKVStore extends BaseStore {
-    constructor(fields) {
-        super(fields);
-        Object.defineProperty(this, "lc_namespace", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: ["langchain", "storage"]
-        });
-        Object.defineProperty(this, "client", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "ttl", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "namespace", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "yieldKeysScanBatchSize", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 1000
-        });
-        this.client = fields?.client ?? kv;
-        this.ttl = fields?.ttl;
-        this.namespace = fields?.namespace;
-        this.yieldKeysScanBatchSize =
-            fields?.yieldKeysScanBatchSize ?? this.yieldKeysScanBatchSize;
-    }
-    _getPrefixedKey(key) {
-        if (this.namespace) {
-            const delimiter = "/";
-            return `${this.namespace}${delimiter}${key}`;
-        }
-        return key;
-    }
-    _getDeprefixedKey(key) {
-        if (this.namespace) {
-            const delimiter = "/";
-            return key.slice(this.namespace.length + delimiter.length);
-        }
-        return key;
-    }
-    /**
-     * Gets multiple keys from the Redis database.
-     * @param keys Array of keys to be retrieved.
-     * @returns An array of retrieved values.
-     */
-    async mget(keys) {
-        const prefixedKeys = keys.map(this._getPrefixedKey.bind(this));
-        const retrievedValues = await this.client.mget(...prefixedKeys);
-        const encoder = new TextEncoder();
-        return retrievedValues.map((value) => {
-            if (value === undefined || value === null) {
-                return undefined;
-            }
-            else if (typeof value === "object") {
-                return encoder.encode(JSON.stringify(value));
-            }
-            else {
-                return encoder.encode(value);
-            }
-        });
-    }
-    /**
-     * Sets multiple keys in the Redis database.
-     * @param keyValuePairs Array of key-value pairs to be set.
-     * @returns Promise that resolves when all keys have been set.
-     */
-    async mset(keyValuePairs) {
-        const decoder = new TextDecoder();
-        const decodedKeyValuePairs = keyValuePairs.map(([key, value]) => [
-            this._getPrefixedKey(key),
-            decoder.decode(value),
-        ]);
-        const pipeline = this.client.pipeline();
-        for (const [key, value] of decodedKeyValuePairs) {
-            if (this.ttl) {
-                pipeline.setex(key, this.ttl, value);
-            }
-            else {
-                pipeline.set(key, value);
-            }
-        }
-        await pipeline.exec();
-    }
-    /**
-     * Deletes multiple keys from the Redis database.
-     * @param keys Array of keys to be deleted.
-     * @returns Promise that resolves when all keys have been deleted.
-     */
-    async mdelete(keys) {
-        await this.client.del(...keys.map(this._getPrefixedKey.bind(this)));
-    }
-    /**
-     * Yields keys from the Redis database.
-     * @param prefix Optional prefix to filter the keys.
-     * @returns An AsyncGenerator that yields keys from the Redis database.
-     */
-    async *yieldKeys(prefix) {
-        let pattern;
-        if (prefix) {
-            const wildcardPrefix = prefix.endsWith("*") ? prefix : `${prefix}*`;
-            pattern = this._getPrefixedKey(wildcardPrefix);
-        }
-        else {
-            pattern = this._getPrefixedKey("*");
-        }
-        let [cursor, batch] = await this.client.scan(0, {
-            match: pattern,
-            count: this.yieldKeysScanBatchSize,
-        });
-        for (const key of batch) {
-            yield this._getDeprefixedKey(key);
-        }
-        while (cursor !== 0) {
-            [cursor, batch] = await this.client.scan(cursor, {
-                match: pattern,
-                count: this.yieldKeysScanBatchSize,
-            });
-            for (const key of batch) {
-                yield this._getDeprefixedKey(key);
-            }
-        }
-    }
-}
+export * from "@langchain/community/storage/vercel_kv";

package/dist/stores/doc/in_memory.cjs

@@ -1,107 +1,17 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.SynchronousInMemoryDocstore = exports.InMemoryDocstore = void 0;
-const index_js_1 = require("../../schema/index.cjs");
-/**
- * Class for storing and retrieving documents in memory asynchronously.
- * Extends the Docstore class.
- */
-class InMemoryDocstore extends index_js_1.Docstore {
-    constructor(docs) {
-        super();
-        Object.defineProperty(this, "_docs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this._docs = docs ?? new Map();
-    }
-    /**
-     * Searches for a document in the store based on its ID.
-     * @param search The ID of the document to search for.
-     * @returns The document with the given ID.
-     */
-    async search(search) {
-        const result = this._docs.get(search);
-        if (!result) {
-            throw new Error(`ID ${search} not found.`);
-        }
-        else {
-            return result;
-        }
-    }
-    /**
-     * Adds new documents to the store.
-     * @param texts An object where the keys are document IDs and the values are the documents themselves.
-     * @returns Void
-     */
-    async add(texts) {
-        const keys = [...this._docs.keys()];
-        const overlapping = Object.keys(texts).filter((x) => keys.includes(x));
-        if (overlapping.length > 0) {
-            throw new Error(`Tried to add ids that already exist: ${overlapping}`);
-        }
-        for (const [key, value] of Object.entries(texts)) {
-            this._docs.set(key, value);
-        }
-    }
-    async mget(keys) {
-        return Promise.all(keys.map((key) => this.search(key)));
-    }
-    async mset(keyValuePairs) {
-        await Promise.all(keyValuePairs.map(([key, value]) => this.add({ [key]: value })));
-    }
-    async mdelete(_keys) {
-        throw new Error("Not implemented.");
-    }
-    // eslint-disable-next-line require-yield
-    async *yieldKeys(_prefix) {
-        throw new Error("Not implemented");
-    }
-}
-exports.InMemoryDocstore = InMemoryDocstore;
-/**
- * Class for storing and retrieving documents in memory synchronously.
- */
-class SynchronousInMemoryDocstore {
-    constructor(docs) {
-        Object.defineProperty(this, "_docs", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this._docs = docs ?? new Map();
-    }
-    /**
-     * Searches for a document in the store based on its ID.
-     * @param search The ID of the document to search for.
-     * @returns The document with the given ID.
-     */
-    search(search) {
-        const result = this._docs.get(search);
-        if (!result) {
-            throw new Error(`ID ${search} not found.`);
-        }
-        else {
-            return result;
-        }
-    }
-    /**
-     * Adds new documents to the store.
-     * @param texts An object where the keys are document IDs and the values are the documents themselves.
-     * @returns Void
-     */
-    add(texts) {
-        const keys = [...this._docs.keys()];
-        const overlapping = Object.keys(texts).filter((x) => keys.includes(x));
-        if (overlapping.length > 0) {
-            throw new Error(`Tried to add ids that already exist: ${overlapping}`);
-        }
-        for (const [key, value] of Object.entries(texts)) {
-            this._docs.set(key, value);
-        }
-    }
-}
-exports.SynchronousInMemoryDocstore = SynchronousInMemoryDocstore;
+__exportStar(require("@langchain/community/stores/doc/in_memory"), exports);