langchain 0.0.165 → 0.0.167

package/dist/storage/vercel_kv.cjs

@@ -0,0 +1,146 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VercelKVStore = void 0;
+const kv_1 = require("@vercel/kv");
+const storage_js_1 = require("../schema/storage.cjs");
+/**
+ * Class that extends the BaseStore class to interact with a Vercel KV
+ * database. It provides methods for getting, setting, and deleting data,
+ * as well as yielding keys from the database.
+ */
+class VercelKVStore extends storage_js_1.BaseStore {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "storage"]
+        });
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "ttl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "yieldKeysScanBatchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1000
+        });
+        this.client = fields?.client ?? kv_1.kv;
+        this.ttl = fields?.ttl;
+        this.namespace = fields?.namespace;
+        this.yieldKeysScanBatchSize =
+            fields?.yieldKeysScanBatchSize ?? this.yieldKeysScanBatchSize;
+    }
+    _getPrefixedKey(key) {
+        if (this.namespace) {
+            const delimiter = "/";
+            return `${this.namespace}${delimiter}${key}`;
+        }
+        return key;
+    }
+    _getDeprefixedKey(key) {
+        if (this.namespace) {
+            const delimiter = "/";
+            return key.slice(this.namespace.length + delimiter.length);
+        }
+        return key;
+    }
+    /**
+     * Gets multiple keys from the Redis database.
+     * @param keys Array of keys to be retrieved.
+     * @returns An array of retrieved values.
+     */
+    async mget(keys) {
+        const prefixedKeys = keys.map(this._getPrefixedKey.bind(this));
+        const retrievedValues = await this.client.mget(...prefixedKeys);
+        const encoder = new TextEncoder();
+        return retrievedValues.map((value) => {
+            if (value === undefined || value === null) {
+                return undefined;
+            }
+            else if (typeof value === "object") {
+                return encoder.encode(JSON.stringify(value));
+            }
+            else {
+                return encoder.encode(value);
+            }
+        });
+    }
+    /**
+     * Sets multiple keys in the Redis database.
+     * @param keyValuePairs Array of key-value pairs to be set.
+     * @returns Promise that resolves when all keys have been set.
+     */
+    async mset(keyValuePairs) {
+        const decoder = new TextDecoder();
+        const decodedKeyValuePairs = keyValuePairs.map(([key, value]) => [
+            this._getPrefixedKey(key),
+            decoder.decode(value),
+        ]);
+        const pipeline = this.client.pipeline();
+        for (const [key, value] of decodedKeyValuePairs) {
+            if (this.ttl) {
+                pipeline.setex(key, this.ttl, value);
+            }
+            else {
+                pipeline.set(key, value);
+            }
+        }
+        await pipeline.exec();
+    }
+    /**
+     * Deletes multiple keys from the Redis database.
+     * @param keys Array of keys to be deleted.
+     * @returns Promise that resolves when all keys have been deleted.
+     */
+    async mdelete(keys) {
+        await this.client.del(...keys.map(this._getPrefixedKey.bind(this)));
+    }
+    /**
+     * Yields keys from the Redis database.
+     * @param prefix Optional prefix to filter the keys.
+     * @returns An AsyncGenerator that yields keys from the Redis database.
+     */
+    async *yieldKeys(prefix) {
+        let pattern;
+        if (prefix) {
+            pattern = this._getPrefixedKey(prefix);
+        }
+        else {
+            pattern = this._getPrefixedKey("*");
+        }
+        let [cursor, batch] = await this.client.scan(0, {
+            match: pattern,
+            count: this.yieldKeysScanBatchSize,
+        });
+        for (const key of batch) {
+            yield this._getDeprefixedKey(key);
+        }
+        while (cursor !== 0) {
+            [cursor, batch] = await this.client.scan(cursor, {
+                match: pattern,
+                count: this.yieldKeysScanBatchSize,
+            });
+            for (const key of batch) {
+                yield this._getDeprefixedKey(key);
+            }
+        }
+    }
+}
+exports.VercelKVStore = VercelKVStore;

package/dist/storage/vercel_kv.d.ts

@@ -0,0 +1,46 @@
+import { type VercelKV } from "@vercel/kv";
+import { BaseStore } from "../schema/storage.js";
+/**
+ * Class that extends the BaseStore class to interact with a Vercel KV
+ * database. It provides methods for getting, setting, and deleting data,
+ * as well as yielding keys from the database.
+ */
+export declare class VercelKVStore extends BaseStore<string, Uint8Array> {
+    lc_namespace: string[];
+    protected client: VercelKV;
+    protected ttl?: number;
+    protected namespace?: string;
+    protected yieldKeysScanBatchSize: number;
+    constructor(fields?: {
+        client?: VercelKV;
+        ttl?: number;
+        namespace?: string;
+        yieldKeysScanBatchSize?: number;
+    });
+    _getPrefixedKey(key: string): string;
+    _getDeprefixedKey(key: string): string;
+    /**
+     * Gets multiple keys from the Redis database.
+     * @param keys Array of keys to be retrieved.
+     * @returns An array of retrieved values.
+     */
+    mget(keys: string[]): Promise<(Uint8Array | undefined)[]>;
+    /**
+     * Sets multiple keys in the Redis database.
+     * @param keyValuePairs Array of key-value pairs to be set.
+     * @returns Promise that resolves when all keys have been set.
+     */
+    mset(keyValuePairs: [string, Uint8Array][]): Promise<void>;
+    /**
+     * Deletes multiple keys from the Redis database.
+     * @param keys Array of keys to be deleted.
+     * @returns Promise that resolves when all keys have been deleted.
+     */
+    mdelete(keys: string[]): Promise<void>;
+    /**
+     * Yields keys from the Redis database.
+     * @param prefix Optional prefix to filter the keys.
+     * @returns An AsyncGenerator that yields keys from the Redis database.
+     */
+    yieldKeys(prefix?: string): AsyncGenerator<string>;
+}

package/dist/storage/vercel_kv.js

@@ -0,0 +1,142 @@
+import { kv } from "@vercel/kv";
+import { BaseStore } from "../schema/storage.js";
+/**
+ * Class that extends the BaseStore class to interact with a Vercel KV
+ * database. It provides methods for getting, setting, and deleting data,
+ * as well as yielding keys from the database.
+ */
+export class VercelKVStore extends BaseStore {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "storage"]
+        });
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "ttl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "yieldKeysScanBatchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1000
+        });
+        this.client = fields?.client ?? kv;
+        this.ttl = fields?.ttl;
+        this.namespace = fields?.namespace;
+        this.yieldKeysScanBatchSize =
+            fields?.yieldKeysScanBatchSize ?? this.yieldKeysScanBatchSize;
+    }
+    _getPrefixedKey(key) {
+        if (this.namespace) {
+            const delimiter = "/";
+            return `${this.namespace}${delimiter}${key}`;
+        }
+        return key;
+    }
+    _getDeprefixedKey(key) {
+        if (this.namespace) {
+            const delimiter = "/";
+            return key.slice(this.namespace.length + delimiter.length);
+        }
+        return key;
+    }
+    /**
+     * Gets multiple keys from the Redis database.
+     * @param keys Array of keys to be retrieved.
+     * @returns An array of retrieved values.
+     */
+    async mget(keys) {
+        const prefixedKeys = keys.map(this._getPrefixedKey.bind(this));
+        const retrievedValues = await this.client.mget(...prefixedKeys);
+        const encoder = new TextEncoder();
+        return retrievedValues.map((value) => {
+            if (value === undefined || value === null) {
+                return undefined;
+            }
+            else if (typeof value === "object") {
+                return encoder.encode(JSON.stringify(value));
+            }
+            else {
+                return encoder.encode(value);
+            }
+        });
+    }
+    /**
+     * Sets multiple keys in the Redis database.
+     * @param keyValuePairs Array of key-value pairs to be set.
+     * @returns Promise that resolves when all keys have been set.
+     */
+    async mset(keyValuePairs) {
+        const decoder = new TextDecoder();
+        const decodedKeyValuePairs = keyValuePairs.map(([key, value]) => [
+            this._getPrefixedKey(key),
+            decoder.decode(value),
+        ]);
+        const pipeline = this.client.pipeline();
+        for (const [key, value] of decodedKeyValuePairs) {
+            if (this.ttl) {
+                pipeline.setex(key, this.ttl, value);
+            }
+            else {
+                pipeline.set(key, value);
+            }
+        }
+        await pipeline.exec();
+    }
+    /**
+     * Deletes multiple keys from the Redis database.
+     * @param keys Array of keys to be deleted.
+     * @returns Promise that resolves when all keys have been deleted.
+     */
+    async mdelete(keys) {
+        await this.client.del(...keys.map(this._getPrefixedKey.bind(this)));
+    }
+    /**
+     * Yields keys from the Redis database.
+     * @param prefix Optional prefix to filter the keys.
+     * @returns An AsyncGenerator that yields keys from the Redis database.
+     */
+    async *yieldKeys(prefix) {
+        let pattern;
+        if (prefix) {
+            pattern = this._getPrefixedKey(prefix);
+        }
+        else {
+            pattern = this._getPrefixedKey("*");
+        }
+        let [cursor, batch] = await this.client.scan(0, {
+            match: pattern,
+            count: this.yieldKeysScanBatchSize,
+        });
+        for (const key of batch) {
+            yield this._getDeprefixedKey(key);
+        }
+        while (cursor !== 0) {
+            [cursor, batch] = await this.client.scan(cursor, {
+                match: pattern,
+                count: this.yieldKeysScanBatchSize,
+            });
+            for (const key of batch) {
+                yield this._getDeprefixedKey(key);
+            }
+        }
+    }
+}

package/dist/stores/doc/in_memory.cjs

@@ -46,6 +46,19 @@ class InMemoryDocstore extends index_js_1.Docstore {
             this._docs.set(key, value);
         }
     }
+    async mget(keys) {
+        return Promise.all(keys.map((key) => this.search(key)));
+    }
+    async mset(keyValuePairs) {
+        await Promise.all(keyValuePairs.map(([key, value]) => this.add({ [key]: value })));
+    }
+    async mdelete(_keys) {
+        throw new Error("Not implemented.");
+    }
+    // eslint-disable-next-line require-yield
+    async *yieldKeys(_prefix) {
+        throw new Error("Not implemented");
+    }
 }
 exports.InMemoryDocstore = InMemoryDocstore;
 /**

package/dist/stores/doc/in_memory.d.ts

@@ -1,10 +1,11 @@
 import { Document } from "../../document.js";
 import { Docstore } from "../../schema/index.js";
+import { BaseStoreInterface } from "../../schema/storage.js";
 /**
  * Class for storing and retrieving documents in memory asynchronously.
  * Extends the Docstore class.
  */
-export declare class InMemoryDocstore extends Docstore {
+export declare class InMemoryDocstore extends Docstore implements BaseStoreInterface<string, Document> {
     _docs: Map<string, Document>;
     constructor(docs?: Map<string, Document>);
     /**
@@ -19,6 +20,10 @@ export declare class InMemoryDocstore extends Docstore {
      * @returns Void
      */
     add(texts: Record<string, Document>): Promise<void>;
+    mget(keys: string[]): Promise<Document[]>;
+    mset(keyValuePairs: [string, Document][]): Promise<void>;
+    mdelete(_keys: string[]): Promise<void>;
+    yieldKeys(_prefix?: string): AsyncGenerator<string>;
 }
 /**
  * Class for storing and retrieving documents in memory synchronously.

package/dist/stores/doc/in_memory.js

@@ -43,6 +43,19 @@ export class InMemoryDocstore extends Docstore {
             this._docs.set(key, value);
         }
     }
+    async mget(keys) {
+        return Promise.all(keys.map((key) => this.search(key)));
+    }
+    async mset(keyValuePairs) {
+        await Promise.all(keyValuePairs.map(([key, value]) => this.add({ [key]: value })));
+    }
+    async mdelete(_keys) {
+        throw new Error("Not implemented.");
+    }
+    // eslint-disable-next-line require-yield
+    async *yieldKeys(_prefix) {
+        throw new Error("Not implemented");
+    }
 }
 /**
  * Class for storing and retrieving documents in memory synchronously.

package/dist/stores/message/momento.cjs

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MomentoChatMessageHistory = void 0;
 /* eslint-disable no-instanceof/no-instanceof */
-const sdk_1 = require("@gomomento/sdk");
+const sdk_core_1 = require("@gomomento/sdk-core");
 const index_js_1 = require("../../schema/index.cjs");
 const utils_js_1 = require("./utils.cjs");
 const momento_js_1 = require("../../util/momento.cjs");
@@ -50,8 +50,8 @@ class MomentoChatMessageHistory extends index_js_1.BaseListChatMessageHistory {
         this.validateTtlSeconds(props.sessionTtl);
         this.sessionTtl =
             props.sessionTtl !== undefined
-                ? sdk_1.CollectionTtl.of(props.sessionTtl)
-                : sdk_1.CollectionTtl.fromCacheTtl();
+                ? sdk_core_1.CollectionTtl.of(props.sessionTtl)
+                : sdk_core_1.CollectionTtl.fromCacheTtl();
     }
     /**
      * Create a new chat message history backed by Momento.
@@ -80,7 +80,7 @@ class MomentoChatMessageHistory extends index_js_1.BaseListChatMessageHistory {
      */
     validateTtlSeconds(ttlSeconds) {
         if (ttlSeconds !== undefined && ttlSeconds <= 0) {
-            throw new sdk_1.InvalidArgumentError("ttlSeconds must be positive.");
+            throw new sdk_core_1.InvalidArgumentError("ttlSeconds must be positive.");
         }
     }
     /**
@@ -90,15 +90,15 @@ class MomentoChatMessageHistory extends index_js_1.BaseListChatMessageHistory {
     async getMessages() {
         const fetchResponse = await this.client.listFetch(this.cacheName, this.sessionId);
         let messages = [];
-        if (fetchResponse instanceof sdk_1.CacheListFetch.Hit) {
+        if (fetchResponse instanceof sdk_core_1.CacheListFetch.Hit) {
             messages = fetchResponse
                 .valueList()
                 .map((serializedStoredMessage) => JSON.parse(serializedStoredMessage));
         }
-        else if (fetchResponse instanceof sdk_1.CacheListFetch.Miss) {
+        else if (fetchResponse instanceof sdk_core_1.CacheListFetch.Miss) {
             // pass
         }
-        else if (fetchResponse instanceof sdk_1.CacheListFetch.Error) {
+        else if (fetchResponse instanceof sdk_core_1.CacheListFetch.Error) {
             throw fetchResponse.innerException();
         }
         else {
@@ -114,10 +114,10 @@ class MomentoChatMessageHistory extends index_js_1.BaseListChatMessageHistory {
     async addMessage(message) {
         const messageToAdd = JSON.stringify((0, utils_js_1.mapChatMessagesToStoredMessages)([message])[0]);
         const pushResponse = await this.client.listPushBack(this.cacheName, this.sessionId, messageToAdd, { ttl: this.sessionTtl });
-        if (pushResponse instanceof sdk_1.CacheListPushBack.Success) {
+        if (pushResponse instanceof sdk_core_1.CacheListPushBack.Success) {
             // pass
         }
-        else if (pushResponse instanceof sdk_1.CacheListPushBack.Error) {
+        else if (pushResponse instanceof sdk_core_1.CacheListPushBack.Error) {
             throw pushResponse.innerException();
         }
         else {
@@ -130,10 +130,10 @@ class MomentoChatMessageHistory extends index_js_1.BaseListChatMessageHistory {
      */
     async clear() {
         const deleteResponse = await this.client.delete(this.cacheName, this.sessionId);
-        if (deleteResponse instanceof sdk_1.CacheDelete.Success) {
+        if (deleteResponse instanceof sdk_core_1.CacheDelete.Success) {
             // pass
         }
-        else if (deleteResponse instanceof sdk_1.CacheDelete.Error) {
+        else if (deleteResponse instanceof sdk_core_1.CacheDelete.Error) {
             throw deleteResponse.innerException();
         }
         else {

package/dist/stores/message/momento.d.ts

@@ -1,4 +1,4 @@
-import { ICacheClient } from "@gomomento/sdk";
+import { ICacheClient } from "@gomomento/sdk-core";
 import { BaseMessage, BaseListChatMessageHistory } from "../../schema/index.js";
 /**
  * The settings to instantiate the Momento chat message history.

package/dist/stores/message/momento.js

@@ -1,5 +1,5 @@
 /* eslint-disable no-instanceof/no-instanceof */
-import { CacheDelete, CacheListFetch, CacheListPushBack, InvalidArgumentError, CollectionTtl, } from "@gomomento/sdk";
+import { CacheDelete, CacheListFetch, CacheListPushBack, InvalidArgumentError, CollectionTtl, } from "@gomomento/sdk-core";
 import { BaseListChatMessageHistory, } from "../../schema/index.js";
 import { mapChatMessagesToStoredMessages, mapStoredMessagesToChatMessages, } from "./utils.js";
 import { ensureCacheExists } from "../../util/momento.js";

package/dist/util/time.cjs

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sleep = void 0;
+/**
+ * Sleep for a given amount of time.
+ * @param ms - The number of milliseconds to sleep for. Defaults to 1000.
+ * @returns A promise that resolves when the sleep is complete.
+ */
+async function sleep(ms = 1000) {
+    return new Promise((resolve) => {
+        setTimeout(resolve, ms);
+    });
+}
+exports.sleep = sleep;

package/dist/util/time.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Sleep for a given amount of time.
+ * @param ms - The number of milliseconds to sleep for. Defaults to 1000.
+ * @returns A promise that resolves when the sleep is complete.
+ */
+export declare function sleep(ms?: number): Promise<void>;

package/dist/util/time.js

@@ -0,0 +1,10 @@
+/**
+ * Sleep for a given amount of time.
+ * @param ms - The number of milliseconds to sleep for. Defaults to 1000.
+ * @returns A promise that resolves when the sleep is complete.
+ */
+export async function sleep(ms = 1000) {
+    return new Promise((resolve) => {
+        setTimeout(resolve, ms);
+    });
+}

package/dist/vectorstores/cassandra.cjs

@@ -170,7 +170,8 @@ class CassandraStore extends base_js_1.VectorStore {
             : ""}
       vector VECTOR<FLOAT, ${this.dimensions}>
     );`);
-        await this.client.execute(`CREATE CUSTOM INDEX IF NOT EXISTS ann_index 
+        await this.client
+            .execute(`CREATE CUSTOM INDEX IF NOT EXISTS idx_vector_${this.table}
   ON ${this.keyspace}.${this.table}(vector) USING 'StorageAttachedIndex';`);
         this.isInitialized = true;
     }
@@ -188,7 +189,8 @@ class CassandraStore extends base_js_1.VectorStore {
             const document = documents[index];
             const metadataColNames = Object.keys(document.metadata);
             const metadataVals = Object.values(document.metadata);
-            const query = `INSERT INTO ${this.keyspace}.${this.table} (vector, text${metadataColNames.length > 0 ? ", " + metadataColNames.join(", ") : ""}) VALUES ([${vector}], '${document.pageContent}'${metadataVals.length > 0
+            const metadataInsert = metadataColNames.length > 0 ? ", " + metadataColNames.join(", ") : "";
+            const query = `INSERT INTO ${this.keyspace}.${this.table} (vector, text${metadataInsert}) VALUES ([${vector}], '${document.pageContent}'${metadataVals.length > 0
                 ? ", " +
                     metadataVals
                         .map((val) => (typeof val === "number" ? val : `'${val}'`))

package/dist/vectorstores/cassandra.js

@@ -167,7 +167,8 @@ export class CassandraStore extends VectorStore {
             : ""}
       vector VECTOR<FLOAT, ${this.dimensions}>
     );`);
-        await this.client.execute(`CREATE CUSTOM INDEX IF NOT EXISTS ann_index 
+        await this.client
+            .execute(`CREATE CUSTOM INDEX IF NOT EXISTS idx_vector_${this.table}
   ON ${this.keyspace}.${this.table}(vector) USING 'StorageAttachedIndex';`);
         this.isInitialized = true;
     }
@@ -185,7 +186,8 @@ export class CassandraStore extends VectorStore {
             const document = documents[index];
             const metadataColNames = Object.keys(document.metadata);
             const metadataVals = Object.values(document.metadata);
-            const query = `INSERT INTO ${this.keyspace}.${this.table} (vector, text${metadataColNames.length > 0 ? ", " + metadataColNames.join(", ") : ""}) VALUES ([${vector}], '${document.pageContent}'${metadataVals.length > 0
+            const metadataInsert = metadataColNames.length > 0 ? ", " + metadataColNames.join(", ") : "";
+            const query = `INSERT INTO ${this.keyspace}.${this.table} (vector, text${metadataInsert}) VALUES ([${vector}], '${document.pageContent}'${metadataVals.length > 0
                 ? ", " +
                     metadataVals
                         .map((val) => (typeof val === "number" ? val : `'${val}'`))

package/dist/vectorstores/elasticsearch.cjs

@@ -86,7 +86,9 @@ class ElasticVectorSearch extends base_js_1.VectorStore {
         this.m = args.vectorSearchOptions?.m ?? 16;
         this.efConstruction = args.vectorSearchOptions?.efConstruction ?? 100;
         this.candidates = args.vectorSearchOptions?.candidates ?? 200;
-        this.client = args.client;
+        this.client = args.client.child({
+            headers: { "user-agent": "langchain-js-vs/0.0.1" },
+        });
         this.indexName = args.indexName ?? "documents";
     }
     /**

package/dist/vectorstores/elasticsearch.js

@@ -60,7 +60,9 @@ export class ElasticVectorSearch extends VectorStore {
         this.m = args.vectorSearchOptions?.m ?? 16;
         this.efConstruction = args.vectorSearchOptions?.efConstruction ?? 100;
         this.candidates = args.vectorSearchOptions?.candidates ?? 200;
-        this.client = args.client;
+        this.client = args.client.child({
+            headers: { "user-agent": "langchain-js-vs/0.0.1" },
+        });
         this.indexName = args.indexName ?? "documents";
     }
     /**