langchain 0.0.170 → 0.0.172

package/dist/vectorstores/cassandra.js

@@ -50,6 +50,12 @@ export class CassandraStore extends VectorStore {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "indices", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "isInitialized", {
             enumerable: true,
             configurable: true,
@@ -62,6 +68,7 @@ export class CassandraStore extends VectorStore {
         this.table = args.table;
         this.primaryKey = args.primaryKey;
         this.metadataColumns = args.metadataColumns;
+        this.indices = args.indices;
     }
     /**
      * Method to save vectors to the Cassandra database.
@@ -91,13 +98,14 @@ export class CassandraStore extends VectorStore {
      * Method to search for vectors that are similar to a given query vector.
      * @param query The query vector.
      * @param k The number of similar vectors to return.
+     * @param filter
      * @returns Promise that resolves with an array of tuples, each containing a Document and a score.
      */
-    async similaritySearchVectorWithScore(query, k) {
+    async similaritySearchVectorWithScore(query, k, filter) {
         if (!this.isInitialized) {
             await this.initialize();
         }
-        const queryStr = this.buildSearchQuery(query, k);
+        const queryStr = this.buildSearchQuery(query, k, filter);
         const queryResultSet = await this.client.execute(queryStr);
         return queryResultSet?.rows.map((row, index) => {
             const textContent = row.text;
@@ -170,6 +178,11 @@ export class CassandraStore extends VectorStore {
         await this.client
             .execute(`CREATE CUSTOM INDEX IF NOT EXISTS idx_vector_${this.table}
   ON ${this.keyspace}.${this.table}(vector) USING 'StorageAttachedIndex';`);
+        for await (const { name, value } of this.indices) {
+            await this.client
+                .execute(`CREATE CUSTOM INDEX IF NOT EXISTS idx_${this.table}_${name}
+  ON ${this.keyspace}.${this.table} ${value} USING 'StorageAttachedIndex';`);
+        }
         this.isInitialized = true;
     }
     /**
@@ -197,14 +210,22 @@ export class CassandraStore extends VectorStore {
         }
         return queries;
     }
+    buildWhereClause(filter) {
+        const whereClause = Object.entries(filter)
+            .map(([key, value]) => `${key} = '${value}'`)
+            .join(" AND ");
+        return `WHERE ${whereClause}`;
+    }
     /**
      * Method to build an CQL query for searching for similar vectors in the
      * Cassandra database.
      * @param query The query vector.
      * @param k The number of similar vectors to return.
+     * @param filter
      * @returns The CQL query string.
      */
-    buildSearchQuery(query, k) {
-        return `SELECT * FROM ${this.keyspace}.${this.table} ORDER BY vector ANN OF [${query}] LIMIT ${k || 1};`;
+    buildSearchQuery(query, k = 1, filter = undefined) {
+        const whereClause = filter ? this.buildWhereClause(filter) : "";
+        return `SELECT * FROM ${this.keyspace}.${this.table} ${whereClause} ORDER BY vector ANN OF [${query}] LIMIT ${k}`;
     }
 }

package/dist/vectorstores/momento_vector_index.cjs

@@ -104,16 +104,6 @@ class MomentoVectorIndex extends base_js_1.VectorStore {
             throw new Error(`Unknown response type: ${response.toString()}`);
         }
     }
-    /**
-     * Converts the metadata to a format that can be stored in the index.
-     *
-     * @remarks stringifies all values in the metadata object
-     * @param metadata The metadata to convert.
-     * @returns The converted metadata.
-     */
-    static prepareMetadata(metadata) {
-        return Object.fromEntries(Object.entries(metadata).map(([key, val]) => [key, JSON.stringify(val)]));
-    }
     /**
      * Converts the documents to a format that can be stored in the index.
      *
@@ -129,7 +119,7 @@ class MomentoVectorIndex extends base_js_1.VectorStore {
             id: ids[idx],
             vector,
             metadata: {
-                ...MomentoVectorIndex.prepareMetadata(documents[idx].metadata),
+                ...documents[idx].metadata,
                 [this.textField]: documents[idx].pageContent,
             },
         }));
@@ -231,10 +221,8 @@ class MomentoVectorIndex extends base_js_1.VectorStore {
             }
             return response.hits().map((hit) => [
                 new document_js_1.Document({
-                    pageContent: hit.metadata[this.textField] ?? "",
-                    metadata: Object.fromEntries(Object.entries(hit.metadata)
-                        .filter(([key]) => key !== this.textField)
-                        .map(([key, val]) => [key, JSON.parse(val)])),
+                    pageContent: hit.metadata[this.textField]?.toString() ?? "",
+                    metadata: Object.fromEntries(Object.entries(hit.metadata).filter(([key]) => key !== this.textField)),
                 }),
                 hit.distance,
             ]);

package/dist/vectorstores/momento_vector_index.d.ts

@@ -61,14 +61,6 @@ export declare class MomentoVectorIndex extends VectorStore {
      * @returns Promise that resolves to true if the index was created, false if it already existed.
      */
     private ensureIndexExists;
-    /**
-     * Converts the metadata to a format that can be stored in the index.
-     *
-     * @remarks stringifies all values in the metadata object
-     * @param metadata The metadata to convert.
-     * @returns The converted metadata.
-     */
-    private static prepareMetadata;
     /**
      * Converts the documents to a format that can be stored in the index.
      *

package/dist/vectorstores/momento_vector_index.js

@@ -78,16 +78,6 @@ export class MomentoVectorIndex extends VectorStore {
             throw new Error(`Unknown response type: ${response.toString()}`);
         }
     }
-    /**
-     * Converts the metadata to a format that can be stored in the index.
-     *
-     * @remarks stringifies all values in the metadata object
-     * @param metadata The metadata to convert.
-     * @returns The converted metadata.
-     */
-    static prepareMetadata(metadata) {
-        return Object.fromEntries(Object.entries(metadata).map(([key, val]) => [key, JSON.stringify(val)]));
-    }
     /**
      * Converts the documents to a format that can be stored in the index.
      *
@@ -103,7 +93,7 @@ export class MomentoVectorIndex extends VectorStore {
             id: ids[idx],
             vector,
             metadata: {
-                ...MomentoVectorIndex.prepareMetadata(documents[idx].metadata),
+                ...documents[idx].metadata,
                 [this.textField]: documents[idx].pageContent,
             },
         }));
@@ -205,10 +195,8 @@ export class MomentoVectorIndex extends VectorStore {
             }
             return response.hits().map((hit) => [
                 new Document({
-                    pageContent: hit.metadata[this.textField] ?? "",
-                    metadata: Object.fromEntries(Object.entries(hit.metadata)
-                        .filter(([key]) => key !== this.textField)
-                        .map(([key, val]) => [key, JSON.parse(val)])),
+                    pageContent: hit.metadata[this.textField]?.toString() ?? "",
+                    metadata: Object.fromEntries(Object.entries(hit.metadata).filter(([key]) => key !== this.textField)),
                 }),
                 hit.distance,
             ]);

package/dist/vectorstores/neo4j_vector.cjs

@@ -33,6 +33,20 @@ const document_js_1 = require("../document.cjs");
 const base_js_1 = require("./base.cjs");
 const DEFAULT_SEARCH_TYPE = "vector";
 const DEFAULT_DISTANCE_STRATEGY = "cosine";
+/**
+ * @security *Security note*: Make sure that the database connection uses credentials
+ * that are narrowly-scoped to only include necessary permissions.
+ * Failure to do so may result in data corruption or loss, since the calling
+ * code may attempt commands that would result in deletion, mutation
+ * of data if appropriately prompted or reading sensitive data if such
+ * data is present in the database.
+ * The best way to guard against such negative outcomes is to (as appropriate)
+ * limit the permissions granted to the credentials used with this tool.
+ * For example, creating read only users for the database is a good way to
+ * ensure that the calling code cannot mutate or delete data.
+ *
+ * @link See https://js.langchain.com/docs/security for more information.
+ */
 class Neo4jVectorStore extends base_js_1.VectorStore {
     _vectorstoreType() {
         return "neo4jvector";

package/dist/vectorstores/neo4j_vector.d.ts

@@ -19,6 +19,20 @@ interface Neo4jVectorStoreArgs {
     nodeLabel?: string;
     createIdIndex?: boolean;
 }
+/**
+ * @security *Security note*: Make sure that the database connection uses credentials
+ * that are narrowly-scoped to only include necessary permissions.
+ * Failure to do so may result in data corruption or loss, since the calling
+ * code may attempt commands that would result in deletion, mutation
+ * of data if appropriately prompted or reading sensitive data if such
+ * data is present in the database.
+ * The best way to guard against such negative outcomes is to (as appropriate)
+ * limit the permissions granted to the credentials used with this tool.
+ * For example, creating read only users for the database is a good way to
+ * ensure that the calling code cannot mutate or delete data.
+ *
+ * @link See https://js.langchain.com/docs/security for more information.
+ */
 export declare class Neo4jVectorStore extends VectorStore {
     private driver;
     private database;

package/dist/vectorstores/neo4j_vector.js

@@ -4,6 +4,20 @@ import { Document } from "../document.js";
 import { VectorStore } from "./base.js";
 const DEFAULT_SEARCH_TYPE = "vector";
 const DEFAULT_DISTANCE_STRATEGY = "cosine";
+/**
+ * @security *Security note*: Make sure that the database connection uses credentials
+ * that are narrowly-scoped to only include necessary permissions.
+ * Failure to do so may result in data corruption or loss, since the calling
+ * code may attempt commands that would result in deletion, mutation
+ * of data if appropriately prompted or reading sensitive data if such
+ * data is present in the database.
+ * The best way to guard against such negative outcomes is to (as appropriate)
+ * limit the permissions granted to the credentials used with this tool.
+ * For example, creating read only users for the database is a good way to
+ * ensure that the calling code cannot mutate or delete data.
+ *
+ * @link See https://js.langchain.com/docs/security for more information.
+ */
 export class Neo4jVectorStore extends VectorStore {
     _vectorstoreType() {
         return "neo4jvector";

package/dist/vectorstores/qdrant.cjs

@@ -54,12 +54,7 @@ class QdrantVectorStore extends base_js_1.VectorStore {
                     apiKey,
                 });
         this.collectionName = args.collectionName ?? "documents";
-        this.collectionConfig = args.collectionConfig ?? {
-            vectors: {
-                size: 1536,
-                distance: "Cosine",
-            },
-        };
+        this.collectionConfig = args.collectionConfig;
     }
     /**
      * Method to add documents to the Qdrant database. It generates vectors
@@ -93,10 +88,17 @@ class QdrantVectorStore extends base_js_1.VectorStore {
                 metadata: documents[idx].metadata,
             },
         }));
-        await this.client.upsert(this.collectionName, {
-            wait: true,
-            points,
-        });
+        try {
+            await this.client.upsert(this.collectionName, {
+                wait: true,
+                points,
+            });
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        }
+        catch (e) {
+            const error = new Error(`${e?.status ?? "Undefined error code"} ${e?.message}: ${e?.data?.status?.error}`);
+            throw error;
+        }
     }
     /**
      * Method to search for vectors in the Qdrant database that are similar to
@@ -135,7 +137,13 @@ class QdrantVectorStore extends base_js_1.VectorStore {
         const response = await this.client.getCollections();
         const collectionNames = response.collections.map((collection) => collection.name);
         if (!collectionNames.includes(this.collectionName)) {
-            await this.client.createCollection(this.collectionName, this.collectionConfig);
+            const collectionConfig = this.collectionConfig ?? {
+                vectors: {
+                    size: (await this.embeddings.embedQuery("test")).length,
+                    distance: "Cosine",
+                },
+            };
+            await this.client.createCollection(this.collectionName, collectionConfig);
         }
     }
     /**

package/dist/vectorstores/qdrant.d.ts

@@ -28,7 +28,7 @@ export declare class QdrantVectorStore extends VectorStore {
     };
     client: QdrantClient;
     collectionName: string;
-    collectionConfig: QdrantSchemas["CreateCollection"];
+    collectionConfig?: QdrantSchemas["CreateCollection"];
     _vectorstoreType(): string;
     constructor(embeddings: Embeddings, args: QdrantLibArgs);
     /**

package/dist/vectorstores/qdrant.js

@@ -51,12 +51,7 @@ export class QdrantVectorStore extends VectorStore {
                     apiKey,
                 });
         this.collectionName = args.collectionName ?? "documents";
-        this.collectionConfig = args.collectionConfig ?? {
-            vectors: {
-                size: 1536,
-                distance: "Cosine",
-            },
-        };
+        this.collectionConfig = args.collectionConfig;
     }
     /**
      * Method to add documents to the Qdrant database. It generates vectors
@@ -90,10 +85,17 @@ export class QdrantVectorStore extends VectorStore {
                 metadata: documents[idx].metadata,
             },
         }));
-        await this.client.upsert(this.collectionName, {
-            wait: true,
-            points,
-        });
+        try {
+            await this.client.upsert(this.collectionName, {
+                wait: true,
+                points,
+            });
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        }
+        catch (e) {
+            const error = new Error(`${e?.status ?? "Undefined error code"} ${e?.message}: ${e?.data?.status?.error}`);
+            throw error;
+        }
     }
     /**
      * Method to search for vectors in the Qdrant database that are similar to
@@ -132,7 +134,13 @@ export class QdrantVectorStore extends VectorStore {
         const response = await this.client.getCollections();
         const collectionNames = response.collections.map((collection) => collection.name);
         if (!collectionNames.includes(this.collectionName)) {
-            await this.client.createCollection(this.collectionName, this.collectionConfig);
+            const collectionConfig = this.collectionConfig ?? {
+                vectors: {
+                    size: (await this.embeddings.embedQuery("test")).length,
+                    distance: "Cosine",
+                },
+            };
+            await this.client.createCollection(this.collectionName, collectionConfig);
         }
     }
     /**

package/dist/vectorstores/redis.cjs

@@ -108,6 +108,9 @@ class RedisVectorStore extends base_js_1.VectorStore {
      * @returns A promise that resolves when the vectors have been added.
      */
     async addVectors(vectors, documents, { keys, batchSize = 1000 } = {}) {
+        if (!vectors.length || !vectors[0].length) {
+            throw new Error("No vectors provided");
+        }
         // check if the index exists and create it if it doesn't
         await this.createIndex(vectors[0].length);
         const info = await this.redisClient.ft.info(this.indexName);
@@ -222,7 +225,7 @@ class RedisVectorStore extends base_js_1.VectorStore {
     /**
      * Method for creating an index in the RedisVectorStore. If the index
      * already exists, it does nothing.
-     * @param dimensions The dimensions of the index. Defaults to 1536.
+     * @param dimensions The dimensions of the index
      * @returns A promise that resolves when the index has been created.
      */
     async createIndex(dimensions = 1536) {

package/dist/vectorstores/redis.d.ts

@@ -137,7 +137,7 @@ export declare class RedisVectorStore extends VectorStore {
     /**
      * Method for creating an index in the RedisVectorStore. If the index
      * already exists, it does nothing.
-     * @param dimensions The dimensions of the index. Defaults to 1536.
+     * @param dimensions The dimensions of the index
      * @returns A promise that resolves when the index has been created.
      */
     createIndex(dimensions?: number): Promise<void>;

package/dist/vectorstores/redis.js

@@ -105,6 +105,9 @@ export class RedisVectorStore extends VectorStore {
      * @returns A promise that resolves when the vectors have been added.
      */
     async addVectors(vectors, documents, { keys, batchSize = 1000 } = {}) {
+        if (!vectors.length || !vectors[0].length) {
+            throw new Error("No vectors provided");
+        }
         // check if the index exists and create it if it doesn't
         await this.createIndex(vectors[0].length);
         const info = await this.redisClient.ft.info(this.indexName);
@@ -219,7 +222,7 @@ export class RedisVectorStore extends VectorStore {
     /**
      * Method for creating an index in the RedisVectorStore. If the index
      * already exists, it does nothing.
-     * @param dimensions The dimensions of the index. Defaults to 1536.
+     * @param dimensions The dimensions of the index
      * @returns A promise that resolves when the index has been created.
      */
     async createIndex(dimensions = 1536) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.170",
+  "version": "0.0.172",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -34,6 +34,18 @@
     "agents/format_scratchpad.cjs",
     "agents/format_scratchpad.js",
     "agents/format_scratchpad.d.ts",
+    "agents/format_scratchpad/log.cjs",
+    "agents/format_scratchpad/log.js",
+    "agents/format_scratchpad/log.d.ts",
+    "agents/format_scratchpad/xml.cjs",
+    "agents/format_scratchpad/xml.js",
+    "agents/format_scratchpad/xml.d.ts",
+    "agents/format_scratchpad/log_to_message.cjs",
+    "agents/format_scratchpad/log_to_message.js",
+    "agents/format_scratchpad/log_to_message.d.ts",
+    "agents/react/output_parser.cjs",
+    "agents/react/output_parser.js",
+    "agents/react/output_parser.d.ts",
     "base_language.cjs",
     "base_language.js",
     "base_language.d.ts",
@@ -49,6 +61,9 @@
     "tools/calculator.cjs",
     "tools/calculator.js",
     "tools/calculator.d.ts",
+    "tools/render.cjs",
+    "tools/render.js",
+    "tools/render.d.ts",
     "tools/sql.cjs",
     "tools/sql.js",
     "tools/sql.d.ts",
@@ -475,6 +490,9 @@
     "chat_models/minimax.cjs",
     "chat_models/minimax.js",
     "chat_models/minimax.d.ts",
+    "chat_models/llama_cpp.cjs",
+    "chat_models/llama_cpp.js",
+    "chat_models/llama_cpp.d.ts",
     "chat_models/yandex.cjs",
     "chat_models/yandex.js",
     "chat_models/yandex.d.ts",
@@ -670,6 +688,9 @@
     "storage/upstash_redis.cjs",
     "storage/upstash_redis.js",
     "storage/upstash_redis.d.ts",
+    "storage/file_system.cjs",
+    "storage/file_system.js",
+    "storage/file_system.d.ts",
     "graphs/neo4j_graph.cjs",
     "graphs/neo4j_graph.js",
     "graphs/neo4j_graph.d.ts",
@@ -765,8 +786,8 @@
     "@faker-js/faker": "^7.6.0",
     "@getmetal/metal-sdk": "^4.0.0",
     "@getzep/zep-js": "^0.8.0",
-    "@gomomento/sdk": "^1.41.2",
-    "@gomomento/sdk-core": "^1.41.2",
+    "@gomomento/sdk": "^1.44.1",
+    "@gomomento/sdk-core": "^1.44.1",
     "@google-ai/generativelanguage": "^0.2.1",
     "@google-cloud/storage": "^6.10.1",
     "@huggingface/inference": "^1.5.1",
@@ -853,7 +874,7 @@
     "mongodb": "^5.2.0",
     "mysql2": "^3.3.3",
     "neo4j-driver": "^5.12.0",
-    "node-llama-cpp": "^2.1.2",
+    "node-llama-cpp": "2.7.3",
     "notion-to-md": "^3.1.0",
     "pdf-parse": "1.1.1",
     "peggy": "^3.0.2",
@@ -900,9 +921,9 @@
     "@elastic/elasticsearch": "^8.4.0",
     "@getmetal/metal-sdk": "*",
     "@getzep/zep-js": "^0.8.0",
-    "@gomomento/sdk": "^1.41.2",
-    "@gomomento/sdk-core": "^1.41.2",
-    "@gomomento/sdk-web": "^1.41.2",
+    "@gomomento/sdk": "^1.44.1",
+    "@gomomento/sdk-core": "^1.44.1",
+    "@gomomento/sdk-web": "^1.44.1",
     "@google-ai/generativelanguage": "^0.2.1",
     "@google-cloud/storage": "^6.10.1",
     "@huggingface/inference": "^1.5.1",
@@ -1350,6 +1371,26 @@
       "import": "./agents/format_scratchpad.js",
       "require": "./agents/format_scratchpad.cjs"
     },
+    "./agents/format_scratchpad/log": {
+      "types": "./agents/format_scratchpad/log.d.ts",
+      "import": "./agents/format_scratchpad/log.js",
+      "require": "./agents/format_scratchpad/log.cjs"
+    },
+    "./agents/format_scratchpad/xml": {
+      "types": "./agents/format_scratchpad/xml.d.ts",
+      "import": "./agents/format_scratchpad/xml.js",
+      "require": "./agents/format_scratchpad/xml.cjs"
+    },
+    "./agents/format_scratchpad/log_to_message": {
+      "types": "./agents/format_scratchpad/log_to_message.d.ts",
+      "import": "./agents/format_scratchpad/log_to_message.js",
+      "require": "./agents/format_scratchpad/log_to_message.cjs"
+    },
+    "./agents/react/output_parser": {
+      "types": "./agents/react/output_parser.d.ts",
+      "import": "./agents/react/output_parser.js",
+      "require": "./agents/react/output_parser.cjs"
+    },
     "./base_language": {
       "types": "./base_language.d.ts",
       "import": "./base_language.js",
@@ -1375,6 +1416,11 @@
       "import": "./tools/calculator.js",
       "require": "./tools/calculator.cjs"
     },
+    "./tools/render": {
+      "types": "./tools/render.d.ts",
+      "import": "./tools/render.js",
+      "require": "./tools/render.cjs"
+    },
     "./tools/sql": {
       "types": "./tools/sql.d.ts",
       "import": "./tools/sql.js",
@@ -2085,6 +2131,11 @@
       "import": "./chat_models/minimax.js",
       "require": "./chat_models/minimax.cjs"
     },
+    "./chat_models/llama_cpp": {
+      "types": "./chat_models/llama_cpp.d.ts",
+      "import": "./chat_models/llama_cpp.js",
+      "require": "./chat_models/llama_cpp.cjs"
+    },
     "./chat_models/yandex": {
       "types": "./chat_models/yandex.d.ts",
       "import": "./chat_models/yandex.js",
@@ -2410,6 +2461,11 @@
       "import": "./storage/upstash_redis.js",
       "require": "./storage/upstash_redis.cjs"
     },
+    "./storage/file_system": {
+      "types": "./storage/file_system.d.ts",
+      "import": "./storage/file_system.js",
+      "require": "./storage/file_system.cjs"
+    },
     "./graphs/neo4j_graph": {
       "types": "./graphs/neo4j_graph.d.ts",
       "import": "./graphs/neo4j_graph.js",

package/storage/file_system.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/storage/file_system.cjs');

package/storage/file_system.d.ts

@@ -0,0 +1 @@
+export * from '../dist/storage/file_system.js'

package/storage/file_system.js

@@ -0,0 +1 @@
+export * from '../dist/storage/file_system.js'

package/tools/render.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/tools/render.cjs');

package/tools/render.d.ts

@@ -0,0 +1 @@
+export * from '../dist/tools/render.js'

package/tools/render.js

@@ -0,0 +1 @@
+export * from '../dist/tools/render.js'