langchain 0.0.179 → 0.0.181

package/dist/vectorstores/cassandra.js

@@ -14,19 +14,19 @@ export class CassandraStore extends VectorStore {
         return "cassandra";
     }
     constructor(embeddings, args) {
-        const argsWithDefaults = {
-            indices: [],
-            maxConcurrency: 25,
-            batchSize: 1,
-            ...args,
-        };
-        super(embeddings, argsWithDefaults);
+        super(embeddings, args);
         Object.defineProperty(this, "client", {
             enumerable: true,
             configurable: true,
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "vectorType", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "dimensions", {
             enumerable: true,
             configurable: true,
@@ -51,6 +51,18 @@ export class CassandraStore extends VectorStore {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "withClause", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "selectColumns", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "table", {
             enumerable: true,
             configurable: true,
@@ -81,19 +93,27 @@ export class CassandraStore extends VectorStore {
             writable: true,
             value: void 0
         });
-        this.asyncCaller = new AsyncCaller(argsWithDefaults ?? {});
+        const { indices = [], maxConcurrency = 25, withClause = "", batchSize = 1, vectorType = "cosine", dimensions, keyspace, table, primaryKey, metadataColumns, } = args;
+        const argsWithDefaults = {
+            ...args,
+            indices,
+            maxConcurrency,
+            withClause,
+            batchSize,
+            vectorType,
+        };
+        this.asyncCaller = new AsyncCaller(argsWithDefaults);
         this.client = new CassandraClient(argsWithDefaults);
-        this.dimensions = argsWithDefaults.dimensions;
-        this.keyspace = argsWithDefaults.keyspace;
-        this.table = argsWithDefaults.table;
-        this.primaryKey = argsWithDefaults.primaryKey;
-        this.metadataColumns = argsWithDefaults.metadataColumns;
-        this.indices = argsWithDefaults.indices;
-        this.batchSize = argsWithDefaults.batchSize;
-        if (this.batchSize < 1) {
-            console.warn("batchSize must be greater than or equal to 1, defaulting to 1");
-            this.batchSize = 1;
-        }
+        // Assign properties
+        this.vectorType = vectorType;
+        this.dimensions = dimensions;
+        this.keyspace = keyspace;
+        this.table = table;
+        this.primaryKey = Array.isArray(primaryKey) ? primaryKey : [primaryKey];
+        this.metadataColumns = metadataColumns;
+        this.withClause = withClause.trim().replace(/^with\s*/i, "");
+        this.indices = indices;
+        this.batchSize = batchSize >= 1 ? batchSize : 1;
     }
     /**
      * Method to save vectors to the Cassandra database.
@@ -129,16 +149,45 @@ export class CassandraStore extends VectorStore {
         if (!this.isInitialized) {
             await this.initialize();
         }
-        const queryStr = this.buildSearchQuery(query, k, filter);
-        const queryResultSet = await this.client.execute(queryStr);
-        return queryResultSet?.rows.map((row, index) => {
+        // Ensure we have an array of Filter from the public interface
+        const filters = this.asFilters(filter);
+        const queryStr = this.buildSearchQuery(filters);
+        // Search query will be of format:
+        //   SELECT ..., text, similarity_x(?) AS similarity_score
+        //     FROM ...
+        //   <WHERE ...>
+        //    ORDER BY vector ANN OF ?
+        //    LIMIT ?
+        // If any filter values are specified, they will be in the WHERE clause as
+        //   filter.name filter.operator ?
+        // queryParams is a list of bind variables sent with the prepared statement
+        const queryParams = [];
+        const vectorAsFloat32Array = new Float32Array(query);
+        queryParams.push(vectorAsFloat32Array);
+        if (filters) {
+            const values = filters.map(({ value }) => value);
+            queryParams.push(...values);
+        }
+        queryParams.push(vectorAsFloat32Array);
+        queryParams.push(k);
+        const queryResultSet = await this.client.execute(queryStr, queryParams, {
+            prepare: true,
+        });
+        return queryResultSet?.rows.map((row) => {
             const textContent = row.text;
-            const sanitizedRow = Object.assign(row, {});
-            delete sanitizedRow.vector;
+            const sanitizedRow = { ...row };
             delete sanitizedRow.text;
+            delete sanitizedRow.similarity_score;
+            // A null value in Cassandra evaluates to a deleted column
+            // as this is treated as a tombstone record for the cell.
+            Object.keys(sanitizedRow).forEach((key) => {
+                if (sanitizedRow[key] === null) {
+                    delete sanitizedRow[key];
+                }
+            });
             return [
                 new Document({ pageContent: textContent, metadata: sanitizedRow }),
-                index,
+                row.similarity_score,
             ];
         });
     }
@@ -191,41 +240,142 @@ export class CassandraStore extends VectorStore {
      * @returns Promise that resolves when the database has been initialized.
      */
     async initialize() {
-        await this.client.execute(`CREATE TABLE IF NOT EXISTS ${this.keyspace}.${this.table} (
-      ${this.primaryKey.name} ${this.primaryKey.type} PRIMARY KEY,
-      text TEXT,
+        let cql = "";
+        cql = `CREATE TABLE IF NOT EXISTS ${this.keyspace}.${this.table} (
+      ${this.primaryKey.map((col) => `${col.name} ${col.type}`).join(", ")}
+      , text TEXT
       ${this.metadataColumns.length > 0
-            ? this.metadataColumns.map((col) => `${col.name} ${col.type},`)
+            ? ", " +
+                this.metadataColumns
+                    .map((col) => `${col.name} ${col.type}`)
+                    .join(", ")
             : ""}
-      vector VECTOR<FLOAT, ${this.dimensions}>
-    );`);
-        await this.client
-            .execute(`CREATE CUSTOM INDEX IF NOT EXISTS idx_vector_${this.table}
-  ON ${this.keyspace}.${this.table}(vector) USING 'StorageAttachedIndex';`);
+      , vector VECTOR<FLOAT, ${this.dimensions}>
+      , ${this.buildPrimaryKey(this.primaryKey)}
+    ) ${this.withClause ? `WITH ${this.withClause}` : ""};`;
+        await this.client.execute(cql);
+        this.selectColumns = `${this.primaryKey
+            .map((col) => `${col.name}`)
+            .join(", ")}
+                          ${this.metadataColumns.length > 0
+            ? ", " +
+                this.metadataColumns
+                    .map((col) => `${col.name}`)
+                    .join(", ")
+            : ""}`;
+        cql = `CREATE CUSTOM INDEX IF NOT EXISTS idx_vector_${this.table}
+           ON ${this.keyspace}.${this.table}(vector) USING 'StorageAttachedIndex' WITH OPTIONS = {'similarity_function': '${this.vectorType.toUpperCase()}'};`;
+        await this.client.execute(cql);
         for await (const { name, value } of this.indices) {
-            await this.client
-                .execute(`CREATE CUSTOM INDEX IF NOT EXISTS idx_${this.table}_${name}
-  ON ${this.keyspace}.${this.table} ${value} USING 'StorageAttachedIndex';`);
+            cql = `CREATE CUSTOM INDEX IF NOT EXISTS idx_${this.table}_${name}
+             ON ${this.keyspace}.${this.table} ${value} USING 'StorageAttachedIndex';`;
+            await this.client.execute(cql);
         }
         this.isInitialized = true;
     }
-    buildWhereClause(filter) {
-        const whereClause = Object.entries(filter)
-            .map(([key, value]) => `${key} = '${value}'`)
-            .join(" AND ");
-        return `WHERE ${whereClause}`;
+    /**
+     * Method to build the PRIMARY KEY clause for CREATE TABLE.
+     * @param columns: list of Column to include in the key
+     * @returns The clause, including PRIMARY KEY
+     */
+    buildPrimaryKey(columns) {
+        // Partition columns may be specified with optional attribute col.partition
+        const partitionColumns = columns
+            .filter((col) => col.partition)
+            .map((col) => col.name)
+            .join(", ");
+        // All columns not part of the partition key are clustering columns
+        const clusteringColumns = columns
+            .filter((col) => !col.partition)
+            .map((col) => col.name)
+            .join(", ");
+        let primaryKey = "";
+        // If partition columns are specified, they are included in a () wrapper
+        // If not, the clustering columns are used, and the first clustering column
+        // is the partition key per normal Cassandra behaviour.
+        if (partitionColumns) {
+            primaryKey = `PRIMARY KEY ((${partitionColumns}), ${clusteringColumns})`;
+        }
+        else {
+            primaryKey = `PRIMARY KEY (${clusteringColumns})`;
+        }
+        return primaryKey;
+    }
+    /**
+     * Type guard to check if an object is a Filter.
+     * @param obj: the object to check
+     * @returns boolean indicating if the object is a Filter
+     */
+    isFilter(obj) {
+        return (typeof obj === "object" && obj !== null && "name" in obj && "value" in obj);
+    }
+    /**
+     * Helper to convert Record<string,unknown> to a Filter[]
+     * @param record: a key-value Record collection
+     * @returns Record as a Filter[]
+     */
+    convertToFilters(record) {
+        return Object.entries(record).map(([name, value]) => ({
+            name,
+            value,
+            operator: "=",
+        }));
+    }
+    /**
+     * Input santisation method for filters, as FilterType is not required to be
+     * Filter[], but we want to use Filter[] internally.
+     * @param record: the proposed filter
+     * @returns A Filter[], which may be empty
+     */
+    asFilters(record) {
+        if (!record) {
+            return [];
+        }
+        // If record is already an array
+        if (Array.isArray(record)) {
+            return record.flatMap((item) => {
+                // Check if item is a Filter before passing it to convertToFilters
+                if (this.isFilter(item)) {
+                    return [item];
+                }
+                else {
+                    // Here item is treated as Record<string, unknown>
+                    return this.convertToFilters(item);
+                }
+            });
+        }
+        // If record is a single Filter object, return it in an array
+        if (this.isFilter(record)) {
+            return [record];
+        }
+        // If record is a Record<string, unknown>, convert it to an array of Filter
+        return this.convertToFilters(record);
+    }
+    /**
+     * Method to build the WHERE clause of a CQL query, using bind variable ?
+     * @param filters list of filters to include in the WHERE clause
+     * @returns The WHERE clause
+     */
+    buildWhereClause(filters) {
+        if (!filters || filters.length === 0) {
+            return "";
+        }
+        const whereConditions = filters.map(({ name, operator = "=" }) => `${name} ${operator} ?`);
+        return `WHERE ${whereConditions.join(" AND ")}`;
     }
     /**
      * Method to build an CQL query for searching for similar vectors in the
      * Cassandra database.
      * @param query The query vector.
      * @param k The number of similar vectors to return.
-     * @param filter
+     * @param filters
      * @returns The CQL query string.
      */
-    buildSearchQuery(query, k = 1, filter = undefined) {
-        const whereClause = filter ? this.buildWhereClause(filter) : "";
-        return `SELECT * FROM ${this.keyspace}.${this.table} ${whereClause} ORDER BY vector ANN OF [${query}] LIMIT ${k}`;
+    buildSearchQuery(filters) {
+        const whereClause = filters ? this.buildWhereClause(filters) : "";
+        const cqlQuery = `SELECT ${this.selectColumns}, text, similarity_${this.vectorType}(vector, ?) AS similarity_score
+                        FROM ${this.keyspace}.${this.table} ${whereClause} ORDER BY vector ANN OF ? LIMIT ?`;
+        return cqlQuery;
     }
     /**
      * Method for inserting vectors and documents into the Cassandra database in a batch.
@@ -253,7 +403,7 @@ export class CassandraStore extends VectorStore {
             const metadataInsert = metadataColNames.length > 0 ? ", " + metadataColNames.join(", ") : "";
             // Construct the query string and parameters
             const query = {
-                query: `INSERT INTO ${this.keyspace}.${this.table} (vector, text${metadataInsert}) 
+                query: `INSERT INTO ${this.keyspace}.${this.table} (vector, text${metadataInsert})
                 VALUES (?, ?${", ?".repeat(metadataColNames.length)})`,
                 params: [preparedVector, document.pageContent, ...metadataVals],
             };

package/embeddings/voyage.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/embeddings/voyage.cjs');

package/embeddings/voyage.d.ts

@@ -0,0 +1 @@
+export * from '../dist/embeddings/voyage.js'

package/embeddings/voyage.js

@@ -0,0 +1 @@
+export * from '../dist/embeddings/voyage.js'

package/llms/bedrock/web.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/llms/bedrock/web.cjs');

package/llms/bedrock/web.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/llms/bedrock/web.js'

package/llms/bedrock/web.js

@@ -0,0 +1 @@
+export * from '../../dist/llms/bedrock/web.js'

package/llms/bedrock.cjs

@@ -1 +1 @@
-module.exports = require('../dist/llms/bedrock.cjs');
+module.exports = require('../dist/llms/bedrock/index.cjs');

package/llms/bedrock.d.ts

@@ -1 +1 @@
-export * from '../dist/llms/bedrock.js'
+export * from '../dist/llms/bedrock/index.js'

package/llms/bedrock.js

@@ -1 +1 @@
-export * from '../dist/llms/bedrock.js'
+export * from '../dist/llms/bedrock/index.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.179",
+  "version": "0.0.181",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -145,6 +145,9 @@
     "embeddings/minimax.cjs",
     "embeddings/minimax.js",
     "embeddings/minimax.d.ts",
+    "embeddings/voyage.cjs",
+    "embeddings/voyage.js",
+    "embeddings/voyage.d.ts",
     "embeddings/llama_cpp.cjs",
     "embeddings/llama_cpp.js",
     "embeddings/llama_cpp.d.ts",
@@ -199,6 +202,9 @@
     "llms/bedrock.cjs",
     "llms/bedrock.js",
     "llms/bedrock.d.ts",
+    "llms/bedrock/web.cjs",
+    "llms/bedrock/web.js",
+    "llms/bedrock/web.d.ts",
     "llms/llama_cpp.cjs",
     "llms/llama_cpp.js",
     "llms/llama_cpp.d.ts",
@@ -481,6 +487,9 @@
     "chat_models/bedrock.cjs",
     "chat_models/bedrock.js",
     "chat_models/bedrock.d.ts",
+    "chat_models/bedrock/web.cjs",
+    "chat_models/bedrock/web.js",
+    "chat_models/bedrock/web.d.ts",
     "chat_models/cloudflare_workersai.cjs",
     "chat_models/cloudflare_workersai.js",
     "chat_models/cloudflare_workersai.d.ts",
@@ -664,6 +673,9 @@
     "stores/file/node.cjs",
     "stores/file/node.js",
     "stores/file/node.d.ts",
+    "stores/message/cassandra.cjs",
+    "stores/message/cassandra.js",
+    "stores/message/cassandra.d.ts",
     "stores/message/convex.cjs",
     "stores/message/convex.js",
     "stores/message/convex.d.ts",
@@ -856,7 +868,6 @@
     "@types/jsdom": "^21.1.1",
     "@types/lodash": "^4",
     "@types/mozilla-readability": "^0.2.1",
-    "@types/object-hash": "^3.0.2",
     "@types/pdf-parse": "^1.1.1",
     "@types/pg": "^8",
     "@types/pg-copy-streams": "^1.2.2",
@@ -1347,9 +1358,8 @@
     "js-yaml": "^4.1.0",
     "jsonpointer": "^5.0.1",
     "langchainhub": "~0.0.6",
-    "langsmith": "~0.0.31",
+    "langsmith": "~0.0.48",
     "ml-distance": "^4.0.0",
-    "object-hash": "^3.0.0",
     "openai": "~4.4.0",
     "openapi-types": "^12.1.3",
     "p-queue": "^6.6.2",
@@ -1602,6 +1612,11 @@
       "import": "./embeddings/minimax.js",
       "require": "./embeddings/minimax.cjs"
     },
+    "./embeddings/voyage": {
+      "types": "./embeddings/voyage.d.ts",
+      "import": "./embeddings/voyage.js",
+      "require": "./embeddings/voyage.cjs"
+    },
     "./embeddings/llama_cpp": {
       "types": "./embeddings/llama_cpp.d.ts",
       "import": "./embeddings/llama_cpp.js",
@@ -1692,6 +1707,11 @@
       "import": "./llms/bedrock.js",
       "require": "./llms/bedrock.cjs"
     },
+    "./llms/bedrock/web": {
+      "types": "./llms/bedrock/web.d.ts",
+      "import": "./llms/bedrock/web.js",
+      "require": "./llms/bedrock/web.cjs"
+    },
     "./llms/llama_cpp": {
       "types": "./llms/llama_cpp.d.ts",
       "import": "./llms/llama_cpp.js",
@@ -2162,6 +2182,11 @@
       "import": "./chat_models/bedrock.js",
       "require": "./chat_models/bedrock.cjs"
     },
+    "./chat_models/bedrock/web": {
+      "types": "./chat_models/bedrock/web.d.ts",
+      "import": "./chat_models/bedrock/web.js",
+      "require": "./chat_models/bedrock/web.cjs"
+    },
     "./chat_models/cloudflare_workersai": {
       "types": "./chat_models/cloudflare_workersai.d.ts",
       "import": "./chat_models/cloudflare_workersai.js",
@@ -2467,6 +2492,11 @@
       "import": "./stores/file/node.js",
       "require": "./stores/file/node.cjs"
     },
+    "./stores/message/cassandra": {
+      "types": "./stores/message/cassandra.d.ts",
+      "import": "./stores/message/cassandra.js",
+      "require": "./stores/message/cassandra.cjs"
+    },
     "./stores/message/convex": {
       "types": "./stores/message/convex.d.ts",
       "import": "./stores/message/convex.js",

package/stores/message/cassandra.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/stores/message/cassandra.cjs');

package/stores/message/cassandra.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/stores/message/cassandra.js'

package/stores/message/cassandra.js

@@ -0,0 +1 @@
+export * from '../../dist/stores/message/cassandra.js'