langchain 0.0.163 → 0.0.165

package/dist/vectorstores/cassandra.d.ts

@@ -0,0 +1,98 @@
+import { DseClientOptions } from "cassandra-driver";
+import { Embeddings } from "../embeddings/base.js";
+import { VectorStore } from "./base.js";
+import { Document } from "../document.js";
+export interface Column {
+    type: string;
+    name: string;
+}
+export interface CassandraLibArgs extends DseClientOptions {
+    table: string;
+    keyspace: string;
+    dimensions: number;
+    primaryKey: Column;
+    metadataColumns: Column[];
+}
+/**
+ * Class for interacting with the Cassandra database. It extends the
+ * VectorStore class and provides methods for adding vectors and
+ * documents, searching for similar vectors, and creating instances from
+ * texts or documents.
+ */
+export declare class CassandraStore extends VectorStore {
+    private client;
+    private readonly dimensions;
+    private readonly keyspace;
+    private primaryKey;
+    private metadataColumns;
+    private readonly table;
+    private isInitialized;
+    _vectorstoreType(): string;
+    constructor(embeddings: Embeddings, args: CassandraLibArgs);
+    /**
+     * Method to save vectors to the Cassandra database.
+     * @param vectors Vectors to save.
+     * @param documents The documents associated with the vectors.
+     * @returns Promise that resolves when the vectors have been added.
+     */
+    addVectors(vectors: number[][], documents: Document[]): Promise<void>;
+    /**
+     * Method to add documents to the Cassandra database.
+     * @param documents The documents to add.
+     * @returns Promise that resolves when the documents have been added.
+     */
+    addDocuments(documents: Document[]): Promise<void>;
+    /**
+     * Method to search for vectors that are similar to a given query vector.
+     * @param query The query vector.
+     * @param k The number of similar vectors to return.
+     * @returns Promise that resolves with an array of tuples, each containing a Document and a score.
+     */
+    similaritySearchVectorWithScore(query: number[], k: number): Promise<[Document, number][]>;
+    /**
+     * Static method to create an instance of CassandraStore from texts.
+     * @param texts The texts to use.
+     * @param metadatas The metadata associated with the texts.
+     * @param embeddings The embeddings to use.
+     * @param args The arguments for the CassandraStore.
+     * @returns Promise that resolves with a new instance of CassandraStore.
+     */
+    static fromTexts(texts: string[], metadatas: object | object[], embeddings: Embeddings, args: CassandraLibArgs): Promise<CassandraStore>;
+    /**
+     * Static method to create an instance of CassandraStore from documents.
+     * @param docs The documents to use.
+     * @param embeddings The embeddings to use.
+     * @param args The arguments for the CassandraStore.
+     * @returns Promise that resolves with a new instance of CassandraStore.
+     */
+    static fromDocuments(docs: Document[], embeddings: Embeddings, args: CassandraLibArgs): Promise<CassandraStore>;
+    /**
+     * Static method to create an instance of CassandraStore from an existing
+     * index.
+     * @param embeddings The embeddings to use.
+     * @param args The arguments for the CassandraStore.
+     * @returns Promise that resolves with a new instance of CassandraStore.
+     */
+    static fromExistingIndex(embeddings: Embeddings, args: CassandraLibArgs): Promise<CassandraStore>;
+    /**
+     * Method to initialize the Cassandra database.
+     * @returns Promise that resolves when the database has been initialized.
+     */
+    private initialize;
+    /**
+     * Method to build an CQL query for inserting vectors and documents into
+     * the Cassandra database.
+     * @param vectors The vectors to insert.
+     * @param documents The documents to insert.
+     * @returns The CQL query string.
+     */
+    private buildInsertQuery;
+    /**
+     * Method to build an CQL query for searching for similar vectors in the
+     * Cassandra database.
+     * @param query The query vector.
+     * @param k The number of similar vectors to return.
+     * @returns The CQL query string.
+     */
+    private buildSearchQuery;
+}

package/dist/vectorstores/cassandra.js

@@ -0,0 +1,208 @@
+/* eslint-disable prefer-template */
+import { Client as CassandraClient } from "cassandra-driver";
+import { VectorStore } from "./base.js";
+import { Document } from "../document.js";
+/**
+ * Class for interacting with the Cassandra database. It extends the
+ * VectorStore class and provides methods for adding vectors and
+ * documents, searching for similar vectors, and creating instances from
+ * texts or documents.
+ */
+export class CassandraStore extends VectorStore {
+    _vectorstoreType() {
+        return "cassandra";
+    }
+    constructor(embeddings, args) {
+        super(embeddings, args);
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "dimensions", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "keyspace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "primaryKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "metadataColumns", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "table", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "isInitialized", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        this.client = new CassandraClient(args);
+        this.dimensions = args.dimensions;
+        this.keyspace = args.keyspace;
+        this.table = args.table;
+        this.primaryKey = args.primaryKey;
+        this.metadataColumns = args.metadataColumns;
+    }
+    /**
+     * Method to save vectors to the Cassandra database.
+     * @param vectors Vectors to save.
+     * @param documents The documents associated with the vectors.
+     * @returns Promise that resolves when the vectors have been added.
+     */
+    async addVectors(vectors, documents) {
+        if (vectors.length === 0) {
+            return;
+        }
+        if (!this.isInitialized) {
+            await this.initialize();
+        }
+        const queries = this.buildInsertQuery(vectors, documents);
+        await this.client.batch(queries);
+    }
+    /**
+     * Method to add documents to the Cassandra database.
+     * @param documents The documents to add.
+     * @returns Promise that resolves when the documents have been added.
+     */
+    async addDocuments(documents) {
+        return this.addVectors(await this.embeddings.embedDocuments(documents.map((d) => d.pageContent)), documents);
+    }
+    /**
+     * Method to search for vectors that are similar to a given query vector.
+     * @param query The query vector.
+     * @param k The number of similar vectors to return.
+     * @returns Promise that resolves with an array of tuples, each containing a Document and a score.
+     */
+    async similaritySearchVectorWithScore(query, k) {
+        if (!this.isInitialized) {
+            await this.initialize();
+        }
+        const queryStr = this.buildSearchQuery(query, k);
+        const queryResultSet = await this.client.execute(queryStr);
+        return queryResultSet?.rows.map((row, index) => {
+            const textContent = row.text;
+            const sanitizedRow = Object.assign(row, {});
+            delete sanitizedRow.vector;
+            delete sanitizedRow.text;
+            return [
+                new Document({ pageContent: textContent, metadata: sanitizedRow }),
+                index,
+            ];
+        });
+    }
+    /**
+     * Static method to create an instance of CassandraStore from texts.
+     * @param texts The texts to use.
+     * @param metadatas The metadata associated with the texts.
+     * @param embeddings The embeddings to use.
+     * @param args The arguments for the CassandraStore.
+     * @returns Promise that resolves with a new instance of CassandraStore.
+     */
+    static async fromTexts(texts, metadatas, embeddings, args) {
+        const docs = [];
+        for (let index = 0; index < texts.length; index += 1) {
+            const metadata = Array.isArray(metadatas) ? metadatas[index] : metadatas;
+            const doc = new Document({
+                pageContent: texts[index],
+                metadata,
+            });
+            docs.push(doc);
+        }
+        return CassandraStore.fromDocuments(docs, embeddings, args);
+    }
+    /**
+     * Static method to create an instance of CassandraStore from documents.
+     * @param docs The documents to use.
+     * @param embeddings The embeddings to use.
+     * @param args The arguments for the CassandraStore.
+     * @returns Promise that resolves with a new instance of CassandraStore.
+     */
+    static async fromDocuments(docs, embeddings, args) {
+        const instance = new this(embeddings, args);
+        await instance.addDocuments(docs);
+        return instance;
+    }
+    /**
+     * Static method to create an instance of CassandraStore from an existing
+     * index.
+     * @param embeddings The embeddings to use.
+     * @param args The arguments for the CassandraStore.
+     * @returns Promise that resolves with a new instance of CassandraStore.
+     */
+    static async fromExistingIndex(embeddings, args) {
+        const instance = new this(embeddings, args);
+        await instance.initialize();
+        return instance;
+    }
+    /**
+     * Method to initialize the Cassandra database.
+     * @returns Promise that resolves when the database has been initialized.
+     */
+    async initialize() {
+        await this.client.execute(`CREATE TABLE IF NOT EXISTS ${this.keyspace}.${this.table} (
+      ${this.primaryKey.name} ${this.primaryKey.type} PRIMARY KEY,
+      text TEXT,
+      ${this.metadataColumns.length > 0
+            ? this.metadataColumns.map((col) => `${col.name} ${col.type},`)
+            : ""}
+      vector VECTOR<FLOAT, ${this.dimensions}>
+    );`);
+        await this.client.execute(`CREATE CUSTOM INDEX IF NOT EXISTS ann_index 
+  ON ${this.keyspace}.${this.table}(vector) USING 'StorageAttachedIndex';`);
+        this.isInitialized = true;
+    }
+    /**
+     * Method to build an CQL query for inserting vectors and documents into
+     * the Cassandra database.
+     * @param vectors The vectors to insert.
+     * @param documents The documents to insert.
+     * @returns The CQL query string.
+     */
+    buildInsertQuery(vectors, documents) {
+        const queries = [];
+        for (let index = 0; index < vectors.length; index += 1) {
+            const vector = vectors[index];
+            const document = documents[index];
+            const metadataColNames = Object.keys(document.metadata);
+            const metadataVals = Object.values(document.metadata);
+            const query = `INSERT INTO ${this.keyspace}.${this.table} (vector, text${metadataColNames.length > 0 ? ", " + metadataColNames.join(", ") : ""}) VALUES ([${vector}], '${document.pageContent}'${metadataVals.length > 0
+                ? ", " +
+                    metadataVals
+                        .map((val) => (typeof val === "number" ? val : `'${val}'`))
+                        .join(", ")
+                : ""});`;
+            queries.push(query);
+        }
+        return queries;
+    }
+    /**
+     * Method to build an CQL query for searching for similar vectors in the
+     * Cassandra database.
+     * @param query The query vector.
+     * @param k The number of similar vectors to return.
+     * @returns The CQL query string.
+     */
+    buildSearchQuery(query, k) {
+        return `SELECT * FROM ${this.keyspace}.${this.table} ORDER BY vector ANN OF [${query}] LIMIT ${k || 1};`;
+    }
+}

package/dist/vectorstores/mongodb_atlas.cjs

@@ -81,57 +81,47 @@ class MongoDBAtlasVectorSearch extends base_js_1.VectorStore {
      * @returns Promise that resolves to a list of documents and their corresponding similarity scores.
      */
     async similaritySearchVectorWithScore(query, k, filter) {
-        const knnBeta = {
-            vector: query,
-            path: this.embeddingKey,
-            k,
-        };
-        let preFilter;
-        let postFilterPipeline;
-        let includeEmbeddings;
-        if (filter?.preFilter ||
+        const postFilterPipeline = filter?.postFilterPipeline ?? [];
+        const preFilter = filter?.preFilter ||
             filter?.postFilterPipeline ||
-            filter?.includeEmbeddings) {
-            preFilter = filter.preFilter;
-            postFilterPipeline = filter.postFilterPipeline;
-            includeEmbeddings = filter.includeEmbeddings || false;
-        }
-        else
-            preFilter = filter;
-        if (preFilter) {
-            knnBeta.filter = preFilter;
-        }
+            filter?.includeEmbeddings
+            ? filter.preFilter
+            : filter;
+        const removeEmbeddingsPipeline = !filter?.includeEmbeddings
+            ? [
+                {
+                    $project: {
+                        [this.embeddingKey]: 0,
+                    },
+                },
+            ]
+            : [];
         const pipeline = [
             {
-                $search: {
+                $vectorSearch: {
+                    queryVector: query,
                     index: this.indexName,
-                    knnBeta,
+                    path: this.embeddingKey,
+                    limit: k,
+                    numCandidates: 10 * k,
+                    ...(preFilter && { filter: preFilter }),
                 },
             },
             {
                 $set: {
-                    score: { $meta: "searchScore" },
+                    score: { $meta: "vectorSearchScore" },
                 },
             },
+            ...removeEmbeddingsPipeline,
+            ...postFilterPipeline,
         ];
-        if (!includeEmbeddings) {
-            const removeEmbeddingsStage = {
-                $project: {
-                    [this.embeddingKey]: 0,
-                },
-            };
-            pipeline.push(removeEmbeddingsStage);
-        }
-        if (postFilterPipeline) {
-            pipeline.push(...postFilterPipeline);
-        }
-        const results = this.collection.aggregate(pipeline);
-        const ret = [];
-        for await (const result of results) {
+        const results = this.collection
+            .aggregate(pipeline)
+            .map((result) => {
             const { score, [this.textKey]: text, ...metadata } = result;
-            ret.push([new document_js_1.Document({ pageContent: text, metadata }), score]);
-        }
-        return ret;
+            return [new document_js_1.Document({ pageContent: text, metadata }), score];
+        });
+        return results.toArray();
     }
     /**
      * Return documents selected using the maximal marginal relevance.

package/dist/vectorstores/mongodb_atlas.js

@@ -78,57 +78,47 @@ export class MongoDBAtlasVectorSearch extends VectorStore {
      * @returns Promise that resolves to a list of documents and their corresponding similarity scores.
      */
     async similaritySearchVectorWithScore(query, k, filter) {
-        const knnBeta = {
-            vector: query,
-            path: this.embeddingKey,
-            k,
-        };
-        let preFilter;
-        let postFilterPipeline;
-        let includeEmbeddings;
-        if (filter?.preFilter ||
+        const postFilterPipeline = filter?.postFilterPipeline ?? [];
+        const preFilter = filter?.preFilter ||
             filter?.postFilterPipeline ||
-            filter?.includeEmbeddings) {
-            preFilter = filter.preFilter;
-            postFilterPipeline = filter.postFilterPipeline;
-            includeEmbeddings = filter.includeEmbeddings || false;
-        }
-        else
-            preFilter = filter;
-        if (preFilter) {
-            knnBeta.filter = preFilter;
-        }
+            filter?.includeEmbeddings
+            ? filter.preFilter
+            : filter;
+        const removeEmbeddingsPipeline = !filter?.includeEmbeddings
+            ? [
+                {
+                    $project: {
+                        [this.embeddingKey]: 0,
+                    },
+                },
+            ]
+            : [];
         const pipeline = [
             {
-                $search: {
+                $vectorSearch: {
+                    queryVector: query,
                     index: this.indexName,
-                    knnBeta,
+                    path: this.embeddingKey,
+                    limit: k,
+                    numCandidates: 10 * k,
+                    ...(preFilter && { filter: preFilter }),
                 },
             },
             {
                 $set: {
-                    score: { $meta: "searchScore" },
+                    score: { $meta: "vectorSearchScore" },
                 },
             },
+            ...removeEmbeddingsPipeline,
+            ...postFilterPipeline,
         ];
-        if (!includeEmbeddings) {
-            const removeEmbeddingsStage = {
-                $project: {
-                    [this.embeddingKey]: 0,
-                },
-            };
-            pipeline.push(removeEmbeddingsStage);
-        }
-        if (postFilterPipeline) {
-            pipeline.push(...postFilterPipeline);
-        }
-        const results = this.collection.aggregate(pipeline);
-        const ret = [];
-        for await (const result of results) {
+        const results = this.collection
+            .aggregate(pipeline)
+            .map((result) => {
             const { score, [this.textKey]: text, ...metadata } = result;
-            ret.push([new Document({ pageContent: text, metadata }), score]);
-        }
-        return ret;
+            return [new Document({ pageContent: text, metadata }), score];
+        });
+        return results.toArray();
     }
     /**
      * Return documents selected using the maximal marginal relevance.

package/dist/vectorstores/prisma.d.ts

@@ -29,7 +29,7 @@ type ObjectIntersect<A, B> = {
 type ModelColumns<TModel extends Record<string, unknown>> = {
     [K in keyof TModel]?: true | ColumnSymbol;
 };
-type PrismaSqlFilter<TModel extends Record<string, unknown>> = {
+export type PrismaSqlFilter<TModel extends Record<string, unknown>> = {
     [K in keyof TModel]?: {
         equals?: TModel[K];
         lt?: TModel[K];

package/llms/portkey.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/llms/portkey.cjs');

package/llms/portkey.d.ts

@@ -0,0 +1 @@
+export * from '../dist/llms/portkey.js'

package/llms/portkey.js

@@ -0,0 +1 @@
+export * from '../dist/llms/portkey.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.163",
+  "version": "0.0.165",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -172,6 +172,9 @@
     "llms/writer.cjs",
     "llms/writer.js",
     "llms/writer.d.ts",
+    "llms/portkey.cjs",
+    "llms/portkey.js",
+    "llms/portkey.d.ts",
     "prompts.cjs",
     "prompts.js",
     "prompts.d.ts",
@@ -184,6 +187,9 @@
     "vectorstores/base.cjs",
     "vectorstores/base.js",
     "vectorstores/base.d.ts",
+    "vectorstores/cassandra.cjs",
+    "vectorstores/cassandra.js",
+    "vectorstores/cassandra.d.ts",
     "vectorstores/elasticsearch.cjs",
     "vectorstores/elasticsearch.js",
     "vectorstores/elasticsearch.d.ts",
@@ -412,6 +418,9 @@
     "chat_models/openai.cjs",
     "chat_models/openai.js",
     "chat_models/openai.d.ts",
+    "chat_models/portkey.cjs",
+    "chat_models/portkey.js",
+    "chat_models/portkey.d.ts",
     "chat_models/anthropic.cjs",
     "chat_models/anthropic.js",
     "chat_models/anthropic.d.ts",
@@ -693,7 +702,7 @@
     "@aws-sdk/client-kendra": "^3.352.0",
     "@aws-sdk/client-lambda": "^3.310.0",
     "@aws-sdk/client-s3": "^3.310.0",
-    "@aws-sdk/client-sagemaker-runtime": "^3.310.0",
+    "@aws-sdk/client-sagemaker-runtime": "^3.414.0",
     "@aws-sdk/client-sfn": "^3.362.0",
     "@aws-sdk/credential-provider-node": "^3.388.0",
     "@aws-sdk/types": "^3.357.0",
@@ -736,6 +745,7 @@
     "@types/html-to-text": "^9",
     "@types/js-yaml": "^4",
     "@types/jsdom": "^21.1.1",
+    "@types/lodash": "^4",
     "@types/mozilla-readability": "^0.2.1",
     "@types/object-hash": "^3.0.2",
     "@types/pdf-parse": "^1.1.1",
@@ -752,6 +762,7 @@
     "@zilliz/milvus2-sdk-node": ">=2.2.11",
     "apify-client": "^2.7.1",
     "axios": "^0.26.0",
+    "cassandra-driver": "^4.6.4",
     "cheerio": "^1.0.0-rc.12",
     "chromadb": "^1.5.3",
     "cohere-ai": ">=6.0.0",
@@ -779,6 +790,7 @@
     "jest-environment-node": "^29.6.4",
     "jsdom": "^22.1.0",
     "llmonitor": "^0.5.4",
+    "lodash": "^4.17.21",
     "mammoth": "^1.5.1",
     "ml-matrix": "^6.10.4",
     "mongodb": "^5.2.0",
@@ -792,6 +804,7 @@
     "pg-copy-streams": "^6.0.5",
     "pickleparser": "^0.1.0",
     "playwright": "^1.32.1",
+    "portkey-ai": "^0.1.11",
     "prettier": "^2.8.3",
     "puppeteer": "^19.7.2",
     "redis": "^4.6.6",
@@ -858,6 +871,7 @@
     "@zilliz/milvus2-sdk-node": ">=2.2.7",
     "apify-client": "^2.7.1",
     "axios": "*",
+    "cassandra-driver": "^4.6.4",
     "cheerio": "^1.0.0-rc.12",
     "chromadb": "*",
     "cohere-ai": ">=6.0.0",
@@ -874,6 +888,7 @@
     "ioredis": "^5.3.2",
     "jsdom": "*",
     "llmonitor": "*",
+    "lodash": "^4.17.21",
     "mammoth": "*",
     "mongodb": "^5.2.0",
     "mysql2": "^3.3.3",
@@ -886,6 +901,7 @@
     "pg-copy-streams": "^6.0.5",
     "pickleparser": "^0.1.0",
     "playwright": "^1.32.1",
+    "portkey-ai": "^0.1.11",
     "puppeteer": "^19.7.2",
     "redis": "^4.6.4",
     "replicate": "^0.18.0",
@@ -1031,6 +1047,9 @@
     "axios": {
       "optional": true
     },
+    "cassandra-driver": {
+      "optional": true
+    },
     "cheerio": {
       "optional": true
     },
@@ -1079,6 +1098,9 @@
     "llmonitor": {
       "optional": true
     },
+    "lodash": {
+      "optional": true
+    },
     "mammoth": {
       "optional": true
     },
@@ -1115,6 +1137,9 @@
     "playwright": {
       "optional": true
     },
+    "portkey-ai": {
+      "optional": true
+    },
     "puppeteer": {
       "optional": true
     },
@@ -1470,6 +1495,11 @@
       "import": "./llms/writer.js",
       "require": "./llms/writer.cjs"
     },
+    "./llms/portkey": {
+      "types": "./llms/portkey.d.ts",
+      "import": "./llms/portkey.js",
+      "require": "./llms/portkey.cjs"
+    },
     "./prompts": {
       "types": "./prompts.d.ts",
       "import": "./prompts.js",
@@ -1490,6 +1520,11 @@
       "import": "./vectorstores/base.js",
       "require": "./vectorstores/base.cjs"
     },
+    "./vectorstores/cassandra": {
+      "types": "./vectorstores/cassandra.d.ts",
+      "import": "./vectorstores/cassandra.js",
+      "require": "./vectorstores/cassandra.cjs"
+    },
     "./vectorstores/elasticsearch": {
       "types": "./vectorstores/elasticsearch.d.ts",
       "import": "./vectorstores/elasticsearch.js",
@@ -1870,6 +1905,11 @@
       "import": "./chat_models/openai.js",
       "require": "./chat_models/openai.cjs"
     },
+    "./chat_models/portkey": {
+      "types": "./chat_models/portkey.d.ts",
+      "import": "./chat_models/portkey.js",
+      "require": "./chat_models/portkey.cjs"
+    },
     "./chat_models/anthropic": {
       "types": "./chat_models/anthropic.d.ts",
       "import": "./chat_models/anthropic.js",

package/vectorstores/cassandra.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/vectorstores/cassandra.cjs');

package/vectorstores/cassandra.d.ts

@@ -0,0 +1 @@
+export * from '../dist/vectorstores/cassandra.js'

package/vectorstores/cassandra.js

@@ -0,0 +1 @@
+export * from '../dist/vectorstores/cassandra.js'