langchain 0.0.78 → 0.0.80

package/dist/vectorstores/chroma.cjs

@@ -60,6 +60,12 @@ class Chroma extends base_js_1.VectorStore {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "filter", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.numDimensions = args.numDimensions;
         this.embeddings = embeddings;
         this.collectionName = ensureCollectionName(args.collectionName);
@@ -69,6 +75,7 @@ class Chroma extends base_js_1.VectorStore {
         else if ("url" in args) {
             this.url = args.url || "http://localhost:8000";
         }
+        this.filter = args.filter;
     }
     async addDocuments(documents) {
         const texts = documents.map(({ pageContent }) => pageContent);
@@ -78,9 +85,16 @@ class Chroma extends base_js_1.VectorStore {
         if (!this.collection) {
             if (!this.index) {
                 const { ChromaClient } = await Chroma.imports();
-                this.index = new ChromaClient(this.url);
+                this.index = new ChromaClient({ path: this.url });
+            }
+            try {
+                this.collection = await this.index.getOrCreateCollection({
+                    name: this.collectionName,
+                });
+            }
+            catch (err) {
+                throw new Error(`Chroma getOrCreateCollection error: ${err}`);
             }
-            this.collection = await this.index.getOrCreateCollection(this.collectionName);
         }
         return this.collection;
     }
@@ -99,13 +113,26 @@ class Chroma extends base_js_1.VectorStore {
         }
         const collection = await this.ensureCollection();
         const docstoreSize = await collection.count();
-        await collection.add(Array.from({ length: vectors.length }, (_, i) => (docstoreSize + i).toString()), vectors, documents.map(({ metadata }) => metadata), documents.map(({ pageContent }) => pageContent));
+        await collection.add({
+            ids: Array.from({ length: vectors.length }, (_, i) => (docstoreSize + i).toString()),
+            embeddings: vectors,
+            metadatas: documents.map(({ metadata }) => metadata),
+            documents: documents.map(({ pageContent }) => pageContent),
+        });
     }
-    async similaritySearchVectorWithScore(query, k) {
+    async similaritySearchVectorWithScore(query, k, filter) {
+        if (filter && this.filter) {
+            throw new Error("cannot provide both `filter` and `this.filter`");
+        }
+        const _filter = filter ?? this.filter;
         const collection = await this.ensureCollection();
         // similaritySearchVectorWithScore supports one query vector at a time
         // chroma supports multiple query vectors at a time
-        const result = await collection.query(query, k);
+        const result = await collection.query({
+            query_embeddings: query,
+            n_results: k,
+            where: { ..._filter },
+        });
         const { ids, distances, documents, metadatas } = result;
         if (!ids || !distances || !documents || !metadatas) {
             return [];
@@ -119,8 +146,8 @@ class Chroma extends base_js_1.VectorStore {
         for (let i = 0; i < firstIds.length; i += 1) {
             results.push([
                 new document_js_1.Document({
-                    pageContent: firstDocuments[i],
-                    metadata: firstMetadatas[i],
+                    pageContent: firstDocuments?.[i] ?? "",
+                    metadata: firstMetadatas?.[i] ?? {},
                 }),
                 firstDistances[i],
             ]);

package/dist/vectorstores/chroma.d.ts

@@ -6,22 +6,26 @@ export type ChromaLibArgs = {
     url?: string;
     numDimensions?: number;
     collectionName?: string;
+    filter?: object;
 } | {
     index?: ChromaClientT;
     numDimensions?: number;
     collectionName?: string;
+    filter?: object;
 };
 export declare class Chroma extends VectorStore {
+    FilterType: object;
     index?: ChromaClientT;
     collection?: Collection;
     collectionName: string;
     numDimensions?: number;
     url: string;
+    filter?: object;
     constructor(embeddings: Embeddings, args: ChromaLibArgs);
     addDocuments(documents: Document[]): Promise<void>;
     ensureCollection(): Promise<Collection>;
     addVectors(vectors: number[][], documents: Document[]): Promise<void>;
-    similaritySearchVectorWithScore(query: number[], k: number): Promise<[Document<Record<string, any>>, number][]>;
+    similaritySearchVectorWithScore(query: number[], k: number, filter?: this["FilterType"]): Promise<[Document<Record<string, any>>, number][]>;
     static fromTexts(texts: string[], metadatas: object[] | object, embeddings: Embeddings, dbConfig: {
         collectionName?: string;
         url?: string;

package/dist/vectorstores/chroma.js

@@ -34,6 +34,12 @@ export class Chroma extends VectorStore {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "filter", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.numDimensions = args.numDimensions;
         this.embeddings = embeddings;
         this.collectionName = ensureCollectionName(args.collectionName);
@@ -43,6 +49,7 @@ export class Chroma extends VectorStore {
         else if ("url" in args) {
             this.url = args.url || "http://localhost:8000";
         }
+        this.filter = args.filter;
     }
     async addDocuments(documents) {
         const texts = documents.map(({ pageContent }) => pageContent);
@@ -52,9 +59,16 @@ export class Chroma extends VectorStore {
         if (!this.collection) {
             if (!this.index) {
                 const { ChromaClient } = await Chroma.imports();
-                this.index = new ChromaClient(this.url);
+                this.index = new ChromaClient({ path: this.url });
+            }
+            try {
+                this.collection = await this.index.getOrCreateCollection({
+                    name: this.collectionName,
+                });
+            }
+            catch (err) {
+                throw new Error(`Chroma getOrCreateCollection error: ${err}`);
             }
-            this.collection = await this.index.getOrCreateCollection(this.collectionName);
         }
         return this.collection;
     }
@@ -73,13 +87,26 @@ export class Chroma extends VectorStore {
         }
         const collection = await this.ensureCollection();
         const docstoreSize = await collection.count();
-        await collection.add(Array.from({ length: vectors.length }, (_, i) => (docstoreSize + i).toString()), vectors, documents.map(({ metadata }) => metadata), documents.map(({ pageContent }) => pageContent));
+        await collection.add({
+            ids: Array.from({ length: vectors.length }, (_, i) => (docstoreSize + i).toString()),
+            embeddings: vectors,
+            metadatas: documents.map(({ metadata }) => metadata),
+            documents: documents.map(({ pageContent }) => pageContent),
+        });
     }
-    async similaritySearchVectorWithScore(query, k) {
+    async similaritySearchVectorWithScore(query, k, filter) {
+        if (filter && this.filter) {
+            throw new Error("cannot provide both `filter` and `this.filter`");
+        }
+        const _filter = filter ?? this.filter;
         const collection = await this.ensureCollection();
         // similaritySearchVectorWithScore supports one query vector at a time
         // chroma supports multiple query vectors at a time
-        const result = await collection.query(query, k);
+        const result = await collection.query({
+            query_embeddings: query,
+            n_results: k,
+            where: { ..._filter },
+        });
         const { ids, distances, documents, metadatas } = result;
         if (!ids || !distances || !documents || !metadatas) {
             return [];
@@ -93,8 +120,8 @@ export class Chroma extends VectorStore {
         for (let i = 0; i < firstIds.length; i += 1) {
             results.push([
                 new Document({
-                    pageContent: firstDocuments[i],
-                    metadata: firstMetadatas[i],
+                    pageContent: firstDocuments?.[i] ?? "",
+                    metadata: firstMetadatas?.[i] ?? {},
                 }),
                 firstDistances[i],
             ]);

package/dist/vectorstores/milvus.cjs

@@ -85,24 +85,6 @@ class Milvus extends base_js_1.VectorStore {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "colMgr", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "idxMgr", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "dataMgr", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
         Object.defineProperty(this, "indexParams", {
             enumerable: true,
             configurable: true,
@@ -149,9 +131,6 @@ class Milvus extends base_js_1.VectorStore {
             throw new Error("Milvus URL address is not provided.");
         }
         this.client = new milvus2_sdk_node_1.MilvusClient(url, args.ssl, args.username, args.password);
-        this.colMgr = this.client.collectionManager;
-        this.idxMgr = this.client.indexManager;
-        this.dataMgr = this.client.dataManager;
     }
     async addDocuments(documents) {
         const texts = documents.map(({ pageContent }) => pageContent);
@@ -202,17 +181,17 @@ class Milvus extends base_js_1.VectorStore {
             });
             insertDatas.push(data);
         }
-        const insertResp = await this.dataMgr.insert({
+        const insertResp = await this.client.insert({
             collection_name: this.collectionName,
             fields_data: insertDatas,
         });
         if (insertResp.status.error_code !== types_js_1.ErrorCode.SUCCESS) {
             throw new Error(`Error inserting data: ${JSON.stringify(insertResp)}`);
         }
-        await this.dataMgr.flushSync({ collection_names: [this.collectionName] });
+        await this.client.flushSync({ collection_names: [this.collectionName] });
     }
     async similaritySearchVectorWithScore(query, k) {
-        const hasColResp = await this.colMgr.hasCollection({
+        const hasColResp = await this.client.hasCollection({
             collection_name: this.collectionName,
         });
         if (hasColResp.status.error_code !== types_js_1.ErrorCode.SUCCESS) {
@@ -222,7 +201,7 @@ class Milvus extends base_js_1.VectorStore {
             throw new Error(`Collection not found: ${this.collectionName}, please create collection before search.`);
         }
         await this.grabCollectionFields();
-        const loadResp = await this.colMgr.loadCollectionSync({
+        const loadResp = await this.client.loadCollectionSync({
             collection_name: this.collectionName,
         });
         if (loadResp.error_code !== types_js_1.ErrorCode.SUCCESS) {
@@ -230,7 +209,7 @@ class Milvus extends base_js_1.VectorStore {
         }
         // clone this.field and remove vectorField
         const outputFields = this.fields.filter((field) => field !== this.vectorField);
-        const searchResp = await this.dataMgr.search({
+        const searchResp = await this.client.search({
             collection_name: this.collectionName,
             search_params: {
                 anns_field: this.vectorField,
@@ -269,7 +248,7 @@ class Milvus extends base_js_1.VectorStore {
         return results;
     }
     async ensureCollection(vectors, documents) {
-        const hasColResp = await this.colMgr.hasCollection({
+        const hasColResp = await this.client.hasCollection({
             collection_name: this.collectionName,
         });
         if (hasColResp.status.error_code !== types_js_1.ErrorCode.SUCCESS) {
@@ -314,7 +293,7 @@ class Milvus extends base_js_1.VectorStore {
                 this.fields.push(field.name);
             }
         });
-        const createRes = await this.colMgr.createCollection({
+        const createRes = await this.client.createCollection({
             collection_name: this.collectionName,
             fields: fieldList,
         });
@@ -322,7 +301,7 @@ class Milvus extends base_js_1.VectorStore {
             console.log(createRes);
             throw new Error(`Failed to create collection: ${createRes}`);
         }
-        await this.idxMgr.createIndex({
+        await this.client.createIndex({
             collection_name: this.collectionName,
             field_name: this.vectorField,
             extra_params: this.indexCreateParams,
@@ -338,7 +317,7 @@ class Milvus extends base_js_1.VectorStore {
             this.fields.length > 0) {
             return;
         }
-        const desc = await this.colMgr.describeCollection({
+        const desc = await this.client.describeCollection({
             collection_name: this.collectionName,
         });
         desc.schema.fields.forEach((field) => {

package/dist/vectorstores/milvus.d.ts

@@ -29,9 +29,6 @@ export declare class Milvus extends VectorStore {
     textField: string;
     fields: string[];
     client: MilvusClient;
-    colMgr: MilvusClient["collectionManager"];
-    idxMgr: MilvusClient["indexManager"];
-    dataMgr: MilvusClient["dataManager"];
     indexParams: Record<IndexType, IndexParam>;
     indexCreateParams: {
         index_type: string;

package/dist/vectorstores/milvus.js

@@ -59,24 +59,6 @@ export class Milvus extends VectorStore {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "colMgr", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "idxMgr", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "dataMgr", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
         Object.defineProperty(this, "indexParams", {
             enumerable: true,
             configurable: true,
@@ -123,9 +105,6 @@ export class Milvus extends VectorStore {
             throw new Error("Milvus URL address is not provided.");
         }
         this.client = new MilvusClient(url, args.ssl, args.username, args.password);
-        this.colMgr = this.client.collectionManager;
-        this.idxMgr = this.client.indexManager;
-        this.dataMgr = this.client.dataManager;
     }
     async addDocuments(documents) {
         const texts = documents.map(({ pageContent }) => pageContent);
@@ -176,17 +155,17 @@ export class Milvus extends VectorStore {
             });
             insertDatas.push(data);
         }
-        const insertResp = await this.dataMgr.insert({
+        const insertResp = await this.client.insert({
             collection_name: this.collectionName,
             fields_data: insertDatas,
         });
         if (insertResp.status.error_code !== ErrorCode.SUCCESS) {
             throw new Error(`Error inserting data: ${JSON.stringify(insertResp)}`);
         }
-        await this.dataMgr.flushSync({ collection_names: [this.collectionName] });
+        await this.client.flushSync({ collection_names: [this.collectionName] });
     }
     async similaritySearchVectorWithScore(query, k) {
-        const hasColResp = await this.colMgr.hasCollection({
+        const hasColResp = await this.client.hasCollection({
             collection_name: this.collectionName,
         });
         if (hasColResp.status.error_code !== ErrorCode.SUCCESS) {
@@ -196,7 +175,7 @@ export class Milvus extends VectorStore {
             throw new Error(`Collection not found: ${this.collectionName}, please create collection before search.`);
         }
         await this.grabCollectionFields();
-        const loadResp = await this.colMgr.loadCollectionSync({
+        const loadResp = await this.client.loadCollectionSync({
             collection_name: this.collectionName,
         });
         if (loadResp.error_code !== ErrorCode.SUCCESS) {
@@ -204,7 +183,7 @@ export class Milvus extends VectorStore {
         }
         // clone this.field and remove vectorField
         const outputFields = this.fields.filter((field) => field !== this.vectorField);
-        const searchResp = await this.dataMgr.search({
+        const searchResp = await this.client.search({
             collection_name: this.collectionName,
             search_params: {
                 anns_field: this.vectorField,
@@ -243,7 +222,7 @@ export class Milvus extends VectorStore {
         return results;
     }
     async ensureCollection(vectors, documents) {
-        const hasColResp = await this.colMgr.hasCollection({
+        const hasColResp = await this.client.hasCollection({
             collection_name: this.collectionName,
         });
         if (hasColResp.status.error_code !== ErrorCode.SUCCESS) {
@@ -288,7 +267,7 @@ export class Milvus extends VectorStore {
                 this.fields.push(field.name);
             }
         });
-        const createRes = await this.colMgr.createCollection({
+        const createRes = await this.client.createCollection({
             collection_name: this.collectionName,
             fields: fieldList,
         });
@@ -296,7 +275,7 @@ export class Milvus extends VectorStore {
             console.log(createRes);
             throw new Error(`Failed to create collection: ${createRes}`);
         }
-        await this.idxMgr.createIndex({
+        await this.client.createIndex({
             collection_name: this.collectionName,
             field_name: this.vectorField,
             extra_params: this.indexCreateParams,
@@ -312,7 +291,7 @@ export class Milvus extends VectorStore {
             this.fields.length > 0) {
             return;
         }
-        const desc = await this.colMgr.describeCollection({
+        const desc = await this.client.describeCollection({
             collection_name: this.collectionName,
         });
         desc.schema.fields.forEach((field) => {

package/llms/googlevertexai.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/llms/googlevertexai.cjs');

package/llms/googlevertexai.d.ts

@@ -0,0 +1 @@
+export * from '../dist/llms/googlevertexai.js'

package/llms/googlevertexai.js

@@ -0,0 +1 @@
+export * from '../dist/llms/googlevertexai.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.78",
+  "version": "0.0.80",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -85,6 +85,9 @@
     "llms/replicate.cjs",
     "llms/replicate.js",
     "llms/replicate.d.ts",
+    "llms/googlevertexai.cjs",
+    "llms/googlevertexai.js",
+    "llms/googlevertexai.d.ts",
     "llms/sagemaker_endpoint.cjs",
     "llms/sagemaker_endpoint.js",
     "llms/sagemaker_endpoint.d.ts",
@@ -354,7 +357,7 @@
     "@aws-sdk/client-sagemaker-runtime": "^3.310.0",
     "@clickhouse/client": "^0.0.14",
     "@faker-js/faker": "^7.6.0",
-    "@getmetal/metal-sdk": "^2.0.1",
+    "@getmetal/metal-sdk": "^4.0.0",
     "@huggingface/inference": "^1.5.1",
     "@jest/globals": "^29.5.0",
     "@opensearch-project/opensearch": "^2.2.0",
@@ -373,10 +376,11 @@
     "@types/uuid": "^9",
     "@typescript-eslint/eslint-plugin": "^5.58.0",
     "@typescript-eslint/parser": "^5.58.0",
+    "@zilliz/milvus2-sdk-node": ">=2.2.7",
     "apify-client": "^2.7.1",
     "axios": "^0.26.0",
     "cheerio": "^1.0.0-rc.12",
-    "chromadb": "^1.4.0",
+    "chromadb": "^1.4.2",
     "cohere-ai": "^5.0.2",
     "d3-dsv": "^2.0.0",
     "dotenv": "^16.0.3",
@@ -389,9 +393,11 @@
     "eslint-plugin-no-instanceof": "^1.0.1",
     "eslint-plugin-prettier": "^4.2.1",
     "faiss-node": "^0.1.1",
+    "google-auth-library": "^8.8.0",
     "graphql": "^16.6.0",
     "hnswlib-node": "^1.4.2",
     "html-to-text": "^9.0.5",
+    "ignore": "^5.2.0",
     "jest": "^29.5.0",
     "mammoth": "^1.5.1",
     "meriyah": "^4.3.7",
@@ -426,17 +432,19 @@
     "@tensorflow-models/universal-sentence-encoder": "*",
     "@tensorflow/tfjs-converter": "*",
     "@tensorflow/tfjs-core": "*",
-    "@zilliz/milvus2-sdk-node": "^2.2.0",
+    "@zilliz/milvus2-sdk-node": ">=2.2.7",
     "apify-client": "^2.7.1",
     "axios": "*",
     "cheerio": "^1.0.0-rc.12",
-    "chromadb": "^1.4.0",
+    "chromadb": "^1.4.2",
     "cohere-ai": "^5.0.2",
     "d3-dsv": "^2.0.0",
     "epub2": "^3.0.1",
     "faiss-node": "^0.1.1",
+    "google-auth-library": "^8.8.0",
     "hnswlib-node": "^1.4.2",
     "html-to-text": "^9.0.5",
+    "ignore": "^5.2.0",
     "mammoth": "*",
     "meriyah": "*",
     "mongodb": "^5.2.0",
@@ -523,6 +531,9 @@
     "html-to-text": {
       "optional": true
     },
+    "ignore": {
+      "optional": true
+    },
     "mammoth": {
       "optional": true
     },
@@ -730,6 +741,11 @@
       "import": "./llms/replicate.js",
       "require": "./llms/replicate.cjs"
     },
+    "./llms/googlevertexai": {
+      "types": "./llms/googlevertexai.d.ts",
+      "import": "./llms/googlevertexai.js",
+      "require": "./llms/googlevertexai.cjs"
+    },
     "./llms/sagemaker_endpoint": {
       "types": "./llms/sagemaker_endpoint.d.ts",
       "import": "./llms/sagemaker_endpoint.js",