langchain 0.0.142 → 0.0.144

package/dist/vectorstores/redis.d.ts

@@ -29,6 +29,11 @@ export type CreateSchemaHNSWVectorField = CreateSchemaVectorField<VectorAlgorith
     EF_CONSTRUCTION?: number;
     EF_RUNTIME?: number;
 }>;
+type CreateIndexOptions = NonNullable<Parameters<ReturnType<typeof createClient>["ft"]["create"]>[3]>;
+export type RedisSearchLanguages = `${NonNullable<CreateIndexOptions["LANGUAGE"]>}`;
+export type RedisVectorStoreIndexOptions = Omit<CreateIndexOptions, "LANGUAGE"> & {
+    LANGUAGE?: RedisSearchLanguages;
+};
 /**
  * Interface for the configuration of the RedisVectorStore. It includes
  * the Redis client, index name, index options, key prefix, content key,
@@ -38,6 +43,7 @@ export interface RedisVectorStoreConfig {
     redisClient: ReturnType<typeof createClient> | ReturnType<typeof createCluster>;
     indexName: string;
     indexOptions?: CreateSchemaFlatVectorField | CreateSchemaHNSWVectorField;
+    createIndexOptions?: Omit<RedisVectorStoreIndexOptions, "PREFIX">;
     keyPrefix?: string;
     contentKey?: string;
     metadataKey?: string;
@@ -67,6 +73,7 @@ export declare class RedisVectorStore extends VectorStore {
     private redisClient;
     indexName: string;
     indexOptions: CreateSchemaFlatVectorField | CreateSchemaHNSWVectorField;
+    createIndexOptions: CreateIndexOptions;
     keyPrefix: string;
     contentKey: string;
     metadataKey: string;
@@ -176,3 +183,4 @@ export declare class RedisVectorStore extends VectorStore {
      */
     private getFloat32Buffer;
 }
+export {};

package/dist/vectorstores/redis.js

@@ -30,6 +30,12 @@ export class RedisVectorStore extends VectorStore {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "createIndexOptions", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "keyPrefix", {
             enumerable: true,
             configurable: true,
@@ -71,6 +77,11 @@ export class RedisVectorStore extends VectorStore {
         this.metadataKey = _dbConfig.metadataKey ?? "metadata";
         this.vectorKey = _dbConfig.vectorKey ?? "content_vector";
         this.filter = _dbConfig.filter;
+        this.createIndexOptions = {
+            ON: "HASH",
+            PREFIX: this.keyPrefix,
+            ..._dbConfig.createIndexOptions,
+        };
     }
     /**
      * Method for adding documents to the RedisVectorStore. It first converts
@@ -225,10 +236,7 @@ export class RedisVectorStore extends VectorStore {
             [this.contentKey]: SchemaFieldTypes.TEXT,
             [this.metadataKey]: SchemaFieldTypes.TEXT,
         };
-        await this.redisClient.ft.create(this.indexName, schema, {
-            ON: "HASH",
-            PREFIX: this.keyPrefix,
-        });
+        await this.redisClient.ft.create(this.indexName, schema, this.createIndexOptions);
     }
     /**
      * Method for dropping an index from the RedisVectorStore.

package/dist/vectorstores/tigris.cjs

@@ -37,6 +37,7 @@ class TigrisVectorStore extends base_js_1.VectorStore {
     }
     constructor(embeddings, args) {
         super(embeddings, args);
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
         Object.defineProperty(this, "index", {
             enumerable: true,
             configurable: true,
@@ -98,6 +99,7 @@ class TigrisVectorStore extends base_js_1.VectorStore {
         if (!result) {
             return [];
         }
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
         return result.map(([document, score]) => [
             new document_js_1.Document({
                 pageContent: document.content,

package/dist/vectorstores/tigris.d.ts

@@ -1,4 +1,3 @@
-import type { VectorDocumentStore as VectorDocumentStoreT } from "@tigrisdata/vector";
 import { Embeddings } from "../embeddings/base.js";
 import { VectorStore } from "./base.js";
 import { Document } from "../document.js";
@@ -7,14 +6,14 @@ import { Document } from "../document.js";
  * TigrisVectorStore instance.
  */
 export type TigrisLibArgs = {
-    index: VectorDocumentStoreT;
+    index: any;
 };
 /**
  * Class for managing and operating vector search applications with
  * Tigris, an open-source Serverless NoSQL Database and Search Platform.
  */
 export declare class TigrisVectorStore extends VectorStore {
-    index?: VectorDocumentStoreT;
+    index?: any;
     _vectorstoreType(): string;
     constructor(embeddings: Embeddings, args: TigrisLibArgs);
     /**

package/dist/vectorstores/tigris.js

@@ -11,6 +11,7 @@ export class TigrisVectorStore extends VectorStore {
     }
     constructor(embeddings, args) {
         super(embeddings, args);
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
         Object.defineProperty(this, "index", {
             enumerable: true,
             configurable: true,
@@ -72,6 +73,7 @@ export class TigrisVectorStore extends VectorStore {
         if (!result) {
             return [];
         }
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
         return result.map(([document, score]) => [
             new Document({
                 pageContent: document.content,

package/dist/vectorstores/vectara.cjs

@@ -72,11 +72,26 @@ class VectaraStore extends base_js_1.VectorStore {
             throw new Error("Vectara api key is not provided.");
         }
         this.apiKey = apiKey;
-        const corpusId = args.corpusId ?? (0, env_js_1.getEnvironmentVariable)("VECTARA_CORPUS_ID");
+        const corpusId = args.corpusId ??
+            (0, env_js_1.getEnvironmentVariable)("VECTARA_CORPUS_ID")
+                ?.split(",")
+                .map((id) => {
+                const num = Number(id);
+                if (Number.isNaN(num))
+                    throw new Error("Vectara corpus id is not a number.");
+                return num;
+            });
         if (!corpusId) {
             throw new Error("Vectara corpus id is not provided.");
         }
-        this.corpusId = corpusId;
+        if (typeof corpusId === "number") {
+            this.corpusId = [corpusId];
+        }
+        else {
+            if (corpusId.length === 0)
+                throw new Error("Vectara corpus id is not provided.");
+            this.corpusId = corpusId;
+        }
         const customerId = args.customerId ?? (0, env_js_1.getEnvironmentVariable)("VECTARA_CUSTOMER_ID");
         if (!customerId) {
             throw new Error("Vectara customer id is not provided.");
@@ -113,12 +128,14 @@ class VectaraStore extends base_js_1.VectorStore {
      * @returns A Promise that resolves when the documents have been added.
      */
     async addDocuments(documents) {
+        if (this.corpusId.length > 1)
+            throw new Error("addDocuments does not support multiple corpus ids");
         const headers = await this.getJsonHeader();
         let countAdded = 0;
         for (const [index, document] of documents.entries()) {
             const data = {
                 customer_id: this.customerId,
-                corpus_id: this.corpusId,
+                corpus_id: this.corpusId[0],
                 document: {
                     document_id: document.metadata?.document_id ?? `${Date.now()}${index}`,
                     title: document.metadata?.title ?? "",
@@ -173,6 +190,8 @@ class VectaraStore extends base_js_1.VectorStore {
      * @returns A Promise that resolves to the number of successfully uploaded files.
      */
     async addFiles(filePaths, metadatas = undefined) {
+        if (this.corpusId.length > 1)
+            throw new Error("addFiles does not support multiple corpus ids");
         let numDocs = 0;
         for (const [index, fileBlob] of filePaths.entries()) {
             const md = metadatas ? metadatas[index] : {};
@@ -180,7 +199,7 @@ class VectaraStore extends base_js_1.VectorStore {
             data.append("file", fileBlob, `file_${index}`);
             data.append("doc-metadata", JSON.stringify(md));
             try {
-                const response = await fetch(`https://api.vectara.io/v1/upload?c=${this.customerId}&o=${this.corpusId}`, {
+                const response = await fetch(`https://api.vectara.io/v1/upload?c=${this.customerId}&o=${this.corpusId[0]}`, {
                     method: "POST",
                     headers: {
                         "x-api-key": this.apiKey,
@@ -215,6 +234,12 @@ class VectaraStore extends base_js_1.VectorStore {
      */
     async similaritySearchWithScore(query, k = 10, filter = undefined) {
         const headers = await this.getJsonHeader();
+        const corpusKeys = this.corpusId.map((corpusId) => ({
+            customerId: this.customerId,
+            corpusId,
+            metadataFilter: filter?.filter ?? "",
+            lexicalInterpolationConfig: { lambda: filter?.lambda ?? 0.025 },
+        }));
         const data = {
             query: [
                 {
@@ -224,14 +249,7 @@ class VectaraStore extends base_js_1.VectorStore {
                         sentencesAfter: filter?.contextConfig?.sentencesAfter ?? 2,
                         sentencesBefore: filter?.contextConfig?.sentencesBefore ?? 2,
                     },
-                    corpusKey: [
-                        {
-                            customerId: this.customerId,
-                            corpusId: this.corpusId,
-                            metadataFilter: filter?.filter ?? "",
-                            lexicalInterpolationConfig: { lambda: filter?.lambda ?? 0.025 },
-                        },
-                    ],
+                    corpusKey: corpusKeys,
                 },
             ],
         };

package/dist/vectorstores/vectara.d.ts

@@ -7,7 +7,7 @@ import { VectorStore } from "./base.js";
  */
 export interface VectaraLibArgs {
     customerId: number;
-    corpusId: number;
+    corpusId: number | number[];
     apiKey: string;
     verbose?: boolean;
 }

package/dist/vectorstores/vectara.js

@@ -69,11 +69,26 @@ export class VectaraStore extends VectorStore {
             throw new Error("Vectara api key is not provided.");
         }
         this.apiKey = apiKey;
-        const corpusId = args.corpusId ?? getEnvironmentVariable("VECTARA_CORPUS_ID");
+        const corpusId = args.corpusId ??
+            getEnvironmentVariable("VECTARA_CORPUS_ID")
+                ?.split(",")
+                .map((id) => {
+                const num = Number(id);
+                if (Number.isNaN(num))
+                    throw new Error("Vectara corpus id is not a number.");
+                return num;
+            });
         if (!corpusId) {
             throw new Error("Vectara corpus id is not provided.");
         }
-        this.corpusId = corpusId;
+        if (typeof corpusId === "number") {
+            this.corpusId = [corpusId];
+        }
+        else {
+            if (corpusId.length === 0)
+                throw new Error("Vectara corpus id is not provided.");
+            this.corpusId = corpusId;
+        }
         const customerId = args.customerId ?? getEnvironmentVariable("VECTARA_CUSTOMER_ID");
         if (!customerId) {
             throw new Error("Vectara customer id is not provided.");
@@ -110,12 +125,14 @@ export class VectaraStore extends VectorStore {
      * @returns A Promise that resolves when the documents have been added.
      */
     async addDocuments(documents) {
+        if (this.corpusId.length > 1)
+            throw new Error("addDocuments does not support multiple corpus ids");
         const headers = await this.getJsonHeader();
         let countAdded = 0;
         for (const [index, document] of documents.entries()) {
             const data = {
                 customer_id: this.customerId,
-                corpus_id: this.corpusId,
+                corpus_id: this.corpusId[0],
                 document: {
                     document_id: document.metadata?.document_id ?? `${Date.now()}${index}`,
                     title: document.metadata?.title ?? "",
@@ -170,6 +187,8 @@ export class VectaraStore extends VectorStore {
      * @returns A Promise that resolves to the number of successfully uploaded files.
      */
     async addFiles(filePaths, metadatas = undefined) {
+        if (this.corpusId.length > 1)
+            throw new Error("addFiles does not support multiple corpus ids");
         let numDocs = 0;
         for (const [index, fileBlob] of filePaths.entries()) {
             const md = metadatas ? metadatas[index] : {};
@@ -177,7 +196,7 @@ export class VectaraStore extends VectorStore {
             data.append("file", fileBlob, `file_${index}`);
             data.append("doc-metadata", JSON.stringify(md));
             try {
-                const response = await fetch(`https://api.vectara.io/v1/upload?c=${this.customerId}&o=${this.corpusId}`, {
+                const response = await fetch(`https://api.vectara.io/v1/upload?c=${this.customerId}&o=${this.corpusId[0]}`, {
                     method: "POST",
                     headers: {
                         "x-api-key": this.apiKey,
@@ -212,6 +231,12 @@ export class VectaraStore extends VectorStore {
      */
     async similaritySearchWithScore(query, k = 10, filter = undefined) {
         const headers = await this.getJsonHeader();
+        const corpusKeys = this.corpusId.map((corpusId) => ({
+            customerId: this.customerId,
+            corpusId,
+            metadataFilter: filter?.filter ?? "",
+            lexicalInterpolationConfig: { lambda: filter?.lambda ?? 0.025 },
+        }));
         const data = {
             query: [
                 {
@@ -221,14 +246,7 @@ export class VectaraStore extends VectorStore {
                         sentencesAfter: filter?.contextConfig?.sentencesAfter ?? 2,
                         sentencesBefore: filter?.contextConfig?.sentencesBefore ?? 2,
                     },
-                    corpusKey: [
-                        {
-                            customerId: this.customerId,
-                            corpusId: this.corpusId,
-                            metadataFilter: filter?.filter ?? "",
-                            lexicalInterpolationConfig: { lambda: filter?.lambda ?? 0.025 },
-                        },
-                    ],
+                    corpusKey: corpusKeys,
                 },
             ],
         };

package/document_loaders/fs/openai_whisper_audio.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/document_loaders/fs/openai_whisper_audio.cjs');

package/document_loaders/fs/openai_whisper_audio.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/document_loaders/fs/openai_whisper_audio.js'

package/document_loaders/fs/openai_whisper_audio.js

@@ -0,0 +1 @@
+export * from '../../dist/document_loaders/fs/openai_whisper_audio.js'

package/embeddings/hf_transformers.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/embeddings/hf_transformers.cjs');

package/embeddings/hf_transformers.d.ts

@@ -0,0 +1 @@
+export * from '../dist/embeddings/hf_transformers.js'

package/embeddings/hf_transformers.js

@@ -0,0 +1 @@
+export * from '../dist/embeddings/hf_transformers.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.142",
+  "version": "0.0.144",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -94,6 +94,9 @@
     "embeddings/hf.cjs",
     "embeddings/hf.js",
     "embeddings/hf.d.ts",
+    "embeddings/hf_transformers.cjs",
+    "embeddings/hf_transformers.js",
+    "embeddings/hf_transformers.d.ts",
     "embeddings/googlevertexai.cjs",
     "embeddings/googlevertexai.js",
     "embeddings/googlevertexai.d.ts",
@@ -364,6 +367,9 @@
     "document_loaders/fs/unstructured.cjs",
     "document_loaders/fs/unstructured.js",
     "document_loaders/fs/unstructured.d.ts",
+    "document_loaders/fs/openai_whisper_audio.cjs",
+    "document_loaders/fs/openai_whisper_audio.js",
+    "document_loaders/fs/openai_whisper_audio.d.ts",
     "document_transformers/html_to_text.cjs",
     "document_transformers/html_to_text.js",
     "document_transformers/html_to_text.d.ts",
@@ -427,6 +433,9 @@
     "callbacks.cjs",
     "callbacks.js",
     "callbacks.d.ts",
+    "callbacks/handlers/llmonitor.cjs",
+    "callbacks/handlers/llmonitor.js",
+    "callbacks/handlers/llmonitor.d.ts",
     "output_parsers.cjs",
     "output_parsers.js",
     "output_parsers.d.ts",
@@ -655,7 +664,6 @@
     "@tensorflow/tfjs-backend-cpu": "^4.4.0",
     "@tensorflow/tfjs-converter": "^4.4.0",
     "@tensorflow/tfjs-core": "^4.4.0",
-    "@tigrisdata/vector": "^1.1.0",
     "@tsconfig/recommended": "^1.0.2",
     "@types/d3-dsv": "^2",
     "@types/decamelize": "^1.2.0",
@@ -674,6 +682,7 @@
     "@upstash/redis": "^1.20.6",
     "@writerai/writer-sdk": "^0.40.2",
     "@xata.io/client": "^0.25.1",
+    "@xenova/transformers": "^2.5.4",
     "@zilliz/milvus2-sdk-node": ">=2.2.11",
     "apify-client": "^2.7.1",
     "axios": "^0.26.0",
@@ -700,7 +709,9 @@
     "ignore": "^5.2.0",
     "ioredis": "^5.3.2",
     "jest": "^29.5.0",
+    "jest-environment-node": "^29.6.4",
     "jsdom": "^22.1.0",
+    "llmonitor": "^0.5.4",
     "mammoth": "^1.5.1",
     "ml-matrix": "^6.10.4",
     "mongodb": "^5.2.0",
@@ -767,10 +778,10 @@
     "@tensorflow-models/universal-sentence-encoder": "*",
     "@tensorflow/tfjs-converter": "*",
     "@tensorflow/tfjs-core": "*",
-    "@tigrisdata/vector": "^1.1.0",
     "@upstash/redis": "^1.20.6",
     "@writerai/writer-sdk": "^0.40.2",
     "@xata.io/client": "^0.25.1",
+    "@xenova/transformers": "^2.5.4",
     "@zilliz/milvus2-sdk-node": ">=2.2.7",
     "apify-client": "^2.7.1",
     "axios": "*",
@@ -788,6 +799,7 @@
     "ignore": "^5.2.0",
     "ioredis": "^5.3.2",
     "jsdom": "*",
+    "llmonitor": "^0.5.4",
     "mammoth": "*",
     "mongodb": "^5.2.0",
     "mysql2": "^3.3.3",
@@ -912,9 +924,6 @@
     "@tensorflow/tfjs-core": {
       "optional": true
     },
-    "@tigrisdata/vector": {
-      "optional": true
-    },
     "@upstash/redis": {
       "optional": true
     },
@@ -924,6 +933,9 @@
     "@xata.io/client": {
       "optional": true
     },
+    "@xenova/transformers": {
+      "optional": true
+    },
     "@zilliz/milvus2-sdk-node": {
       "optional": true
     },
@@ -975,6 +987,9 @@
     "jsdom": {
       "optional": true
     },
+    "llmonitor": {
+      "optional": true
+    },
     "mammoth": {
       "optional": true
     },
@@ -1234,6 +1249,11 @@
       "import": "./embeddings/hf.js",
       "require": "./embeddings/hf.cjs"
     },
+    "./embeddings/hf_transformers": {
+      "types": "./embeddings/hf_transformers.d.ts",
+      "import": "./embeddings/hf_transformers.js",
+      "require": "./embeddings/hf_transformers.cjs"
+    },
     "./embeddings/googlevertexai": {
       "types": "./embeddings/googlevertexai.d.ts",
       "import": "./embeddings/googlevertexai.js",
@@ -1690,6 +1710,11 @@
       "import": "./document_loaders/fs/unstructured.js",
       "require": "./document_loaders/fs/unstructured.cjs"
     },
+    "./document_loaders/fs/openai_whisper_audio": {
+      "types": "./document_loaders/fs/openai_whisper_audio.d.ts",
+      "import": "./document_loaders/fs/openai_whisper_audio.js",
+      "require": "./document_loaders/fs/openai_whisper_audio.cjs"
+    },
     "./document_transformers/html_to_text": {
       "types": "./document_transformers/html_to_text.d.ts",
       "import": "./document_transformers/html_to_text.js",
@@ -1797,6 +1822,11 @@
       "import": "./callbacks.js",
       "require": "./callbacks.cjs"
     },
+    "./callbacks/handlers/llmonitor": {
+      "types": "./callbacks/handlers/llmonitor.d.ts",
+      "import": "./callbacks/handlers/llmonitor.js",
+      "require": "./callbacks/handlers/llmonitor.cjs"
+    },
     "./output_parsers": {
       "types": "./output_parsers.d.ts",
       "import": "./output_parsers.js",