langchain 0.0.194 → 0.0.196

package/dist/util/async_caller.js

@@ -1,124 +1 @@
-import pRetry from "p-retry";
-import PQueueMod from "p-queue";
-const STATUS_NO_RETRY = [
-    400,
-    401,
-    402,
-    403,
-    404,
-    405,
-    406,
-    407,
-    408,
-    409, // Conflict
-];
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-const defaultFailedAttemptHandler = (error) => {
-    if (error.message.startsWith("Cancel") ||
-        error.message.startsWith("TimeoutError") ||
-        error.name === "TimeoutError" ||
-        error.message.startsWith("AbortError") ||
-        error.name === "AbortError") {
-        throw error;
-    }
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    if (error?.code === "ECONNABORTED") {
-        throw error;
-    }
-    const status = 
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    error?.response?.status ?? error?.status;
-    if (status && STATUS_NO_RETRY.includes(+status)) {
-        throw error;
-    }
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    if (error?.error?.code === "insufficient_quota") {
-        const err = new Error(error?.message);
-        err.name = "InsufficientQuotaError";
-        throw err;
-    }
-};
-/**
- * A class that can be used to make async calls with concurrency and retry logic.
- *
- * This is useful for making calls to any kind of "expensive" external resource,
- * be it because it's rate-limited, subject to network issues, etc.
- *
- * Concurrent calls are limited by the `maxConcurrency` parameter, which defaults
- * to `Infinity`. This means that by default, all calls will be made in parallel.
- *
- * Retries are limited by the `maxRetries` parameter, which defaults to 6. This
- * means that by default, each call will be retried up to 6 times, with an
- * exponential backoff between each attempt.
- */
-export class AsyncCaller {
-    constructor(params) {
-        Object.defineProperty(this, "maxConcurrency", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "maxRetries", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "onFailedAttempt", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "queue", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.maxConcurrency = params.maxConcurrency ?? Infinity;
-        this.maxRetries = params.maxRetries ?? 6;
-        this.onFailedAttempt =
-            params.onFailedAttempt ?? defaultFailedAttemptHandler;
-        const PQueue = "default" in PQueueMod ? PQueueMod.default : PQueueMod;
-        this.queue = new PQueue({ concurrency: this.maxConcurrency });
-    }
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    call(callable, ...args) {
-        return this.queue.add(() => pRetry(() => callable(...args).catch((error) => {
-            // eslint-disable-next-line no-instanceof/no-instanceof
-            if (error instanceof Error) {
-                throw error;
-            }
-            else {
-                throw new Error(error);
-            }
-        }), {
-            onFailedAttempt: this.onFailedAttempt,
-            retries: this.maxRetries,
-            randomize: true,
-            // If needed we can change some of the defaults here,
-            // but they're quite sensible.
-        }), { throwOnTimeout: true });
-    }
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    callWithOptions(options, callable, ...args) {
-        // Note this doesn't cancel the underlying request,
-        // when available prefer to use the signal option of the underlying call
-        if (options.signal) {
-            return Promise.race([
-                this.call(callable, ...args),
-                new Promise((_, reject) => {
-                    options.signal?.addEventListener("abort", () => {
-                        reject(new Error("AbortError"));
-                    });
-                }),
-            ]);
-        }
-        return this.call(callable, ...args);
-    }
-    fetch(...args) {
-        return this.call(() => fetch(...args).then((res) => (res.ok ? res : Promise.reject(res))));
-    }
-}
+export * from "langchain-core/util/async_caller";

package/dist/vectorstores/vectara.cjs

@@ -1,6 +1,30 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VectaraStore = void 0;
+const uuid = __importStar(require("uuid"));
 const document_js_1 = require("../document.cjs");
 const fake_js_1 = require("../embeddings/fake.cjs");
 const env_js_1 = require("../util/env.cjs");
@@ -130,22 +154,64 @@ class VectaraStore extends base_js_1.VectorStore {
     async addVectors(_vectors, _documents) {
         throw new Error("Method not implemented. Please call addDocuments instead.");
     }
+    /**
+     * Method to delete data from the Vectara corpus.
+     * @param params an array of document IDs to be deleted
+     * @returns Promise that resolves when the deletion is complete.
+     */
+    async deleteDocuments(ids) {
+        if (ids && ids.length > 0) {
+            const headers = await this.getJsonHeader();
+            for (const id of ids) {
+                const data = {
+                    customer_id: this.customerId,
+                    corpus_id: this.corpusId[0],
+                    document_id: id,
+                };
+                try {
+                    const controller = new AbortController();
+                    const timeout = setTimeout(() => controller.abort(), this.vectaraApiTimeoutSeconds * 1000);
+                    const response = await fetch(`https://${this.apiEndpoint}/v1/delete-doc`, {
+                        method: "POST",
+                        headers: headers?.headers,
+                        body: JSON.stringify(data),
+                        signal: controller.signal,
+                    });
+                    clearTimeout(timeout);
+                    if (response.status !== 200) {
+                        throw new Error(`Vectara API returned status code ${response.status} when deleting document ${id}`);
+                    }
+                }
+                catch (e) {
+                    const error = new Error(`Error ${e.message}`);
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    error.code = 500;
+                    throw error;
+                }
+            }
+        }
+        else {
+            throw new Error(`no "ids" specified for deletion`);
+        }
+    }
     /**
      * Adds documents to the Vectara store.
      * @param documents An array of Document objects to add to the Vectara store.
-     * @returns A Promise that resolves when the documents have been added.
+     * @returns A Promise that resolves to an array of document IDs indexed in Vectara.
      */
     async addDocuments(documents) {
         if (this.corpusId.length > 1)
             throw new Error("addDocuments does not support multiple corpus ids");
         const headers = await this.getJsonHeader();
+        const doc_ids = [];
         let countAdded = 0;
-        for (const [index, document] of documents.entries()) {
+        for (const document of documents) {
+            const doc_id = document.metadata?.document_id ?? uuid.v4();
             const data = {
                 customer_id: this.customerId,
                 corpus_id: this.corpusId[0],
                 document: {
-                    document_id: document.metadata?.document_id ?? `${Date.now()}${index}`,
+                    document_id: doc_id,
                     title: document.metadata?.title ?? "",
                     metadata_json: JSON.stringify(document.metadata ?? {}),
                     section: [
@@ -175,6 +241,7 @@ class VectaraStore extends base_js_1.VectorStore {
                 }
                 else {
                     countAdded += 1;
+                    doc_ids.push(doc_id);
                 }
             }
             catch (e) {
@@ -187,6 +254,7 @@ class VectaraStore extends base_js_1.VectorStore {
         if (this.verbose) {
             console.log(`Added ${countAdded} documents to Vectara`);
         }
+        return doc_ids;
     }
     /**
      * Vectara provides a way to add documents directly via their API. This API handles
@@ -200,13 +268,13 @@ class VectaraStore extends base_js_1.VectorStore {
     async addFiles(files, metadatas = undefined) {
         if (this.corpusId.length > 1)
             throw new Error("addFiles does not support multiple corpus ids");
-        let numDocs = 0;
+        const doc_ids = [];
         for (const [index, file] of files.entries()) {
             const md = metadatas ? metadatas[index] : {};
             const data = new FormData();
             data.append("file", file.blob, file.fileName);
             data.append("doc-metadata", JSON.stringify(md));
-            const response = await fetch(`https://api.vectara.io/v1/upload?c=${this.customerId}&o=${this.corpusId[0]}`, {
+            const response = await fetch(`https://api.vectara.io/v1/upload?c=${this.customerId}&o=${this.corpusId[0]}&d=true`, {
                 method: "POST",
                 headers: {
                     "x-api-key": this.apiKey,
@@ -222,13 +290,15 @@ class VectaraStore extends base_js_1.VectorStore {
                 throw new Error(`Vectara API returned status code ${status}`);
             }
             else {
-                numDocs += 1;
+                const result = await response.json();
+                const doc_id = result.document.documentId;
+                doc_ids.push(doc_id);
             }
         }
         if (this.verbose) {
             console.log(`Uploaded ${files.length} files to Vectara`);
         }
-        return numDocs;
+        return doc_ids;
     }
     /**
      * Performs a similarity search and returns documents along with their

package/dist/vectorstores/vectara.d.ts

@@ -79,12 +79,18 @@ export declare class VectaraStore extends VectorStore {
      * @returns Does not return a value.
      */
     addVectors(_vectors: number[][], _documents: Document[]): Promise<void>;
+    /**
+     * Method to delete data from the Vectara corpus.
+     * @param params an array of document IDs to be deleted
+     * @returns Promise that resolves when the deletion is complete.
+     */
+    deleteDocuments(ids: string[]): Promise<void>;
     /**
      * Adds documents to the Vectara store.
      * @param documents An array of Document objects to add to the Vectara store.
-     * @returns A Promise that resolves when the documents have been added.
+     * @returns A Promise that resolves to an array of document IDs indexed in Vectara.
      */
-    addDocuments(documents: Document[]): Promise<void>;
+    addDocuments(documents: Document[]): Promise<string[]>;
     /**
      * Vectara provides a way to add documents directly via their API. This API handles
      * pre-processing and chunking internally in an optimal manner. This method is a wrapper
@@ -94,7 +100,7 @@ export declare class VectaraStore extends VectorStore {
      * @param metadata Optional. An array of metadata objects corresponding to each file in the `filePaths` array.
      * @returns A Promise that resolves to the number of successfully uploaded files.
      */
-    addFiles(files: VectaraFile[], metadatas?: Record<string, unknown> | undefined): Promise<number>;
+    addFiles(files: VectaraFile[], metadatas?: Record<string, unknown> | undefined): Promise<string[]>;
     /**
      * Performs a similarity search and returns documents along with their
      * scores.

package/dist/vectorstores/vectara.js

@@ -1,3 +1,4 @@
+import * as uuid from "uuid";
 import { Document } from "../document.js";
 import { FakeEmbeddings } from "../embeddings/fake.js";
 import { getEnvironmentVariable } from "../util/env.js";
@@ -127,22 +128,64 @@ export class VectaraStore extends VectorStore {
     async addVectors(_vectors, _documents) {
         throw new Error("Method not implemented. Please call addDocuments instead.");
     }
+    /**
+     * Method to delete data from the Vectara corpus.
+     * @param params an array of document IDs to be deleted
+     * @returns Promise that resolves when the deletion is complete.
+     */
+    async deleteDocuments(ids) {
+        if (ids && ids.length > 0) {
+            const headers = await this.getJsonHeader();
+            for (const id of ids) {
+                const data = {
+                    customer_id: this.customerId,
+                    corpus_id: this.corpusId[0],
+                    document_id: id,
+                };
+                try {
+                    const controller = new AbortController();
+                    const timeout = setTimeout(() => controller.abort(), this.vectaraApiTimeoutSeconds * 1000);
+                    const response = await fetch(`https://${this.apiEndpoint}/v1/delete-doc`, {
+                        method: "POST",
+                        headers: headers?.headers,
+                        body: JSON.stringify(data),
+                        signal: controller.signal,
+                    });
+                    clearTimeout(timeout);
+                    if (response.status !== 200) {
+                        throw new Error(`Vectara API returned status code ${response.status} when deleting document ${id}`);
+                    }
+                }
+                catch (e) {
+                    const error = new Error(`Error ${e.message}`);
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    error.code = 500;
+                    throw error;
+                }
+            }
+        }
+        else {
+            throw new Error(`no "ids" specified for deletion`);
+        }
+    }
     /**
      * Adds documents to the Vectara store.
      * @param documents An array of Document objects to add to the Vectara store.
-     * @returns A Promise that resolves when the documents have been added.
+     * @returns A Promise that resolves to an array of document IDs indexed in Vectara.
      */
     async addDocuments(documents) {
         if (this.corpusId.length > 1)
             throw new Error("addDocuments does not support multiple corpus ids");
         const headers = await this.getJsonHeader();
+        const doc_ids = [];
         let countAdded = 0;
-        for (const [index, document] of documents.entries()) {
+        for (const document of documents) {
+            const doc_id = document.metadata?.document_id ?? uuid.v4();
             const data = {
                 customer_id: this.customerId,
                 corpus_id: this.corpusId[0],
                 document: {
-                    document_id: document.metadata?.document_id ?? `${Date.now()}${index}`,
+                    document_id: doc_id,
                     title: document.metadata?.title ?? "",
                     metadata_json: JSON.stringify(document.metadata ?? {}),
                     section: [
@@ -172,6 +215,7 @@ export class VectaraStore extends VectorStore {
                 }
                 else {
                     countAdded += 1;
+                    doc_ids.push(doc_id);
                 }
             }
             catch (e) {
@@ -184,6 +228,7 @@ export class VectaraStore extends VectorStore {
         if (this.verbose) {
             console.log(`Added ${countAdded} documents to Vectara`);
         }
+        return doc_ids;
     }
     /**
      * Vectara provides a way to add documents directly via their API. This API handles
@@ -197,13 +242,13 @@ export class VectaraStore extends VectorStore {
     async addFiles(files, metadatas = undefined) {
         if (this.corpusId.length > 1)
             throw new Error("addFiles does not support multiple corpus ids");
-        let numDocs = 0;
+        const doc_ids = [];
         for (const [index, file] of files.entries()) {
             const md = metadatas ? metadatas[index] : {};
             const data = new FormData();
             data.append("file", file.blob, file.fileName);
             data.append("doc-metadata", JSON.stringify(md));
-            const response = await fetch(`https://api.vectara.io/v1/upload?c=${this.customerId}&o=${this.corpusId[0]}`, {
+            const response = await fetch(`https://api.vectara.io/v1/upload?c=${this.customerId}&o=${this.corpusId[0]}&d=true`, {
                 method: "POST",
                 headers: {
                     "x-api-key": this.apiKey,
@@ -219,13 +264,15 @@ export class VectaraStore extends VectorStore {
                 throw new Error(`Vectara API returned status code ${status}`);
             }
             else {
-                numDocs += 1;
+                const result = await response.json();
+                const doc_id = result.document.documentId;
+                doc_ids.push(doc_id);
             }
         }
         if (this.verbose) {
             console.log(`Uploaded ${files.length} files to Vectara`);
         }
-        return numDocs;
+        return doc_ids;
     }
     /**
      * Performs a similarity search and returns documents along with their

package/experimental/openai_files.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/experimental/openai_files/index.cjs');

package/experimental/openai_files.d.ts

@@ -0,0 +1 @@
+export * from '../dist/experimental/openai_files/index.js'

package/experimental/openai_files.js

@@ -0,0 +1 @@
+export * from '../dist/experimental/openai_files/index.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.194",
+  "version": "0.0.196",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -646,6 +646,9 @@
     "retrievers/self_query/weaviate.cjs",
     "retrievers/self_query/weaviate.js",
     "retrievers/self_query/weaviate.d.ts",
+    "retrievers/self_query/vectara.cjs",
+    "retrievers/self_query/vectara.js",
+    "retrievers/self_query/vectara.d.ts",
     "retrievers/vespa.cjs",
     "retrievers/vespa.js",
     "retrievers/vespa.d.ts",
@@ -766,6 +769,9 @@
     "experimental/openai_assistant.cjs",
     "experimental/openai_assistant.js",
     "experimental/openai_assistant.d.ts",
+    "experimental/openai_files.cjs",
+    "experimental/openai_files.js",
+    "experimental/openai_files.d.ts",
     "experimental/babyagi.cjs",
     "experimental/babyagi.js",
     "experimental/babyagi.d.ts",
@@ -799,6 +805,9 @@
     "evaluation.cjs",
     "evaluation.js",
     "evaluation.d.ts",
+    "runnables.cjs",
+    "runnables.js",
+    "runnables.d.ts",
     "runnables/remote.cjs",
     "runnables/remote.js",
     "runnables/remote.d.ts",
@@ -933,6 +942,7 @@
     "jest": "^29.5.0",
     "jest-environment-node": "^29.6.4",
     "jsdom": "^22.1.0",
+    "langchain-core": "workspace:*",
     "llmonitor": "^0.5.9",
     "lodash": "^4.17.21",
     "mammoth": "^1.5.1",
@@ -1369,21 +1379,18 @@
   },
   "dependencies": {
     "@anthropic-ai/sdk": "^0.9.1",
-    "ansi-styles": "^5.0.0",
     "binary-extensions": "^2.2.0",
-    "camelcase": "6",
-    "decamelize": "^1.2.0",
     "expr-eval": "^2.0.2",
     "flat": "^5.0.2",
     "js-tiktoken": "^1.0.7",
     "js-yaml": "^4.1.0",
     "jsonpointer": "^5.0.1",
+    "langchain-core": "^0.0.1",
     "langchainhub": "~0.0.6",
     "langsmith": "~0.0.48",
     "ml-distance": "^4.0.0",
     "openai": "^4.19.0",
     "openapi-types": "^12.1.3",
-    "p-queue": "^6.6.2",
     "p-retry": "4",
     "uuid": "^9.0.0",
     "yaml": "^2.2.1",
@@ -2468,6 +2475,11 @@
       "import": "./retrievers/self_query/weaviate.js",
       "require": "./retrievers/self_query/weaviate.cjs"
     },
+    "./retrievers/self_query/vectara": {
+      "types": "./retrievers/self_query/vectara.d.ts",
+      "import": "./retrievers/self_query/vectara.js",
+      "require": "./retrievers/self_query/vectara.cjs"
+    },
     "./retrievers/vespa": {
       "types": "./retrievers/vespa.d.ts",
       "import": "./retrievers/vespa.js",
@@ -2668,6 +2680,11 @@
       "import": "./experimental/openai_assistant.js",
       "require": "./experimental/openai_assistant.cjs"
     },
+    "./experimental/openai_files": {
+      "types": "./experimental/openai_files.d.ts",
+      "import": "./experimental/openai_files.js",
+      "require": "./experimental/openai_files.cjs"
+    },
     "./experimental/babyagi": {
       "types": "./experimental/babyagi.d.ts",
       "import": "./experimental/babyagi.js",
@@ -2723,6 +2740,11 @@
       "import": "./evaluation.js",
       "require": "./evaluation.cjs"
     },
+    "./runnables": {
+      "types": "./runnables.d.ts",
+      "import": "./runnables.js",
+      "require": "./runnables.cjs"
+    },
     "./runnables/remote": {
       "types": "./runnables/remote.d.ts",
       "import": "./runnables/remote.js",

package/retrievers/self_query/vectara.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/retrievers/self_query/vectara.cjs');

package/retrievers/self_query/vectara.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/retrievers/self_query/vectara.js'

package/retrievers/self_query/vectara.js

@@ -0,0 +1 @@
+export * from '../../dist/retrievers/self_query/vectara.js'

package/runnables.cjs

@@ -0,0 +1 @@
+module.exports = require('./dist/runnables/index.cjs');

package/runnables.d.ts

@@ -0,0 +1 @@
+export * from './dist/runnables/index.js'

package/runnables.js

@@ -0,0 +1 @@
+export * from './dist/runnables/index.js'

package/dist/util/@cfworker/json-schema/index.d.ts

@@ -1 +0,0 @@
-export * from "./src/index.js";

package/dist/util/@cfworker/json-schema/index.js

@@ -1 +0,0 @@
-export * from "./src/index.js";

package/dist/util/@cfworker/json-schema/src/deep-compare-strict.cjs

@@ -1,43 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.deepCompareStrict = void 0;
-function deepCompareStrict(a, b) {
-    const typeofa = typeof a;
-    if (typeofa !== typeof b) {
-        return false;
-    }
-    if (Array.isArray(a)) {
-        if (!Array.isArray(b)) {
-            return false;
-        }
-        const length = a.length;
-        if (length !== b.length) {
-            return false;
-        }
-        for (let i = 0; i < length; i++) {
-            if (!deepCompareStrict(a[i], b[i])) {
-                return false;
-            }
-        }
-        return true;
-    }
-    if (typeofa === "object") {
-        if (!a || !b) {
-            return a === b;
-        }
-        const aKeys = Object.keys(a);
-        const bKeys = Object.keys(b);
-        const length = aKeys.length;
-        if (length !== bKeys.length) {
-            return false;
-        }
-        for (const k of aKeys) {
-            if (!deepCompareStrict(a[k], b[k])) {
-                return false;
-            }
-        }
-        return true;
-    }
-    return a === b;
-}
-exports.deepCompareStrict = deepCompareStrict;

package/dist/util/@cfworker/json-schema/src/deep-compare-strict.d.ts

@@ -1 +0,0 @@
-export declare function deepCompareStrict(a: any, b: any): boolean;

package/dist/util/@cfworker/json-schema/src/deep-compare-strict.js

@@ -1,39 +0,0 @@
-export function deepCompareStrict(a, b) {
-    const typeofa = typeof a;
-    if (typeofa !== typeof b) {
-        return false;
-    }
-    if (Array.isArray(a)) {
-        if (!Array.isArray(b)) {
-            return false;
-        }
-        const length = a.length;
-        if (length !== b.length) {
-            return false;
-        }
-        for (let i = 0; i < length; i++) {
-            if (!deepCompareStrict(a[i], b[i])) {
-                return false;
-            }
-        }
-        return true;
-    }
-    if (typeofa === "object") {
-        if (!a || !b) {
-            return a === b;
-        }
-        const aKeys = Object.keys(a);
-        const bKeys = Object.keys(b);
-        const length = aKeys.length;
-        if (length !== bKeys.length) {
-            return false;
-        }
-        for (const k of aKeys) {
-            if (!deepCompareStrict(a[k], b[k])) {
-                return false;
-            }
-        }
-        return true;
-    }
-    return a === b;
-}