langchain 0.0.195 → 0.0.197-rc.0

package/dist/util/async_caller.js

@@ -1,124 +1 @@
-import pRetry from "p-retry";
-import PQueueMod from "p-queue";
-const STATUS_NO_RETRY = [
-    400,
-    401,
-    402,
-    403,
-    404,
-    405,
-    406,
-    407,
-    408,
-    409, // Conflict
-];
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-const defaultFailedAttemptHandler = (error) => {
-    if (error.message.startsWith("Cancel") ||
-        error.message.startsWith("TimeoutError") ||
-        error.name === "TimeoutError" ||
-        error.message.startsWith("AbortError") ||
-        error.name === "AbortError") {
-        throw error;
-    }
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    if (error?.code === "ECONNABORTED") {
-        throw error;
-    }
-    const status = 
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    error?.response?.status ?? error?.status;
-    if (status && STATUS_NO_RETRY.includes(+status)) {
-        throw error;
-    }
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    if (error?.error?.code === "insufficient_quota") {
-        const err = new Error(error?.message);
-        err.name = "InsufficientQuotaError";
-        throw err;
-    }
-};
-/**
- * A class that can be used to make async calls with concurrency and retry logic.
- *
- * This is useful for making calls to any kind of "expensive" external resource,
- * be it because it's rate-limited, subject to network issues, etc.
- *
- * Concurrent calls are limited by the `maxConcurrency` parameter, which defaults
- * to `Infinity`. This means that by default, all calls will be made in parallel.
- *
- * Retries are limited by the `maxRetries` parameter, which defaults to 6. This
- * means that by default, each call will be retried up to 6 times, with an
- * exponential backoff between each attempt.
- */
-export class AsyncCaller {
-    constructor(params) {
-        Object.defineProperty(this, "maxConcurrency", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "maxRetries", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "onFailedAttempt", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "queue", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.maxConcurrency = params.maxConcurrency ?? Infinity;
-        this.maxRetries = params.maxRetries ?? 6;
-        this.onFailedAttempt =
-            params.onFailedAttempt ?? defaultFailedAttemptHandler;
-        const PQueue = "default" in PQueueMod ? PQueueMod.default : PQueueMod;
-        this.queue = new PQueue({ concurrency: this.maxConcurrency });
-    }
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    call(callable, ...args) {
-        return this.queue.add(() => pRetry(() => callable(...args).catch((error) => {
-            // eslint-disable-next-line no-instanceof/no-instanceof
-            if (error instanceof Error) {
-                throw error;
-            }
-            else {
-                throw new Error(error);
-            }
-        }), {
-            onFailedAttempt: this.onFailedAttempt,
-            retries: this.maxRetries,
-            randomize: true,
-            // If needed we can change some of the defaults here,
-            // but they're quite sensible.
-        }), { throwOnTimeout: true });
-    }
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    callWithOptions(options, callable, ...args) {
-        // Note this doesn't cancel the underlying request,
-        // when available prefer to use the signal option of the underlying call
-        if (options.signal) {
-            return Promise.race([
-                this.call(callable, ...args),
-                new Promise((_, reject) => {
-                    options.signal?.addEventListener("abort", () => {
-                        reject(new Error("AbortError"));
-                    });
-                }),
-            ]);
-        }
-        return this.call(callable, ...args);
-    }
-    fetch(...args) {
-        return this.call(() => fetch(...args).then((res) => (res.ok ? res : Promise.reject(res))));
-    }
-}
+export * from "langchain-core/utils/async_caller";

package/dist/vectorstores/momento_vector_index.cjs

@@ -30,6 +30,7 @@ const sdk_core_1 = require("@gomomento/sdk-core");
 const uuid = __importStar(require("uuid"));
 const document_js_1 = require("../document.cjs");
 const base_js_1 = require("./base.cjs");
+const math_js_1 = require("../util/math.cjs");
 /**
  * A vector store that uses the Momento Vector Index.
  *
@@ -234,6 +235,44 @@ class MomentoVectorIndex extends base_js_1.VectorStore {
             throw new Error(`Unknown response type: ${response.toString()}`);
         }
     }
+    /**
+     * Return documents selected using the maximal marginal relevance.
+     * Maximal marginal relevance optimizes for similarity to the query AND diversity
+     * among selected documents.
+     *
+     * @param {string} query - Text to look up documents similar to.
+     * @param {number} options.k - Number of documents to return.
+     * @param {number} options.fetchK - Number of documents to fetch before passing to the MMR algorithm.
+     * @param {number} options.lambda - Number between 0 and 1 that determines the degree of diversity among the results,
+     *                 where 0 corresponds to maximum diversity and 1 to minimum diversity.
+     * @param {this["FilterType"]} options.filter - Optional filter
+     * @param _callbacks
+     *
+     * @returns {Promise<Document[]>} - List of documents selected by maximal marginal relevance.
+     */
+    async maxMarginalRelevanceSearch(query, options) {
+        const queryEmbedding = await this.embeddings.embedQuery(query);
+        const response = await this.client.searchAndFetchVectors(this.indexName, queryEmbedding, { topK: options.fetchK ?? 20, metadataFields: sdk_core_1.ALL_VECTOR_METADATA });
+        if (response instanceof sdk_core_1.VectorSearchAndFetchVectors.Success) {
+            const hits = response.hits();
+            // Gather the embeddings of the search results
+            const embeddingList = hits.map((hit) => hit.vector);
+            // Gather the ids of the most relevant results when applying MMR
+            const mmrIndexes = (0, math_js_1.maximalMarginalRelevance)(queryEmbedding, embeddingList, options.lambda, options.k);
+            const finalResult = mmrIndexes.map((index) => {
+                const hit = hits[index];
+                const { [this.textField]: pageContent, ...metadata } = hit.metadata;
+                return new document_js_1.Document({ metadata, pageContent: pageContent });
+            });
+            return finalResult;
+        }
+        else if (response instanceof sdk_core_1.VectorSearchAndFetchVectors.Error) {
+            throw new Error(response.toString());
+        }
+        else {
+            throw new Error(`Unknown response type: ${response.toString()}`);
+        }
+    }
     /**
      * Stores the documents in the index.
      *

package/dist/vectorstores/momento_vector_index.d.ts

@@ -1,7 +1,7 @@
 import { IVectorIndexClient } from "@gomomento/sdk-core";
 import { Document } from "../document.js";
 import { Embeddings } from "../embeddings/base.js";
-import { VectorStore } from "./base.js";
+import { MaxMarginalRelevanceSearchOptions, VectorStore } from "./base.js";
 export interface DocumentProps {
     ids: string[];
 }
@@ -103,6 +103,22 @@ export declare class MomentoVectorIndex extends VectorStore {
      * to the query vector.
      */
     similaritySearchVectorWithScore(query: number[], k: number): Promise<[Document<Record<string, any>>, number][]>;
+    /**
+     * Return documents selected using the maximal marginal relevance.
+     * Maximal marginal relevance optimizes for similarity to the query AND diversity
+     * among selected documents.
+     *
+     * @param {string} query - Text to look up documents similar to.
+     * @param {number} options.k - Number of documents to return.
+     * @param {number} options.fetchK - Number of documents to fetch before passing to the MMR algorithm.
+     * @param {number} options.lambda - Number between 0 and 1 that determines the degree of diversity among the results,
+     *                 where 0 corresponds to maximum diversity and 1 to minimum diversity.
+     * @param {this["FilterType"]} options.filter - Optional filter
+     * @param _callbacks
+     *
+     * @returns {Promise<Document[]>} - List of documents selected by maximal marginal relevance.
+     */
+    maxMarginalRelevanceSearch(query: string, options: MaxMarginalRelevanceSearchOptions<this["FilterType"]>): Promise<Document[]>;
     /**
      * Stores the documents in the index.
      *

package/dist/vectorstores/momento_vector_index.js

@@ -1,9 +1,10 @@
 /* eslint-disable no-instanceof/no-instanceof */
 /* eslint-disable @typescript-eslint/no-explicit-any */
-import { ALL_VECTOR_METADATA, CreateVectorIndex, VectorUpsertItemBatch, VectorDeleteItemBatch, VectorSearch, } from "@gomomento/sdk-core";
+import { ALL_VECTOR_METADATA, CreateVectorIndex, VectorUpsertItemBatch, VectorDeleteItemBatch, VectorSearch, VectorSearchAndFetchVectors, } from "@gomomento/sdk-core";
 import * as uuid from "uuid";
 import { Document } from "../document.js";
 import { VectorStore } from "./base.js";
+import { maximalMarginalRelevance } from "../util/math.js";
 /**
  * A vector store that uses the Momento Vector Index.
  *
@@ -208,6 +209,44 @@ export class MomentoVectorIndex extends VectorStore {
             throw new Error(`Unknown response type: ${response.toString()}`);
         }
     }
+    /**
+     * Return documents selected using the maximal marginal relevance.
+     * Maximal marginal relevance optimizes for similarity to the query AND diversity
+     * among selected documents.
+     *
+     * @param {string} query - Text to look up documents similar to.
+     * @param {number} options.k - Number of documents to return.
+     * @param {number} options.fetchK - Number of documents to fetch before passing to the MMR algorithm.
+     * @param {number} options.lambda - Number between 0 and 1 that determines the degree of diversity among the results,
+     *                 where 0 corresponds to maximum diversity and 1 to minimum diversity.
+     * @param {this["FilterType"]} options.filter - Optional filter
+     * @param _callbacks
+     *
+     * @returns {Promise<Document[]>} - List of documents selected by maximal marginal relevance.
+     */
+    async maxMarginalRelevanceSearch(query, options) {
+        const queryEmbedding = await this.embeddings.embedQuery(query);
+        const response = await this.client.searchAndFetchVectors(this.indexName, queryEmbedding, { topK: options.fetchK ?? 20, metadataFields: ALL_VECTOR_METADATA });
+        if (response instanceof VectorSearchAndFetchVectors.Success) {
+            const hits = response.hits();
+            // Gather the embeddings of the search results
+            const embeddingList = hits.map((hit) => hit.vector);
+            // Gather the ids of the most relevant results when applying MMR
+            const mmrIndexes = maximalMarginalRelevance(queryEmbedding, embeddingList, options.lambda, options.k);
+            const finalResult = mmrIndexes.map((index) => {
+                const hit = hits[index];
+                const { [this.textField]: pageContent, ...metadata } = hit.metadata;
+                return new Document({ metadata, pageContent: pageContent });
+            });
+            return finalResult;
+        }
+        else if (response instanceof VectorSearchAndFetchVectors.Error) {
+            throw new Error(response.toString());
+        }
+        else {
+            throw new Error(`Unknown response type: ${response.toString()}`);
+        }
+    }
     /**
      * Stores the documents in the index.
      *

package/dist/vectorstores/mongodb_atlas.cjs

@@ -99,7 +99,7 @@ class MongoDBAtlasVectorSearch extends base_js_1.VectorStore {
         const pipeline = [
             {
                 $vectorSearch: {
-                    queryVector: query,
+                    queryVector: MongoDBAtlasVectorSearch.fixArrayPrecision(query),
                     index: this.indexName,
                     path: this.embeddingKey,
                     limit: k,
@@ -148,7 +148,7 @@ class MongoDBAtlasVectorSearch extends base_js_1.VectorStore {
             ...filter,
             includeEmbeddings: true,
         };
-        const resultDocs = await this.similaritySearchVectorWithScore(queryEmbedding, fetchK, includeEmbeddingsFilter);
+        const resultDocs = await this.similaritySearchVectorWithScore(MongoDBAtlasVectorSearch.fixArrayPrecision(queryEmbedding), fetchK, includeEmbeddingsFilter);
         const embeddingList = resultDocs.map((doc) => doc[0].metadata[this.embeddingKey]);
         const mmrIndexes = (0, math_js_1.maximalMarginalRelevance)(queryEmbedding, embeddingList, lambda, k);
         return mmrIndexes.map((idx) => {
@@ -196,5 +196,25 @@ class MongoDBAtlasVectorSearch extends base_js_1.VectorStore {
         await instance.addDocuments(docs);
         return instance;
     }
+    /**
+     * Static method to fix the precision of the array that ensures that
+     * every number in this array is always float when casted to other types.
+     * This is needed since MongoDB Atlas Vector Search does not cast integer
+     * inside vector search to float automatically.
+     * This method shall introduce a hint of error but should be safe to use
+     * since introduced error is very small, only applies to integer numbers
+     * returned by embeddings, and most embeddings shall not have precision
+     * as high as 15 decimal places.
+     * @param array Array of number to be fixed.
+     * @returns
+     */
+    static fixArrayPrecision(array) {
+        return array.map((value) => {
+            if (Number.isInteger(value)) {
+                return value + 0.000000000000001;
+            }
+            return value;
+        });
+    }
 }
 exports.MongoDBAtlasVectorSearch = MongoDBAtlasVectorSearch;

package/dist/vectorstores/mongodb_atlas.d.ts

@@ -101,5 +101,18 @@ export declare class MongoDBAtlasVectorSearch extends VectorStore {
      * @returns Promise that resolves to a new instance of MongoDBAtlasVectorSearch.
      */
     static fromDocuments(docs: Document[], embeddings: Embeddings, dbConfig: MongoDBAtlasVectorSearchLibArgs): Promise<MongoDBAtlasVectorSearch>;
+    /**
+     * Static method to fix the precision of the array that ensures that
+     * every number in this array is always float when casted to other types.
+     * This is needed since MongoDB Atlas Vector Search does not cast integer
+     * inside vector search to float automatically.
+     * This method shall introduce a hint of error but should be safe to use
+     * since introduced error is very small, only applies to integer numbers
+     * returned by embeddings, and most embeddings shall not have precision
+     * as high as 15 decimal places.
+     * @param array Array of number to be fixed.
+     * @returns
+     */
+    static fixArrayPrecision(array: number[]): number[];
 }
 export {};

package/dist/vectorstores/mongodb_atlas.js

@@ -96,7 +96,7 @@ export class MongoDBAtlasVectorSearch extends VectorStore {
         const pipeline = [
             {
                 $vectorSearch: {
-                    queryVector: query,
+                    queryVector: MongoDBAtlasVectorSearch.fixArrayPrecision(query),
                     index: this.indexName,
                     path: this.embeddingKey,
                     limit: k,
@@ -145,7 +145,7 @@ export class MongoDBAtlasVectorSearch extends VectorStore {
             ...filter,
             includeEmbeddings: true,
         };
-        const resultDocs = await this.similaritySearchVectorWithScore(queryEmbedding, fetchK, includeEmbeddingsFilter);
+        const resultDocs = await this.similaritySearchVectorWithScore(MongoDBAtlasVectorSearch.fixArrayPrecision(queryEmbedding), fetchK, includeEmbeddingsFilter);
         const embeddingList = resultDocs.map((doc) => doc[0].metadata[this.embeddingKey]);
         const mmrIndexes = maximalMarginalRelevance(queryEmbedding, embeddingList, lambda, k);
         return mmrIndexes.map((idx) => {
@@ -193,4 +193,24 @@ export class MongoDBAtlasVectorSearch extends VectorStore {
         await instance.addDocuments(docs);
         return instance;
     }
+    /**
+     * Static method to fix the precision of the array that ensures that
+     * every number in this array is always float when casted to other types.
+     * This is needed since MongoDB Atlas Vector Search does not cast integer
+     * inside vector search to float automatically.
+     * This method shall introduce a hint of error but should be safe to use
+     * since introduced error is very small, only applies to integer numbers
+     * returned by embeddings, and most embeddings shall not have precision
+     * as high as 15 decimal places.
+     * @param array Array of number to be fixed.
+     * @returns
+     */
+    static fixArrayPrecision(array) {
+        return array.map((value) => {
+            if (Number.isInteger(value)) {
+                return value + 0.000000000000001;
+            }
+            return value;
+        });
+    }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.195",
+  "version": "0.0.197-rc.0",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -805,6 +805,9 @@
     "evaluation.cjs",
     "evaluation.js",
     "evaluation.d.ts",
+    "runnables.cjs",
+    "runnables.js",
+    "runnables.d.ts",
     "runnables/remote.cjs",
     "runnables/remote.js",
     "runnables/remote.d.ts",
@@ -856,12 +859,13 @@
     "@faker-js/faker": "^7.6.0",
     "@getmetal/metal-sdk": "^4.0.0",
     "@getzep/zep-js": "^0.9.0",
-    "@gomomento/sdk": "^1.47.1",
-    "@gomomento/sdk-core": "^1.47.1",
+    "@gomomento/sdk": "^1.51.1",
+    "@gomomento/sdk-core": "^1.51.1",
     "@google-ai/generativelanguage": "^0.2.1",
     "@google-cloud/storage": "^6.10.1",
     "@huggingface/inference": "^2.6.4",
     "@jest/globals": "^29.5.0",
+    "@langchain/anthropic": "workspace:*",
     "@mozilla/readability": "^0.4.4",
     "@notionhq/client": "^2.2.10",
     "@opensearch-project/opensearch": "^2.2.0",
@@ -939,6 +943,7 @@
     "jest": "^29.5.0",
     "jest-environment-node": "^29.6.4",
     "jsdom": "^22.1.0",
+    "langchain-core": "workspace:*",
     "llmonitor": "^0.5.9",
     "lodash": "^4.17.21",
     "mammoth": "^1.5.1",
@@ -993,9 +998,9 @@
     "@elastic/elasticsearch": "^8.4.0",
     "@getmetal/metal-sdk": "*",
     "@getzep/zep-js": "^0.9.0",
-    "@gomomento/sdk": "^1.47.1",
-    "@gomomento/sdk-core": "^1.47.1",
-    "@gomomento/sdk-web": "^1.47.1",
+    "@gomomento/sdk": "^1.51.1",
+    "@gomomento/sdk-core": "^1.51.1",
+    "@gomomento/sdk-web": "^1.51.1",
     "@google-ai/generativelanguage": "^0.2.1",
     "@google-cloud/storage": "^6.10.1",
     "@huggingface/inference": "^2.6.4",
@@ -1374,22 +1379,19 @@
     }
   },
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.9.1",
-    "ansi-styles": "^5.0.0",
+    "@langchain/anthropic": "^0.0.2",
     "binary-extensions": "^2.2.0",
-    "camelcase": "6",
-    "decamelize": "^1.2.0",
     "expr-eval": "^2.0.2",
     "flat": "^5.0.2",
     "js-tiktoken": "^1.0.7",
     "js-yaml": "^4.1.0",
     "jsonpointer": "^5.0.1",
+    "langchain-core": "^0.0.4",
     "langchainhub": "~0.0.6",
     "langsmith": "~0.0.48",
     "ml-distance": "^4.0.0",
     "openai": "^4.19.0",
     "openapi-types": "^12.1.3",
-    "p-queue": "^6.6.2",
     "p-retry": "4",
     "uuid": "^9.0.0",
     "yaml": "^2.2.1",
@@ -2739,6 +2741,11 @@
       "import": "./evaluation.js",
       "require": "./evaluation.cjs"
     },
+    "./runnables": {
+      "types": "./runnables.d.ts",
+      "import": "./runnables.js",
+      "require": "./runnables.cjs"
+    },
     "./runnables/remote": {
       "types": "./runnables/remote.d.ts",
       "import": "./runnables/remote.js",

package/runnables.cjs

@@ -0,0 +1 @@
+module.exports = require('./dist/runnables/index.cjs');

package/runnables.d.ts

@@ -0,0 +1 @@
+export * from './dist/runnables/index.js'

package/runnables.js

@@ -0,0 +1 @@
+export * from './dist/runnables/index.js'

package/dist/util/@cfworker/json-schema/index.d.ts

@@ -1 +0,0 @@
-export * from "./src/index.js";

package/dist/util/@cfworker/json-schema/index.js

@@ -1 +0,0 @@
-export * from "./src/index.js";

package/dist/util/@cfworker/json-schema/src/deep-compare-strict.cjs

@@ -1,43 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.deepCompareStrict = void 0;
-function deepCompareStrict(a, b) {
-    const typeofa = typeof a;
-    if (typeofa !== typeof b) {
-        return false;
-    }
-    if (Array.isArray(a)) {
-        if (!Array.isArray(b)) {
-            return false;
-        }
-        const length = a.length;
-        if (length !== b.length) {
-            return false;
-        }
-        for (let i = 0; i < length; i++) {
-            if (!deepCompareStrict(a[i], b[i])) {
-                return false;
-            }
-        }
-        return true;
-    }
-    if (typeofa === "object") {
-        if (!a || !b) {
-            return a === b;
-        }
-        const aKeys = Object.keys(a);
-        const bKeys = Object.keys(b);
-        const length = aKeys.length;
-        if (length !== bKeys.length) {
-            return false;
-        }
-        for (const k of aKeys) {
-            if (!deepCompareStrict(a[k], b[k])) {
-                return false;
-            }
-        }
-        return true;
-    }
-    return a === b;
-}
-exports.deepCompareStrict = deepCompareStrict;

package/dist/util/@cfworker/json-schema/src/deep-compare-strict.d.ts

@@ -1 +0,0 @@
-export declare function deepCompareStrict(a: any, b: any): boolean;

package/dist/util/@cfworker/json-schema/src/deep-compare-strict.js

@@ -1,39 +0,0 @@
-export function deepCompareStrict(a, b) {
-    const typeofa = typeof a;
-    if (typeofa !== typeof b) {
-        return false;
-    }
-    if (Array.isArray(a)) {
-        if (!Array.isArray(b)) {
-            return false;
-        }
-        const length = a.length;
-        if (length !== b.length) {
-            return false;
-        }
-        for (let i = 0; i < length; i++) {
-            if (!deepCompareStrict(a[i], b[i])) {
-                return false;
-            }
-        }
-        return true;
-    }
-    if (typeofa === "object") {
-        if (!a || !b) {
-            return a === b;
-        }
-        const aKeys = Object.keys(a);
-        const bKeys = Object.keys(b);
-        const length = aKeys.length;
-        if (length !== bKeys.length) {
-            return false;
-        }
-        for (const k of aKeys) {
-            if (!deepCompareStrict(a[k], b[k])) {
-                return false;
-            }
-        }
-        return true;
-    }
-    return a === b;
-}