langchain 0.0.197-rc.1 → 0.0.198

package/dist/vectorstores/weaviate.js

@@ -1,6 +1,7 @@
 import * as uuid from "uuid";
 import { VectorStore } from "./base.js";
 import { Document } from "../document.js";
+import { maximalMarginalRelevance } from "../util/math.js";
 // Note this function is not generic, it is designed specifically for Weaviate
 // https://weaviate.io/developers/weaviate/config-refs/datatypes#introduction
 export const flattenObjectForWeaviate = (
@@ -208,11 +209,27 @@ export class WeaviateStore extends VectorStore {
      * @returns An array of tuples, where each tuple contains a document and its similarity score.
      */
     async similaritySearchVectorWithScore(query, k, filter) {
+        const resultsWithEmbedding = await this.similaritySearchVectorWithScoreAndEmbedding(query, k, filter);
+        return resultsWithEmbedding.map(([document, score, _embedding]) => [
+            document,
+            score,
+        ]);
+    }
+    /**
+     * Method to perform a similarity search on the stored vectors in the
+     * Weaviate index. It returns the top k most similar documents, their
+     * similarity scores and embedding vectors.
+     * @param query The query vector.
+     * @param k The number of most similar documents to return.
+     * @param filter Optional filter to apply to the search.
+     * @returns An array of tuples, where each tuple contains a document, its similarity score and its embedding vector.
+     */
+    async similaritySearchVectorWithScoreAndEmbedding(query, k, filter) {
         try {
-            let builder = await this.client.graphql
+            let builder = this.client.graphql
                 .get()
                 .withClassName(this.indexName)
-                .withFields(`${this.queryAttrs.join(" ")} _additional { distance }`)
+                .withFields(`${this.queryAttrs.join(" ")} _additional { distance vector }`)
                 .withNearVector({
                 vector: query,
                 distance: filter?.distance,
@@ -234,6 +251,7 @@ export class WeaviateStore extends VectorStore {
                         metadata: rest,
                     }),
                     _additional.distance,
+                    _additional.vector,
                 ]);
             }
             return documents;
@@ -242,6 +260,31 @@ export class WeaviateStore extends VectorStore {
             throw Error(`'Error in similaritySearch' ${e}`);
         }
     }
+    /**
+     * Return documents selected using the maximal marginal relevance.
+     * Maximal marginal relevance optimizes for similarity to the query AND diversity
+     * among selected documents.
+     *
+     * @param {string} query - Text to look up documents similar to.
+     * @param {number} options.k - Number of documents to return.
+     * @param {number} options.fetchK - Number of documents to fetch before passing to the MMR algorithm.
+     * @param {number} options.lambda - Number between 0 and 1 that determines the degree of diversity among the results,
+     *                 where 0 corresponds to maximum diversity and 1 to minimum diversity.
+     * @param {this["FilterType"]} options.filter - Optional filter
+     * @param _callbacks
+     *
+     * @returns {Promise<Document[]>} - List of documents selected by maximal marginal relevance.
+     */
+    async maxMarginalRelevanceSearch(query, options, _callbacks) {
+        const { k, fetchK = 20, lambda = 0.5, filter } = options;
+        const queryEmbedding = await this.embeddings.embedQuery(query);
+        const allResults = await this.similaritySearchVectorWithScoreAndEmbedding(queryEmbedding, fetchK, filter);
+        const embeddingList = allResults.map(([_doc, _score, embedding]) => embedding);
+        const mmrIndexes = maximalMarginalRelevance(queryEmbedding, embeddingList, lambda, k);
+        return mmrIndexes
+            .filter((idx) => idx !== -1)
+            .map((idx) => allResults[idx][0]);
+    }
     /**
      * Static method to create a new `WeaviateStore` instance from a list of
      * texts. It first creates documents from the texts and metadata, then

package/document_loaders/fs/pptx.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/document_loaders/fs/pptx.cjs');

package/document_loaders/fs/pptx.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/document_loaders/fs/pptx.js'

package/document_loaders/fs/pptx.js

@@ -0,0 +1 @@
+export * from '../../dist/document_loaders/fs/pptx.js'

package/experimental/tools/pyinterpreter.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/experimental/tools/pyinterpreter.cjs');

package/experimental/tools/pyinterpreter.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/experimental/tools/pyinterpreter.js'

package/experimental/tools/pyinterpreter.js

@@ -0,0 +1 @@
+export * from '../../dist/experimental/tools/pyinterpreter.js'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.197-rc.1",
+  "version": "0.0.198",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -229,6 +229,9 @@
     "prompts/load.cjs",
     "prompts/load.js",
     "prompts/load.d.ts",
+    "vectorstores/clickhouse.cjs",
+    "vectorstores/clickhouse.js",
+    "vectorstores/clickhouse.d.ts",
     "vectorstores/analyticdb.cjs",
     "vectorstores/analyticdb.js",
     "vectorstores/analyticdb.d.ts",
@@ -469,6 +472,9 @@
     "document_loaders/fs/openai_whisper_audio.cjs",
     "document_loaders/fs/openai_whisper_audio.js",
     "document_loaders/fs/openai_whisper_audio.d.ts",
+    "document_loaders/fs/pptx.cjs",
+    "document_loaders/fs/pptx.js",
+    "document_loaders/fs/pptx.d.ts",
     "document_transformers/html_to_text.cjs",
     "document_transformers/html_to_text.js",
     "document_transformers/html_to_text.d.ts",
@@ -802,6 +808,9 @@
     "experimental/chains/violation_of_expectations.cjs",
     "experimental/chains/violation_of_expectations.js",
     "experimental/chains/violation_of_expectations.d.ts",
+    "experimental/tools/pyinterpreter.cjs",
+    "experimental/tools/pyinterpreter.js",
+    "experimental/tools/pyinterpreter.d.ts",
     "evaluation.cjs",
     "evaluation.js",
     "evaluation.d.ts",
@@ -852,7 +861,7 @@
     "@aws-sdk/credential-provider-node": "^3.388.0",
     "@aws-sdk/types": "^3.357.0",
     "@azure/storage-blob": "^12.15.0",
-    "@clickhouse/client": "^0.0.14",
+    "@clickhouse/client": "^0.2.5",
     "@cloudflare/ai": "^1.0.12",
     "@cloudflare/workers-types": "^4.20230922.0",
     "@elastic/elasticsearch": "^8.4.0",
@@ -865,9 +874,6 @@
     "@google-cloud/storage": "^6.10.1",
     "@huggingface/inference": "^2.6.4",
     "@jest/globals": "^29.5.0",
-    "@langchain/anthropic": "workspace:*",
-    "@langchain/core": "workspace:*",
-    "@langchain/openai": "workspace:*",
     "@mozilla/readability": "^0.4.4",
     "@notionhq/client": "^2.2.10",
     "@opensearch-project/opensearch": "^2.2.0",
@@ -930,6 +936,7 @@
     "eslint-config-airbnb-base": "^15.0.0",
     "eslint-config-prettier": "^8.6.0",
     "eslint-plugin-import": "^2.27.5",
+    "eslint-plugin-jest": "^27.6.0",
     "eslint-plugin-no-instanceof": "^1.0.1",
     "eslint-plugin-prettier": "^4.2.1",
     "faiss-node": "^0.5.1",
@@ -954,6 +961,7 @@
     "neo4j-driver": "^5.12.0",
     "node-llama-cpp": "2.7.3",
     "notion-to-md": "^3.1.0",
+    "officeparser": "^4.0.4",
     "pdf-parse": "1.1.1",
     "peggy": "^3.0.2",
     "pg": "^8.11.0",
@@ -963,6 +971,7 @@
     "portkey-ai": "^0.1.11",
     "prettier": "^2.8.3",
     "puppeteer": "^19.7.2",
+    "pyodide": "^0.24.1",
     "redis": "^4.6.6",
     "release-it": "^15.10.1",
     "replicate": "^0.18.0",
@@ -994,7 +1003,7 @@
     "@aws-sdk/client-sfn": "^3.310.0",
     "@aws-sdk/credential-provider-node": "^3.388.0",
     "@azure/storage-blob": "^12.15.0",
-    "@clickhouse/client": "^0.0.14",
+    "@clickhouse/client": "^0.2.5",
     "@cloudflare/ai": "^1.0.12",
     "@elastic/elasticsearch": "^8.4.0",
     "@getmetal/metal-sdk": "*",
@@ -1060,6 +1069,7 @@
     "neo4j-driver": "*",
     "node-llama-cpp": "*",
     "notion-to-md": "^3.1.0",
+    "officeparser": "^4.0.4",
     "pdf-parse": "1.1.1",
     "peggy": "^3.0.2",
     "pg": "^8.11.0",
@@ -1068,6 +1078,7 @@
     "playwright": "^1.32.1",
     "portkey-ai": "^0.1.11",
     "puppeteer": "^19.7.2",
+    "pyodide": "^0.24.1",
     "redis": "^4.6.4",
     "replicate": "^0.18.0",
     "sonix-speech-recognition": "^2.1.1",
@@ -1312,6 +1323,9 @@
     "notion-to-md": {
       "optional": true
     },
+    "officeparser": {
+      "optional": true
+    },
     "pdf-parse": {
       "optional": true
     },
@@ -1336,6 +1350,9 @@
     "puppeteer": {
       "optional": true
     },
+    "pyodide": {
+      "optional": true
+    },
     "redis": {
       "optional": true
     },
@@ -1380,9 +1397,8 @@
     }
   },
   "dependencies": {
-    "@langchain/anthropic": "^0.0.3",
-    "@langchain/core": "^0.0.1",
-    "@langchain/openai": "^0.0.1",
+    "@anthropic-ai/sdk": "^0.9.1",
+    "@langchain/core": "~0.0.2",
     "binary-extensions": "^2.2.0",
     "expr-eval": "^2.0.2",
     "flat": "^5.0.2",
@@ -1392,6 +1408,7 @@
     "langchainhub": "~0.0.6",
     "langsmith": "~0.0.48",
     "ml-distance": "^4.0.0",
+    "openai": "^4.19.0",
     "openapi-types": "^12.1.3",
     "p-retry": "4",
     "uuid": "^9.0.0",
@@ -1782,6 +1799,11 @@
       "import": "./prompts/load.js",
       "require": "./prompts/load.cjs"
     },
+    "./vectorstores/clickhouse": {
+      "types": "./vectorstores/clickhouse.d.ts",
+      "import": "./vectorstores/clickhouse.js",
+      "require": "./vectorstores/clickhouse.cjs"
+    },
     "./vectorstores/analyticdb": {
       "types": "./vectorstores/analyticdb.d.ts",
       "import": "./vectorstores/analyticdb.js",
@@ -2182,6 +2204,11 @@
       "import": "./document_loaders/fs/openai_whisper_audio.js",
       "require": "./document_loaders/fs/openai_whisper_audio.cjs"
     },
+    "./document_loaders/fs/pptx": {
+      "types": "./document_loaders/fs/pptx.d.ts",
+      "import": "./document_loaders/fs/pptx.js",
+      "require": "./document_loaders/fs/pptx.cjs"
+    },
     "./document_transformers/html_to_text": {
       "types": "./document_transformers/html_to_text.d.ts",
       "import": "./document_transformers/html_to_text.js",
@@ -2737,6 +2764,11 @@
       "import": "./experimental/chains/violation_of_expectations.js",
       "require": "./experimental/chains/violation_of_expectations.cjs"
     },
+    "./experimental/tools/pyinterpreter": {
+      "types": "./experimental/tools/pyinterpreter.d.ts",
+      "import": "./experimental/tools/pyinterpreter.js",
+      "require": "./experimental/tools/pyinterpreter.cjs"
+    },
     "./evaluation": {
       "types": "./evaluation.d.ts",
       "import": "./evaluation.js",

package/vectorstores/clickhouse.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/vectorstores/clickhouse.cjs');

package/vectorstores/clickhouse.d.ts

@@ -0,0 +1 @@
+export * from '../dist/vectorstores/clickhouse.js'

package/vectorstores/clickhouse.js

@@ -0,0 +1 @@
+export * from '../dist/vectorstores/clickhouse.js'