@langchain/core 0.2.0 → 0.2.1

package/dist/utils/tests/math_utils.test.js

@@ -0,0 +1,139 @@
+import { test, expect } from "@jest/globals";
+import { Matrix } from "ml-matrix";
+import { cosineSimilarity, euclideanDistance, innerProduct, maximalMarginalRelevance, normalize, } from "../math.js";
+test("Test cosine similarity zero", async () => {
+    const X = Matrix.rand(3, 3).to2DArray();
+    const Y = Matrix.zeros(3, 3).to2DArray();
+    const expected = Matrix.zeros(3, 3).to2DArray();
+    const actual = cosineSimilarity(X, Y);
+    expect(actual).toEqual(expected);
+});
+test("Test cosine similarity identity", async () => {
+    const X = Matrix.rand(4, 4).to2DArray();
+    const actual = cosineSimilarity(X, X);
+    // Diagonal is expected to be [1, 1, 1, 1]
+    for (let i = 0; i < 4; i += 1) {
+        expect(actual[i][i]).toBeCloseTo(1);
+    }
+});
+test("Test cosine similarity", async () => {
+    const X = [
+        [1.0, 2.0, 3.0],
+        [0.0, 1.0, 0.0],
+        [1.0, 2.0, 0.0],
+    ];
+    const Y = [
+        [0.5, 1.0, 1.5],
+        [1.0, 0.0, 0.0],
+        [2.0, 5.0, 2.0],
+        [0.0, 0.0, 0.0],
+    ];
+    const expected = [
+        [1, 0.2672612419124244, 0.8374357893586237, 0],
+        [0.5345224838248488, 0, 0.8703882797784892, 0],
+        [0.5976143046671968, 0.4472135954999579, 0.9341987329938275, 0],
+    ];
+    const actual = cosineSimilarity(X, Y);
+    expect(actual).toEqual(expected);
+});
+test("Test cosine similarity empty", async () => {
+    const X = [[]];
+    const Y = Matrix.rand(3, 3).to2DArray();
+    expect(cosineSimilarity(X, X)).toEqual([[]]);
+    expect(cosineSimilarity(X, Y)).toEqual([[]]);
+});
+test("Test cosine similarity wrong shape", async () => {
+    const X = Matrix.rand(2, 2).to2DArray();
+    const Y = Matrix.rand(2, 4).to2DArray();
+    expect(() => cosineSimilarity(X, Y)).toThrowError();
+});
+test("Test cosine similarity different shape", async () => {
+    const X = Matrix.rand(2, 2).to2DArray();
+    const Y = Matrix.rand(4, 2).to2DArray();
+    expect(() => cosineSimilarity(X, Y)).not.toThrowError();
+});
+test("Test maximal marginal relevance lambda zero", async () => {
+    const queryEmbedding = Matrix.rand(5, 1).to1DArray();
+    const zeros = Matrix.zeros(5, 1).to1DArray();
+    const embeddingList = [queryEmbedding, queryEmbedding, zeros];
+    const expected = [0, 2];
+    const actual = maximalMarginalRelevance(queryEmbedding, embeddingList, 0, 2);
+    expect(actual).toEqual(expected);
+});
+test("Test maximal marginal relevance lambda one", async () => {
+    const queryEmbedding = Matrix.rand(5, 1).to1DArray();
+    const zeros = Matrix.zeros(5, 1).to1DArray();
+    const embeddingList = [queryEmbedding, queryEmbedding, zeros];
+    const expected = [0, 1];
+    const actual = maximalMarginalRelevance(queryEmbedding, embeddingList, 1, 2);
+    expect(actual).toEqual(expected);
+});
+test("Test maximal marginal relevance", async () => {
+    // Vectors that are 30, 45 and 75 degrees from query vector (cosine similarity of
+    // 0.87, 0.71, 0.26) and the latter two are 15 and 60 degree from the first
+    // (cosine similarity 0.97 and 0.71). So for 3rd vector be chosen, must be case that
+    // 0.71lambda - 0.97(1 - lambda) < 0.26lambda - 0.71(1-lambda) -> lambda ~< .26 / .71
+    const queryEmbedding = [1, 0];
+    const embeddingList = [
+        [3 ** 0.5, 1],
+        [1, 1],
+        [1, 2 + 3 ** 0.5],
+    ];
+    let expected = [0, 2];
+    let actual = maximalMarginalRelevance(queryEmbedding, embeddingList, 25 / 71, 2);
+    expect(actual).toEqual(expected);
+    expected = [0, 1];
+    actual = maximalMarginalRelevance(queryEmbedding, embeddingList, 27 / 71, 2);
+    expect(actual).toEqual(expected);
+});
+test("Test maximal marginal relevance query dim", async () => {
+    const randomVector = Matrix.rand(5, 1);
+    const queryEmbedding = randomVector.to1DArray();
+    const queryEmbedding2D = randomVector.transpose().to2DArray();
+    const embeddingList = Matrix.rand(4, 5).to2DArray();
+    const first = maximalMarginalRelevance(queryEmbedding, embeddingList, 1, 2);
+    const second = maximalMarginalRelevance(queryEmbedding2D, embeddingList, 1, 2);
+    expect(first).toEqual(second);
+});
+test("Test maximal marginal relevance has no duplicates", async () => {
+    const queryEmbedding = Matrix.rand(1, 1536).to1DArray();
+    const embeddingList = Matrix.rand(200, 1536).to2DArray();
+    const actual = maximalMarginalRelevance(queryEmbedding, embeddingList, 0.5, 200);
+    const expected = new Set(actual).size;
+    expect(actual).toHaveLength(expected);
+});
+test("Test normalize", async () => {
+    const input = [
+        [1, 2],
+        [3, 4],
+    ];
+    const expected = [
+        [0.25, 0.5],
+        [0.75, 1],
+    ];
+    const actual = normalize(input);
+    expect(actual).toEqual(expected);
+});
+test("Test innerProduct", async () => {
+    const x = [
+        [1, 2],
+        [5, 6],
+    ];
+    const y = [
+        [3, 4],
+        [7, 8],
+    ];
+    const expected = [
+        [11, 23],
+        [39, 83],
+    ];
+    const actual = innerProduct(x, y);
+    expect(actual).toEqual(expected);
+});
+test("Test distance", async () => {
+    const x = [[1, 2]];
+    const y = [[2, 4]];
+    const expected = [[2.23606797749979]];
+    const actual = euclideanDistance(x, y);
+    expect(actual[0][0]).toBeCloseTo(expected[0][0]);
+});

package/dist/utils/tests/polyfill_stream.test.d.ts

@@ -0,0 +1 @@
+import "web-streams-polyfill";

package/dist/utils/tests/polyfill_stream.test.js

@@ -0,0 +1,15 @@
+import "web-streams-polyfill";
+import { test, expect } from "@jest/globals";
+import { FakeStreamingLLM } from "../testing/index.js";
+import { StringOutputParser } from "../../output_parsers/string.js";
+test("Stream the entire way through", async () => {
+    const llm = new FakeStreamingLLM({});
+    const stream = await llm.pipe(new StringOutputParser()).stream("Hi there!");
+    const chunks = [];
+    for await (const chunk of stream) {
+        chunks.push(chunk);
+        console.log(chunk);
+    }
+    expect(chunks.length).toEqual("Hi there!".length);
+    expect(chunks.join("")).toEqual("Hi there!");
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/core",
-  "version": "0.2.0",
+  "version": "0.2.1",
   "description": "Core LangChain.js abstractions and schemas",
   "type": "module",
   "engines": {
@@ -14,8 +14,10 @@
   },
   "homepage": "https://github.com/langchain-ai/langchainjs/tree/main/langchain-core/",
   "scripts": {
-    "build": "yarn build:deps && yarn clean && yarn build:esm && yarn build:cjs && yarn run build:scripts",
-    "build:deps": "yarn turbo:command build --filter=@langchain/scripts",
+    "build": "yarn turbo:command build:internal --filter=@langchain/core",
+    "build:internal": "yarn lc-build:v2 --create-entrypoints --pre --tree-shaking",
+    "clean": "rm -rf .turbo dist/",
+    "build:deps": "yarn turbo build",
     "build:esm": "NODE_OPTIONS=--max-old-space-size=4096 tsc --outDir dist/ && rimraf dist/tests dist/**/tests",
     "build:cjs": "NODE_OPTIONS=--max-old-space-size=4096 tsc --outDir dist-cjs/ -p tsconfig.cjs.json && yarn move-cjs-to-dist && rimraf dist-cjs",
     "build:watch": "yarn create-entrypoints && tsc --outDir dist/ --watch",
@@ -24,7 +26,6 @@
     "lint:dpdm": "dpdm --exit-code circular:1 --no-warning --no-tree src/*.ts src/**/*.ts",
     "lint": "yarn lint:eslint && yarn lint:dpdm",
     "lint:fix": "yarn lint:eslint --fix && yarn lint:dpdm",
-    "clean": "rimraf .turbo/ dist/ && NODE_OPTIONS=--max-old-space-size=4096 yarn lc-build --config ./langchain.config.js --create-entrypoints --pre",
     "prepack": "yarn build",
     "release": "release-it --only-version --config .release-it.json",
     "test": "NODE_OPTIONS=--experimental-vm-modules jest --testPathIgnorePatterns=\\.int\\.test.ts --testTimeout 30000 --maxWorkers=50%",
@@ -55,7 +56,7 @@
   },
   "devDependencies": {
     "@jest/globals": "^29.5.0",
-    "@langchain/scripts": "~0.0",
+    "@langchain/scripts": "~0.0.14",
     "@swc/core": "^1.3.90",
     "@swc/jest": "^0.2.29",
     "@types/mustache": "^4",
@@ -73,7 +74,6 @@
     "prettier": "^2.8.3",
     "release-it": "^15.10.1",
     "rimraf": "^5.0.1",
-    "turbo": "latest",
     "typescript": "~5.1.6",
     "web-streams-polyfill": "^3.3.3"
   },