@langchain/core 0.2.19 → 0.2.21

package/dist/utils/ml-distance/similarities.cjs

@@ -0,0 +1,21 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.cosine = void 0;
+/**
+ * Returns the average of cosine distances between vectors a and b
+ * @param a - first vector
+ * @param b - second vector
+ *
+ */
+function cosine(a, b) {
+    let p = 0;
+    let p2 = 0;
+    let q2 = 0;
+    for (let i = 0; i < a.length; i++) {
+        p += a[i] * b[i];
+        p2 += a[i] * a[i];
+        q2 += b[i] * b[i];
+    }
+    return p / (Math.sqrt(p2) * Math.sqrt(q2));
+}
+exports.cosine = cosine;

package/dist/utils/ml-distance/similarities.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Returns the average of cosine distances between vectors a and b
+ * @param a - first vector
+ * @param b - second vector
+ *
+ */
+export declare function cosine(a: number[], b: number[]): number;

package/dist/utils/ml-distance/similarities.js

@@ -0,0 +1,17 @@
+/**
+ * Returns the average of cosine distances between vectors a and b
+ * @param a - first vector
+ * @param b - second vector
+ *
+ */
+export function cosine(a, b) {
+    let p = 0;
+    let p2 = 0;
+    let q2 = 0;
+    for (let i = 0; i < a.length; i++) {
+        p += a[i] * b[i];
+        p2 += a[i] * a[i];
+        q2 += b[i] * b[i];
+    }
+    return p / (Math.sqrt(p2) * Math.sqrt(q2));
+}

package/dist/utils/ml-distance-euclidean/euclidean.cjs

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.euclidean = exports.squaredEuclidean = void 0;
+function squaredEuclidean(p, q) {
+    let d = 0;
+    for (let i = 0; i < p.length; i++) {
+        d += (p[i] - q[i]) * (p[i] - q[i]);
+    }
+    return d;
+}
+exports.squaredEuclidean = squaredEuclidean;
+function euclidean(p, q) {
+    return Math.sqrt(squaredEuclidean(p, q));
+}
+exports.euclidean = euclidean;

package/dist/utils/ml-distance-euclidean/euclidean.d.ts

@@ -0,0 +1,2 @@
+export declare function squaredEuclidean(p: number[], q: number[]): number;
+export declare function euclidean(p: number[], q: number[]): number;

package/dist/utils/ml-distance-euclidean/euclidean.js

@@ -0,0 +1,10 @@
+export function squaredEuclidean(p, q) {
+    let d = 0;
+    for (let i = 0; i < p.length; i++) {
+        d += (p[i] - q[i]) * (p[i] - q[i]);
+    }
+    return d;
+}
+export function euclidean(p, q) {
+    return Math.sqrt(squaredEuclidean(p, q));
+}

package/dist/utils/signal.cjs

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.raceWithSignal = void 0;
+async function raceWithSignal(promise, signal) {
+    if (signal === undefined) {
+        return promise;
+    }
+    return Promise.race([
+        promise.catch((err) => {
+            if (!signal?.aborted) {
+                throw err;
+            }
+            else {
+                return undefined;
+            }
+        }),
+        new Promise((_, reject) => {
+            signal.addEventListener("abort", () => {
+                reject(new Error("Aborted"));
+            });
+            // Must be here inside the promise to avoid a race condition
+            if (signal.aborted) {
+                reject(new Error("Aborted"));
+            }
+        }),
+    ]);
+}
+exports.raceWithSignal = raceWithSignal;

package/dist/utils/signal.d.ts

@@ -0,0 +1 @@
+export declare function raceWithSignal<T>(promise: Promise<T>, signal?: AbortSignal): Promise<T>;

package/dist/utils/signal.js

@@ -0,0 +1,24 @@
+export async function raceWithSignal(promise, signal) {
+    if (signal === undefined) {
+        return promise;
+    }
+    return Promise.race([
+        promise.catch((err) => {
+            if (!signal?.aborted) {
+                throw err;
+            }
+            else {
+                return undefined;
+            }
+        }),
+        new Promise((_, reject) => {
+            signal.addEventListener("abort", () => {
+                reject(new Error("Aborted"));
+            });
+            // Must be here inside the promise to avoid a race condition
+            if (signal.aborted) {
+                reject(new Error("Aborted"));
+            }
+        }),
+    ]);
+}

package/dist/utils/stream.cjs

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.pipeGeneratorWithSetup = exports.AsyncGeneratorWithSetup = exports.concat = exports.atee = exports.IterableReadableStream = void 0;
 const index_js_1 = require("../singletons/index.cjs");
+const signal_js_1 = require("./signal.cjs");
 /*
  * Support async iterator syntax for ReadableStreams in all environments.
  * Source: https://github.com/MattiasBuelens/web-streams-polyfill/pull/122#issuecomment-1627354490
@@ -187,6 +188,12 @@ class AsyncGeneratorWithSetup {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "signal", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "firstResult", {
             enumerable: true,
             configurable: true,
@@ -201,6 +208,8 @@ class AsyncGeneratorWithSetup {
         });
         this.generator = params.generator;
         this.config = params.config;
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        this.signal = params.signal ?? this.config?.signal;
         // setup is a promise that resolves only after the first iterator value
         // is available. this is useful when setup of several piped generators
         // needs to happen in logical order, ie. in the order in which input to
@@ -218,13 +227,18 @@ class AsyncGeneratorWithSetup {
         });
     }
     async next(...args) {
+        this.signal?.throwIfAborted();
         if (!this.firstResultUsed) {
             this.firstResultUsed = true;
             return this.firstResult;
         }
-        return index_js_1.AsyncLocalStorageProviderSingleton.runWithConfig(this.config, async () => {
-            return this.generator.next(...args);
-        }, true);
+        return index_js_1.AsyncLocalStorageProviderSingleton.runWithConfig(this.config, this.signal
+            ? async () => {
+                return (0, signal_js_1.raceWithSignal)(this.generator.next(...args), this.signal);
+            }
+            : async () => {
+                return this.generator.next(...args);
+            }, true);
     }
     async return(value) {
         return this.generator.return(value);
@@ -237,10 +251,11 @@ class AsyncGeneratorWithSetup {
     }
 }
 exports.AsyncGeneratorWithSetup = AsyncGeneratorWithSetup;
-async function pipeGeneratorWithSetup(to, generator, startSetup, ...args) {
+async function pipeGeneratorWithSetup(to, generator, startSetup, signal, ...args) {
     const gen = new AsyncGeneratorWithSetup({
         generator,
         startSetup,
+        signal,
     });
     const setup = await gen.setup;
     return { output: to(gen, setup, ...args), setup };

package/dist/utils/stream.d.ts

@@ -15,19 +15,21 @@ export declare class AsyncGeneratorWithSetup<S = unknown, T = unknown, TReturn =
     private generator;
     setup: Promise<S>;
     config?: unknown;
+    signal?: AbortSignal;
     private firstResult;
     private firstResultUsed;
     constructor(params: {
         generator: AsyncGenerator<T>;
         startSetup?: () => Promise<S>;
         config?: unknown;
+        signal?: AbortSignal;
     });
     next(...args: [] | [TNext]): Promise<IteratorResult<T>>;
     return(value: TReturn | PromiseLike<TReturn>): Promise<IteratorResult<T>>;
     throw(e: Error): Promise<IteratorResult<T>>;
     [Symbol.asyncIterator](): this;
 }
-export declare function pipeGeneratorWithSetup<S, A extends unknown[], T, TReturn, TNext, U, UReturn, UNext>(to: (g: AsyncGenerator<T, TReturn, TNext>, s: S, ...args: A) => AsyncGenerator<U, UReturn, UNext>, generator: AsyncGenerator<T, TReturn, TNext>, startSetup: () => Promise<S>, ...args: A): Promise<{
+export declare function pipeGeneratorWithSetup<S, A extends unknown[], T, TReturn, TNext, U, UReturn, UNext>(to: (g: AsyncGenerator<T, TReturn, TNext>, s: S, ...args: A) => AsyncGenerator<U, UReturn, UNext>, generator: AsyncGenerator<T, TReturn, TNext>, startSetup: () => Promise<S>, signal: AbortSignal | undefined, ...args: A): Promise<{
     output: AsyncGenerator<U, UReturn, UNext>;
     setup: Awaited<S>;
 }>;

package/dist/utils/stream.js

@@ -1,4 +1,5 @@
 import { AsyncLocalStorageProviderSingleton } from "../singletons/index.js";
+import { raceWithSignal } from "./signal.js";
 /*
  * Support async iterator syntax for ReadableStreams in all environments.
  * Source: https://github.com/MattiasBuelens/web-streams-polyfill/pull/122#issuecomment-1627354490
@@ -181,6 +182,12 @@ export class AsyncGeneratorWithSetup {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "signal", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         Object.defineProperty(this, "firstResult", {
             enumerable: true,
             configurable: true,
@@ -195,6 +202,8 @@ export class AsyncGeneratorWithSetup {
         });
         this.generator = params.generator;
         this.config = params.config;
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        this.signal = params.signal ?? this.config?.signal;
         // setup is a promise that resolves only after the first iterator value
         // is available. this is useful when setup of several piped generators
         // needs to happen in logical order, ie. in the order in which input to
@@ -212,13 +221,18 @@ export class AsyncGeneratorWithSetup {
         });
     }
     async next(...args) {
+        this.signal?.throwIfAborted();
         if (!this.firstResultUsed) {
             this.firstResultUsed = true;
             return this.firstResult;
         }
-        return AsyncLocalStorageProviderSingleton.runWithConfig(this.config, async () => {
-            return this.generator.next(...args);
-        }, true);
+        return AsyncLocalStorageProviderSingleton.runWithConfig(this.config, this.signal
+            ? async () => {
+                return raceWithSignal(this.generator.next(...args), this.signal);
+            }
+            : async () => {
+                return this.generator.next(...args);
+            }, true);
     }
     async return(value) {
         return this.generator.return(value);
@@ -230,10 +244,11 @@ export class AsyncGeneratorWithSetup {
         return this;
     }
 }
-export async function pipeGeneratorWithSetup(to, generator, startSetup, ...args) {
+export async function pipeGeneratorWithSetup(to, generator, startSetup, signal, ...args) {
     const gen = new AsyncGeneratorWithSetup({
         generator,
         startSetup,
+        signal,
     });
     const setup = await gen.setup;
     return { output: to(gen, setup, ...args), setup };

package/dist/utils/testing/index.cjs

@@ -4,7 +4,6 @@
 /* eslint-disable @typescript-eslint/no-unused-vars */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.FakeVectorStore = exports.SingleRunExtractor = exports.SyntheticEmbeddings = exports.FakeEmbeddings = exports.FakeTool = exports.FakeTracer = exports.FakeListChatMessageHistory = exports.FakeChatMessageHistory = exports.FakeListChatModel = exports.FakeRetriever = exports.FakeStreamingChatModel = exports.FakeChatModel = exports.FakeStreamingLLM = exports.FakeLLM = exports.FakeRunnable = exports.FakeSplitIntoListParser = void 0;
-const ml_distance_1 = require("ml-distance");
 const chat_history_js_1 = require("../../chat_history.cjs");
 const document_js_1 = require("../../documents/document.cjs");
 const chat_models_js_1 = require("../../language_models/chat_models.cjs");
@@ -18,6 +17,7 @@ const index_js_3 = require("../../tools/index.cjs");
 const base_js_3 = require("../../tracers/base.cjs");
 const embeddings_js_1 = require("../../embeddings.cjs");
 const vectorstores_js_1 = require("../../vectorstores.cjs");
+const similarities_js_1 = require("../ml-distance/similarities.cjs");
 /**
  * Parser for comma-separated values. It splits the input text by commas
  * and trims the resulting values.
@@ -347,6 +347,9 @@ class FakeListChatModel extends chat_models_js_1.BaseChatModel {
     }
     async _generate(_messages, options, runManager) {
         await this._sleepIfRequested();
+        if (options?.thrownErrorString) {
+            throw new Error(options.thrownErrorString);
+        }
         if (this.emitCustomEvent) {
             await runManager?.handleCustomEvent("some_test_event", {
                 someval: true,
@@ -372,7 +375,7 @@ class FakeListChatModel extends chat_models_js_1.BaseChatModel {
             text,
         };
     }
-    async *_streamResponseChunks(_messages, _options, runManager) {
+    async *_streamResponseChunks(_messages, options, runManager) {
         const response = this._currentResponse();
         this._incrementResponse();
         if (this.emitCustomEvent) {
@@ -382,6 +385,9 @@ class FakeListChatModel extends chat_models_js_1.BaseChatModel {
         }
         for await (const text of response) {
             await this._sleepIfRequested();
+            if (options?.thrownErrorString) {
+                throw new Error(options.thrownErrorString);
+            }
             const chunk = this._createResponseChunk(text);
             yield chunk;
             void runManager?.handleLLMNewToken(text);
@@ -678,7 +684,7 @@ class FakeVectorStore extends vectorstores_js_1.VectorStore {
             writable: true,
             value: void 0
         });
-        this.similarity = similarity ?? ml_distance_1.similarity.cosine;
+        this.similarity = similarity ?? similarities_js_1.cosine;
     }
     /**
      * Method to add documents to the memory vector store. It extracts the

package/dist/utils/testing/index.d.ts

@@ -1,9 +1,8 @@
-import { similarity as ml_distance_similarity } from "ml-distance";
 import { z } from "zod";
 import { BaseCallbackConfig, CallbackManagerForLLMRun, CallbackManagerForToolRun } from "../../callbacks/manager.js";
 import { BaseChatMessageHistory, BaseListChatMessageHistory } from "../../chat_history.js";
 import { Document } from "../../documents/document.js";
-import { BaseChatModel, BaseChatModelParams } from "../../language_models/chat_models.js";
+import { BaseChatModel, BaseChatModelCallOptions, BaseChatModelParams } from "../../language_models/chat_models.js";
 import { BaseLLMParams, LLM } from "../../language_models/llms.js";
 import { BaseMessage, AIMessage } from "../../messages/index.js";
 import { BaseOutputParser } from "../../output_parsers/base.js";
@@ -15,6 +14,7 @@ import { BaseTracer, Run } from "../../tracers/base.js";
 import { Embeddings, EmbeddingsInterface, EmbeddingsParams } from "../../embeddings.js";
 import { StructuredOutputMethodParams, BaseLanguageModelInput, StructuredOutputMethodOptions } from "../../language_models/base.js";
 import { VectorStore } from "../../vectorstores.js";
+import { cosine } from "../ml-distance/similarities.js";
 /**
  * Parser for comma-separated values. It splits the input text by commas
  * and trims the resulting values.
@@ -91,6 +91,9 @@ export interface FakeChatInput extends BaseChatModelParams {
     sleep?: number;
     emitCustomEvent?: boolean;
 }
+export interface FakeListChatModelCallOptions extends BaseChatModelCallOptions {
+    thrownErrorString?: string;
+}
 /**
  * A fake Chat Model that returns a predefined list of responses. It can be used
  * for testing purposes.
@@ -111,7 +114,7 @@ export interface FakeChatInput extends BaseChatModelParams {
  * console.log({ secondResponse });
  * ```
  */
-export declare class FakeListChatModel extends BaseChatModel {
+export declare class FakeListChatModel extends BaseChatModel<FakeListChatModelCallOptions> {
     static lc_name(): string;
     responses: string[];
     i: number;
@@ -125,7 +128,7 @@ export declare class FakeListChatModel extends BaseChatModel {
         message: AIMessage;
         text: string;
     };
-    _streamResponseChunks(_messages: BaseMessage[], _options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
+    _streamResponseChunks(_messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
     _sleepIfRequested(): Promise<void>;
     _sleep(): Promise<void>;
     _createResponseChunk(text: string): ChatGenerationChunk;
@@ -248,7 +251,7 @@ interface MemoryVector {
  * function.
  */
 export interface FakeVectorStoreArgs {
-    similarity?: typeof ml_distance_similarity.cosine;
+    similarity?: typeof cosine;
 }
 /**
  * Class that extends `VectorStore` to store vectors in memory. Provides
@@ -258,7 +261,7 @@ export interface FakeVectorStoreArgs {
 export declare class FakeVectorStore extends VectorStore {
     FilterType: (doc: Document) => boolean;
     memoryVectors: MemoryVector[];
-    similarity: typeof ml_distance_similarity.cosine;
+    similarity: typeof cosine;
     _vectorstoreType(): string;
     constructor(embeddings: EmbeddingsInterface, { similarity, ...rest }?: FakeVectorStoreArgs);
     /**

package/dist/utils/testing/index.js

@@ -1,7 +1,6 @@
 /* eslint-disable no-promise-executor-return */
 /* eslint-disable @typescript-eslint/no-explicit-any */
 /* eslint-disable @typescript-eslint/no-unused-vars */
-import { similarity as ml_distance_similarity } from "ml-distance";
 import { BaseChatMessageHistory, BaseListChatMessageHistory, } from "../../chat_history.js";
 import { Document } from "../../documents/document.js";
 import { BaseChatModel, } from "../../language_models/chat_models.js";
@@ -15,6 +14,7 @@ import { StructuredTool } from "../../tools/index.js";
 import { BaseTracer } from "../../tracers/base.js";
 import { Embeddings, } from "../../embeddings.js";
 import { VectorStore } from "../../vectorstores.js";
+import { cosine } from "../ml-distance/similarities.js";
 /**
  * Parser for comma-separated values. It splits the input text by commas
  * and trims the resulting values.
@@ -337,6 +337,9 @@ export class FakeListChatModel extends BaseChatModel {
     }
     async _generate(_messages, options, runManager) {
         await this._sleepIfRequested();
+        if (options?.thrownErrorString) {
+            throw new Error(options.thrownErrorString);
+        }
         if (this.emitCustomEvent) {
             await runManager?.handleCustomEvent("some_test_event", {
                 someval: true,
@@ -362,7 +365,7 @@ export class FakeListChatModel extends BaseChatModel {
             text,
         };
     }
-    async *_streamResponseChunks(_messages, _options, runManager) {
+    async *_streamResponseChunks(_messages, options, runManager) {
         const response = this._currentResponse();
         this._incrementResponse();
         if (this.emitCustomEvent) {
@@ -372,6 +375,9 @@ export class FakeListChatModel extends BaseChatModel {
         }
         for await (const text of response) {
             await this._sleepIfRequested();
+            if (options?.thrownErrorString) {
+                throw new Error(options.thrownErrorString);
+            }
             const chunk = this._createResponseChunk(text);
             yield chunk;
             void runManager?.handleLLMNewToken(text);
@@ -660,7 +666,7 @@ export class FakeVectorStore extends VectorStore {
             writable: true,
             value: void 0
         });
-        this.similarity = similarity ?? ml_distance_similarity.cosine;
+        this.similarity = similarity ?? cosine;
     }
     /**
      * Method to add documents to the memory vector store. It extracts the

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/core",
-  "version": "0.2.19",
+  "version": "0.2.21",
   "description": "Core LangChain.js abstractions and schemas",
   "type": "module",
   "engines": {
@@ -46,7 +46,6 @@
     "decamelize": "1.2.0",
     "js-tiktoken": "^1.0.12",
     "langsmith": "~0.1.39",
-    "ml-distance": "^4.0.0",
     "mustache": "^4.2.0",
     "p-queue": "^6.6.2",
     "p-retry": "4",
@@ -73,7 +72,7 @@
     "jest-environment-node": "^29.6.4",
     "ml-matrix": "^6.10.4",
     "prettier": "^2.8.3",
-    "release-it": "^15.10.1",
+    "release-it": "^17.6.0",
     "rimraf": "^5.0.1",
     "ts-jest": "^29.1.0",
     "typescript": "~5.1.6",