@langchain/core 0.2.1 → 0.2.3

package/dist/runnables/tests/runnable_stream_log.test.js

@@ -4,10 +4,7 @@ import { test } from "@jest/globals";
 import { ChatPromptTemplate, HumanMessagePromptTemplate, PromptTemplate, SystemMessagePromptTemplate, } from "../../prompts/index.js";
 import { Document } from "../../documents/document.js";
 import { RunnableSequence, RunnableMap } from "../base.js";
-import { FakeLLM, FakeStreamingLLM, FakeChatModel, FakeRetriever, } from "../../utils/testing/index.js";
-import { SystemMessage, HumanMessage } from "../../messages/index.js";
-import { CommaSeparatedListOutputParser } from "../../output_parsers/list.js";
-import { ChatPromptValue } from "../../prompt_values.js";
+import { FakeLLM, FakeChatModel, FakeRetriever, } from "../../utils/testing/index.js";
 test("Runnable streamLog method", async () => {
     const promptTemplate = PromptTemplate.fromTemplate("{input}");
     const llm = new FakeLLM({});
@@ -72,211 +69,3 @@ test("Runnable streamLog method with a more complicated sequence", async () => {
     expect(finalState.state.logs.CUSTOM_NAME).toBeDefined();
     expect(finalState.state.logs.CUSTOM_NAME.final_output.output).toEqual(JSON.stringify(retrieverOutputDocs));
 });
-test("Test stream log aggregation", async () => {
-    const prompt = ChatPromptTemplate.fromMessages([
-        ["system", "You are a nice assistant"],
-        ["human", "{question}"],
-    ]);
-    const llm = new FakeStreamingLLM({
-        responses: ["tomato, lettuce, onion"],
-    });
-    const parser = new CommaSeparatedListOutputParser({});
-    const chain = prompt.pipe(llm).pipe(parser);
-    const logStream = await chain.streamLog({
-        question: "what is up?",
-    });
-    const chunks = [];
-    for await (const chunk of logStream) {
-        chunks.push(chunk);
-    }
-    expect(chunks).toMatchObject([
-        {
-            ops: [
-                {
-                    op: "replace",
-                    path: "",
-                    value: {
-                        id: expect.any(String),
-                        streamed_output: [],
-                        logs: {},
-                    },
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/ChatPromptTemplate",
-                    value: {
-                        id: expect.any(String),
-                        name: "ChatPromptTemplate",
-                        type: "prompt",
-                        tags: ["seq:step:1"],
-                        metadata: {},
-                        start_time: expect.any(String),
-                        streamed_output: [],
-                        streamed_output_str: [],
-                    },
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/ChatPromptTemplate/final_output",
-                    value: new ChatPromptValue([
-                        new SystemMessage("You are a nice assistant"),
-                        new HumanMessage("what is up?"),
-                    ]),
-                },
-                {
-                    op: "add",
-                    path: "/logs/ChatPromptTemplate/end_time",
-                    value: expect.any(String),
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/FakeStreamingLLM",
-                    value: {
-                        id: expect.any(String),
-                        name: "FakeStreamingLLM",
-                        type: "llm",
-                        tags: ["seq:step:2"],
-                        metadata: {},
-                        start_time: expect.any(String),
-                        streamed_output: [],
-                        streamed_output_str: [],
-                    },
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/CommaSeparatedListOutputParser",
-                    value: {
-                        id: expect.any(String),
-                        name: "CommaSeparatedListOutputParser",
-                        type: "parser",
-                        tags: ["seq:step:3"],
-                        metadata: {},
-                        start_time: expect.any(String),
-                        streamed_output: [],
-                        streamed_output_str: [],
-                    },
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/CommaSeparatedListOutputParser/streamed_output/-",
-                    value: ["tomato"],
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/streamed_output/-",
-                    value: ["tomato"],
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/CommaSeparatedListOutputParser/streamed_output/-",
-                    value: ["lettuce"],
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/streamed_output/-",
-                    value: ["lettuce"],
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/FakeStreamingLLM/final_output",
-                    value: {
-                        generations: [
-                            [
-                                {
-                                    text: "tomato, lettuce, onion",
-                                    generationInfo: {},
-                                },
-                            ],
-                        ],
-                    },
-                },
-                {
-                    op: "add",
-                    path: "/logs/FakeStreamingLLM/end_time",
-                    value: expect.any(String),
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/CommaSeparatedListOutputParser/streamed_output/-",
-                    value: ["onion"],
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/streamed_output/-",
-                    value: ["onion"],
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/CommaSeparatedListOutputParser/final_output",
-                    value: {
-                        output: ["tomato", "lettuce", "onion"],
-                    },
-                },
-                {
-                    op: "add",
-                    path: "/logs/CommaSeparatedListOutputParser/end_time",
-                    value: expect.any(String),
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "replace",
-                    path: "/final_output",
-                    value: {
-                        output: ["tomato", "lettuce", "onion"],
-                    },
-                },
-            ],
-        },
-    ]);
-});

package/dist/singletons/index.cjs

@@ -11,28 +11,15 @@ class MockAsyncLocalStorage {
     }
 }
 exports.MockAsyncLocalStorage = MockAsyncLocalStorage;
+const mockAsyncLocalStorage = new MockAsyncLocalStorage();
 class AsyncLocalStorageProvider {
-    constructor() {
-        Object.defineProperty(this, "asyncLocalStorage", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new MockAsyncLocalStorage()
-        });
-        Object.defineProperty(this, "hasBeenInitialized", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-    }
     getInstance() {
-        return this.asyncLocalStorage;
+        return (globalThis.__lc_tracing_async_local_storage ??
+            mockAsyncLocalStorage);
     }
     initializeGlobalInstance(instance) {
-        if (!this.hasBeenInitialized) {
-            this.hasBeenInitialized = true;
-            this.asyncLocalStorage = instance;
+        if (globalThis.__lc_tracing_async_local_storage === undefined) {
+            globalThis.__lc_tracing_async_local_storage = instance;
         }
     }
 }

package/dist/singletons/index.d.ts

@@ -7,8 +7,6 @@ export declare class MockAsyncLocalStorage implements AsyncLocalStorageInterface
     run<T>(_store: any, callback: () => T): T;
 }
 declare class AsyncLocalStorageProvider {
-    private asyncLocalStorage;
-    private hasBeenInitialized;
     getInstance(): AsyncLocalStorageInterface;
     initializeGlobalInstance(instance: AsyncLocalStorageInterface): void;
 }

package/dist/singletons/index.js

@@ -7,28 +7,15 @@ export class MockAsyncLocalStorage {
         return callback();
     }
 }
+const mockAsyncLocalStorage = new MockAsyncLocalStorage();
 class AsyncLocalStorageProvider {
-    constructor() {
-        Object.defineProperty(this, "asyncLocalStorage", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new MockAsyncLocalStorage()
-        });
-        Object.defineProperty(this, "hasBeenInitialized", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-    }
     getInstance() {
-        return this.asyncLocalStorage;
+        return (globalThis.__lc_tracing_async_local_storage ??
+            mockAsyncLocalStorage);
     }
     initializeGlobalInstance(instance) {
-        if (!this.hasBeenInitialized) {
-            this.hasBeenInitialized = true;
-            this.asyncLocalStorage = instance;
+        if (globalThis.__lc_tracing_async_local_storage === undefined) {
+            globalThis.__lc_tracing_async_local_storage = instance;
         }
     }
 }

package/dist/tracers/event_stream.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.EventStreamCallbackHandler = void 0;
+exports.EventStreamCallbackHandler = exports.isStreamEventsHandler = void 0;
 const base_js_1 = require("./base.cjs");
 const stream_js_1 = require("../utils/stream.cjs");
 const ai_js_1 = require("../messages/ai.cjs");
@@ -17,6 +17,8 @@ function assignName({ name, serialized, }) {
     }
     return "Unnamed";
 }
+const isStreamEventsHandler = (handler) => handler.name === "event_stream_tracer";
+exports.isStreamEventsHandler = isStreamEventsHandler;
 /**
  * Class that extends the `BaseTracer` class from the
  * `langchain.callbacks.tracers.base` module. It represents a callback
@@ -205,6 +207,7 @@ class EventStreamCallbackHandler extends base_js_1.BaseTracer {
             finally {
                 // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
                 tappedPromiseResolver();
+                // Don't delete from the map to keep track of which runs have been tapped.
             }
         }
         else {
@@ -489,5 +492,18 @@ class EventStreamCallbackHandler extends base_js_1.BaseTracer {
             metadata: runInfo.metadata,
         }, runInfo);
     }
+    async onRunCreate(run) {
+        if (this.rootId === undefined) {
+            this.rootId = run.id;
+        }
+    }
+    async onRunUpdate(run) {
+        if (run.id === this.rootId && this.autoClose) {
+            const pendingPromises = [...this.tappedPromises.values()];
+            void Promise.all(pendingPromises).finally(() => {
+                void this.writer.close();
+            });
+        }
+    }
 }
 exports.EventStreamCallbackHandler = EventStreamCallbackHandler;

package/dist/tracers/event_stream.d.ts

@@ -1,5 +1,5 @@
 import { BaseTracer, type Run } from "./base.js";
-import { BaseCallbackHandlerInput } from "../callbacks/base.js";
+import { BaseCallbackHandler, BaseCallbackHandlerInput } from "../callbacks/base.js";
 import { IterableReadableStream } from "../utils/stream.js";
 /**
  * Data associated with a StreamEvent.
@@ -94,6 +94,7 @@ export interface EventStreamCallbackHandlerInput extends BaseCallbackHandlerInpu
     excludeTypes?: string[];
     excludeTags?: string[];
 }
+export declare const isStreamEventsHandler: (handler: BaseCallbackHandler) => handler is EventStreamCallbackHandler;
 /**
  * Class that extends the `BaseTracer` class from the
  * `langchain.callbacks.tracers.base` module. It represents a callback
@@ -133,5 +134,7 @@ export declare class EventStreamCallbackHandler extends BaseTracer {
     onToolEnd(run: Run): Promise<void>;
     onRetrieverStart(run: Run): Promise<void>;
     onRetrieverEnd(run: Run): Promise<void>;
+    onRunCreate(run: Run): Promise<void>;
+    onRunUpdate(run: Run): Promise<void>;
 }
 export {};

package/dist/tracers/event_stream.js

@@ -14,6 +14,7 @@ function assignName({ name, serialized, }) {
     }
     return "Unnamed";
 }
+export const isStreamEventsHandler = (handler) => handler.name === "event_stream_tracer";
 /**
  * Class that extends the `BaseTracer` class from the
  * `langchain.callbacks.tracers.base` module. It represents a callback
@@ -202,6 +203,7 @@ export class EventStreamCallbackHandler extends BaseTracer {
             finally {
                 // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
                 tappedPromiseResolver();
+                // Don't delete from the map to keep track of which runs have been tapped.
             }
         }
         else {
@@ -486,4 +488,17 @@ export class EventStreamCallbackHandler extends BaseTracer {
             metadata: runInfo.metadata,
         }, runInfo);
     }
+    async onRunCreate(run) {
+        if (this.rootId === undefined) {
+            this.rootId = run.id;
+        }
+    }
+    async onRunUpdate(run) {
+        if (run.id === this.rootId && this.autoClose) {
+            const pendingPromises = [...this.tappedPromises.values()];
+            void Promise.all(pendingPromises).finally(() => {
+                void this.writer.close();
+            });
+        }
+    }
 }

package/dist/tracers/log_stream.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LogStreamCallbackHandler = exports.RunLog = exports.RunLogPatch = void 0;
+exports.LogStreamCallbackHandler = exports.isLogStreamHandler = exports.RunLog = exports.RunLogPatch = void 0;
 const index_js_1 = require("../utils/fast-json-patch/index.cjs");
 const base_js_1 = require("./base.cjs");
 const stream_js_1 = require("../utils/stream.cjs");
@@ -59,6 +59,8 @@ class RunLog extends RunLogPatch {
     }
 }
 exports.RunLog = RunLog;
+const isLogStreamHandler = (handler) => handler.name === "log_stream_tracer";
+exports.isLogStreamHandler = isLogStreamHandler;
 /**
  * Extract standardized inputs from a run.
  *

package/dist/tracers/log_stream.d.ts

@@ -1,6 +1,6 @@
 import { type Operation as JSONPatchOperation } from "../utils/fast-json-patch/index.js";
 import { BaseTracer, type Run } from "./base.js";
-import { BaseCallbackHandlerInput, HandleLLMNewTokenCallbackFields } from "../callbacks/base.js";
+import { BaseCallbackHandler, BaseCallbackHandlerInput, HandleLLMNewTokenCallbackFields } from "../callbacks/base.js";
 import { IterableReadableStream } from "../utils/stream.js";
 import type { StreamEvent, StreamEventData } from "./event_stream.js";
 export type { StreamEvent, StreamEventData };
@@ -83,6 +83,7 @@ export interface LogStreamCallbackHandlerInput extends BaseCallbackHandlerInput
     excludeTags?: string[];
     _schemaFormat?: SchemaFormat;
 }
+export declare const isLogStreamHandler: (handler: BaseCallbackHandler) => handler is LogStreamCallbackHandler;
 /**
  * Class that extends the `BaseTracer` class from the
  * `langchain.callbacks.tracers.base` module. It represents a callback

package/dist/tracers/log_stream.js

@@ -54,6 +54,7 @@ export class RunLog extends RunLogPatch {
         });
     }
 }
+export const isLogStreamHandler = (handler) => handler.name === "log_stream_tracer";
 /**
  * Extract standardized inputs from a run.
  *

package/dist/utils/testing/index.cjs

@@ -130,7 +130,7 @@ class FakeStreamingLLM extends llms_js_1.LLM {
         this.responses = this.responses?.slice(1);
         return response ?? prompt;
     }
-    async *_streamResponseChunks(input) {
+    async *_streamResponseChunks(input, _options, runManager) {
         if (this.thrownErrorString) {
             throw new Error(this.thrownErrorString);
         }
@@ -139,6 +139,7 @@ class FakeStreamingLLM extends llms_js_1.LLM {
         for (const c of response ?? input) {
             await new Promise((resolve) => setTimeout(resolve, this.sleep));
             yield { text: c, generationInfo: {} };
+            await runManager?.handleLLMNewToken(c);
         }
     }
 }

package/dist/utils/testing/index.d.ts

@@ -51,7 +51,7 @@ export declare class FakeStreamingLLM extends LLM {
     } & BaseLLMParams);
     _llmType(): string;
     _call(prompt: string): Promise<string>;
-    _streamResponseChunks(input: string): AsyncGenerator<GenerationChunk, void, unknown>;
+    _streamResponseChunks(input: string, _options?: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk, void, unknown>;
 }
 export declare class FakeChatModel extends BaseChatModel {
     _combineLLMOutput(): never[];

package/dist/utils/testing/index.js

@@ -124,7 +124,7 @@ export class FakeStreamingLLM extends LLM {
         this.responses = this.responses?.slice(1);
         return response ?? prompt;
     }
-    async *_streamResponseChunks(input) {
+    async *_streamResponseChunks(input, _options, runManager) {
         if (this.thrownErrorString) {
             throw new Error(this.thrownErrorString);
         }
@@ -133,6 +133,7 @@ export class FakeStreamingLLM extends LLM {
         for (const c of response ?? input) {
             await new Promise((resolve) => setTimeout(resolve, this.sleep));
             yield { text: c, generationInfo: {} };
+            await runManager?.handleLLMNewToken(c);
         }
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/core",
-  "version": "0.2.1",
+  "version": "0.2.3",
   "description": "Core LangChain.js abstractions and schemas",
   "type": "module",
   "engines": {