@langchain/core 0.2.2 → 0.2.4

package/dist/runnables/tests/runnable_stream_log.test.js

@@ -4,10 +4,7 @@ import { test } from "@jest/globals";
 import { ChatPromptTemplate, HumanMessagePromptTemplate, PromptTemplate, SystemMessagePromptTemplate, } from "../../prompts/index.js";
 import { Document } from "../../documents/document.js";
 import { RunnableSequence, RunnableMap } from "../base.js";
-import { FakeLLM, FakeStreamingLLM, FakeChatModel, FakeRetriever, } from "../../utils/testing/index.js";
-import { SystemMessage, HumanMessage } from "../../messages/index.js";
-import { CommaSeparatedListOutputParser } from "../../output_parsers/list.js";
-import { ChatPromptValue } from "../../prompt_values.js";
+import { FakeLLM, FakeChatModel, FakeRetriever, } from "../../utils/testing/index.js";
 test("Runnable streamLog method", async () => {
     const promptTemplate = PromptTemplate.fromTemplate("{input}");
     const llm = new FakeLLM({});
@@ -72,211 +69,3 @@ test("Runnable streamLog method with a more complicated sequence", async () => {
     expect(finalState.state.logs.CUSTOM_NAME).toBeDefined();
     expect(finalState.state.logs.CUSTOM_NAME.final_output.output).toEqual(JSON.stringify(retrieverOutputDocs));
 });
-test("Test stream log aggregation", async () => {
-    const prompt = ChatPromptTemplate.fromMessages([
-        ["system", "You are a nice assistant"],
-        ["human", "{question}"],
-    ]);
-    const llm = new FakeStreamingLLM({
-        responses: ["tomato, lettuce, onion"],
-    });
-    const parser = new CommaSeparatedListOutputParser({});
-    const chain = prompt.pipe(llm).pipe(parser);
-    const logStream = await chain.streamLog({
-        question: "what is up?",
-    });
-    const chunks = [];
-    for await (const chunk of logStream) {
-        chunks.push(chunk);
-    }
-    expect(chunks).toMatchObject([
-        {
-            ops: [
-                {
-                    op: "replace",
-                    path: "",
-                    value: {
-                        id: expect.any(String),
-                        streamed_output: [],
-                        logs: {},
-                    },
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/ChatPromptTemplate",
-                    value: {
-                        id: expect.any(String),
-                        name: "ChatPromptTemplate",
-                        type: "prompt",
-                        tags: ["seq:step:1"],
-                        metadata: {},
-                        start_time: expect.any(String),
-                        streamed_output: [],
-                        streamed_output_str: [],
-                    },
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/ChatPromptTemplate/final_output",
-                    value: new ChatPromptValue([
-                        new SystemMessage("You are a nice assistant"),
-                        new HumanMessage("what is up?"),
-                    ]),
-                },
-                {
-                    op: "add",
-                    path: "/logs/ChatPromptTemplate/end_time",
-                    value: expect.any(String),
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/FakeStreamingLLM",
-                    value: {
-                        id: expect.any(String),
-                        name: "FakeStreamingLLM",
-                        type: "llm",
-                        tags: ["seq:step:2"],
-                        metadata: {},
-                        start_time: expect.any(String),
-                        streamed_output: [],
-                        streamed_output_str: [],
-                    },
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/CommaSeparatedListOutputParser",
-                    value: {
-                        id: expect.any(String),
-                        name: "CommaSeparatedListOutputParser",
-                        type: "parser",
-                        tags: ["seq:step:3"],
-                        metadata: {},
-                        start_time: expect.any(String),
-                        streamed_output: [],
-                        streamed_output_str: [],
-                    },
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/CommaSeparatedListOutputParser/streamed_output/-",
-                    value: ["tomato"],
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/streamed_output/-",
-                    value: ["tomato"],
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/CommaSeparatedListOutputParser/streamed_output/-",
-                    value: ["lettuce"],
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/streamed_output/-",
-                    value: ["lettuce"],
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/FakeStreamingLLM/final_output",
-                    value: {
-                        generations: [
-                            [
-                                {
-                                    text: "tomato, lettuce, onion",
-                                    generationInfo: {},
-                                },
-                            ],
-                        ],
-                    },
-                },
-                {
-                    op: "add",
-                    path: "/logs/FakeStreamingLLM/end_time",
-                    value: expect.any(String),
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/CommaSeparatedListOutputParser/streamed_output/-",
-                    value: ["onion"],
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/streamed_output/-",
-                    value: ["onion"],
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "add",
-                    path: "/logs/CommaSeparatedListOutputParser/final_output",
-                    value: {
-                        output: ["tomato", "lettuce", "onion"],
-                    },
-                },
-                {
-                    op: "add",
-                    path: "/logs/CommaSeparatedListOutputParser/end_time",
-                    value: expect.any(String),
-                },
-            ],
-        },
-        {
-            ops: [
-                {
-                    op: "replace",
-                    path: "/final_output",
-                    value: {
-                        output: ["tomato", "lettuce", "onion"],
-                    },
-                },
-            ],
-        },
-    ]);
-});

package/dist/singletons/index.cjs

@@ -11,28 +11,15 @@ class MockAsyncLocalStorage {
     }
 }
 exports.MockAsyncLocalStorage = MockAsyncLocalStorage;
+const mockAsyncLocalStorage = new MockAsyncLocalStorage();
 class AsyncLocalStorageProvider {
-    constructor() {
-        Object.defineProperty(this, "asyncLocalStorage", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new MockAsyncLocalStorage()
-        });
-        Object.defineProperty(this, "hasBeenInitialized", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-    }
     getInstance() {
-        return this.asyncLocalStorage;
+        return (globalThis.__lc_tracing_async_local_storage ??
+            mockAsyncLocalStorage);
     }
     initializeGlobalInstance(instance) {
-        if (!this.hasBeenInitialized) {
-            this.hasBeenInitialized = true;
-            this.asyncLocalStorage = instance;
+        if (globalThis.__lc_tracing_async_local_storage === undefined) {
+            globalThis.__lc_tracing_async_local_storage = instance;
         }
     }
 }

package/dist/singletons/index.d.ts

@@ -7,8 +7,6 @@ export declare class MockAsyncLocalStorage implements AsyncLocalStorageInterface
     run<T>(_store: any, callback: () => T): T;
 }
 declare class AsyncLocalStorageProvider {
-    private asyncLocalStorage;
-    private hasBeenInitialized;
     getInstance(): AsyncLocalStorageInterface;
     initializeGlobalInstance(instance: AsyncLocalStorageInterface): void;
 }

package/dist/singletons/index.js

@@ -7,28 +7,15 @@ export class MockAsyncLocalStorage {
         return callback();
     }
 }
+const mockAsyncLocalStorage = new MockAsyncLocalStorage();
 class AsyncLocalStorageProvider {
-    constructor() {
-        Object.defineProperty(this, "asyncLocalStorage", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new MockAsyncLocalStorage()
-        });
-        Object.defineProperty(this, "hasBeenInitialized", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-    }
     getInstance() {
-        return this.asyncLocalStorage;
+        return (globalThis.__lc_tracing_async_local_storage ??
+            mockAsyncLocalStorage);
     }
     initializeGlobalInstance(instance) {
-        if (!this.hasBeenInitialized) {
-            this.hasBeenInitialized = true;
-            this.asyncLocalStorage = instance;
+        if (globalThis.__lc_tracing_async_local_storage === undefined) {
+            globalThis.__lc_tracing_async_local_storage = instance;
         }
     }
 }

package/dist/tracers/event_stream.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.EventStreamCallbackHandler = void 0;
+exports.EventStreamCallbackHandler = exports.isStreamEventsHandler = void 0;
 const base_js_1 = require("./base.cjs");
 const stream_js_1 = require("../utils/stream.cjs");
 const ai_js_1 = require("../messages/ai.cjs");
@@ -17,6 +17,8 @@ function assignName({ name, serialized, }) {
     }
     return "Unnamed";
 }
+const isStreamEventsHandler = (handler) => handler.name === "event_stream_tracer";
+exports.isStreamEventsHandler = isStreamEventsHandler;
 /**
  * Class that extends the `BaseTracer` class from the
  * `langchain.callbacks.tracers.base` module. It represents a callback

package/dist/tracers/event_stream.d.ts

@@ -1,5 +1,5 @@
 import { BaseTracer, type Run } from "./base.js";
-import { BaseCallbackHandlerInput } from "../callbacks/base.js";
+import { BaseCallbackHandler, BaseCallbackHandlerInput } from "../callbacks/base.js";
 import { IterableReadableStream } from "../utils/stream.js";
 /**
  * Data associated with a StreamEvent.
@@ -94,6 +94,7 @@ export interface EventStreamCallbackHandlerInput extends BaseCallbackHandlerInpu
     excludeTypes?: string[];
     excludeTags?: string[];
 }
+export declare const isStreamEventsHandler: (handler: BaseCallbackHandler) => handler is EventStreamCallbackHandler;
 /**
  * Class that extends the `BaseTracer` class from the
  * `langchain.callbacks.tracers.base` module. It represents a callback

package/dist/tracers/event_stream.js

@@ -14,6 +14,7 @@ function assignName({ name, serialized, }) {
     }
     return "Unnamed";
 }
+export const isStreamEventsHandler = (handler) => handler.name === "event_stream_tracer";
 /**
  * Class that extends the `BaseTracer` class from the
  * `langchain.callbacks.tracers.base` module. It represents a callback

package/dist/tracers/log_stream.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LogStreamCallbackHandler = exports.RunLog = exports.RunLogPatch = void 0;
+exports.LogStreamCallbackHandler = exports.isLogStreamHandler = exports.RunLog = exports.RunLogPatch = void 0;
 const index_js_1 = require("../utils/fast-json-patch/index.cjs");
 const base_js_1 = require("./base.cjs");
 const stream_js_1 = require("../utils/stream.cjs");
@@ -59,6 +59,8 @@ class RunLog extends RunLogPatch {
     }
 }
 exports.RunLog = RunLog;
+const isLogStreamHandler = (handler) => handler.name === "log_stream_tracer";
+exports.isLogStreamHandler = isLogStreamHandler;
 /**
  * Extract standardized inputs from a run.
  *

package/dist/tracers/log_stream.d.ts

@@ -1,6 +1,6 @@
 import { type Operation as JSONPatchOperation } from "../utils/fast-json-patch/index.js";
 import { BaseTracer, type Run } from "./base.js";
-import { BaseCallbackHandlerInput, HandleLLMNewTokenCallbackFields } from "../callbacks/base.js";
+import { BaseCallbackHandler, BaseCallbackHandlerInput, HandleLLMNewTokenCallbackFields } from "../callbacks/base.js";
 import { IterableReadableStream } from "../utils/stream.js";
 import type { StreamEvent, StreamEventData } from "./event_stream.js";
 export type { StreamEvent, StreamEventData };
@@ -83,6 +83,7 @@ export interface LogStreamCallbackHandlerInput extends BaseCallbackHandlerInput
     excludeTags?: string[];
     _schemaFormat?: SchemaFormat;
 }
+export declare const isLogStreamHandler: (handler: BaseCallbackHandler) => handler is LogStreamCallbackHandler;
 /**
  * Class that extends the `BaseTracer` class from the
  * `langchain.callbacks.tracers.base` module. It represents a callback

package/dist/tracers/log_stream.js

@@ -54,6 +54,7 @@ export class RunLog extends RunLogPatch {
         });
     }
 }
+export const isLogStreamHandler = (handler) => handler.name === "log_stream_tracer";
 /**
  * Extract standardized inputs from a run.
  *

package/dist/tracers/tracer_langchain.cjs

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.LangChainTracer = void 0;
 const langsmith_1 = require("langsmith");
+const traceable_1 = require("langsmith/singletons/traceable");
 const env_js_1 = require("../utils/env.cjs");
 const base_js_1 = require("./base.cjs");
 class LangChainTracer extends base_js_1.BaseTracer {
@@ -38,6 +39,38 @@ class LangChainTracer extends base_js_1.BaseTracer {
                 (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_SESSION");
         this.exampleId = exampleId;
         this.client = client ?? new langsmith_1.Client({});
+        // if we're inside traceable, we can obtain the traceable tree
+        // and populate the run map, which is used to correctly
+        // infer dotted order and execution order
+        const traceableTree = this.getTraceableRunTree();
+        if (traceableTree) {
+            let rootRun = traceableTree;
+            const visited = new Set();
+            while (rootRun.parent_run) {
+                if (visited.has(rootRun.id))
+                    break;
+                visited.add(rootRun.id);
+                if (!rootRun.parent_run)
+                    break;
+                rootRun = rootRun.parent_run;
+            }
+            visited.clear();
+            const queue = [rootRun];
+            while (queue.length > 0) {
+                const current = queue.shift();
+                if (!current || visited.has(current.id))
+                    continue;
+                visited.add(current.id);
+                // @ts-expect-error Types of property 'events' are incompatible.
+                this.runMap.set(current.id, current);
+                if (current.child_runs) {
+                    queue.push(...current.child_runs);
+                }
+            }
+            this.client = traceableTree.client ?? this.client;
+            this.projectName = traceableTree.project_name ?? this.projectName;
+            this.exampleId = traceableTree.reference_example_id ?? this.exampleId;
+        }
     }
     async _convertToCreate(run, example_id = undefined) {
         return {
@@ -72,5 +105,13 @@ class LangChainTracer extends base_js_1.BaseTracer {
     getRun(id) {
         return this.runMap.get(id);
     }
+    getTraceableRunTree() {
+        try {
+            return (0, traceable_1.getCurrentRunTree)();
+        }
+        catch {
+            return undefined;
+        }
+    }
 }
 exports.LangChainTracer = LangChainTracer;

package/dist/tracers/tracer_langchain.d.ts

@@ -1,4 +1,5 @@
 import { Client } from "langsmith";
+import { RunTree } from "langsmith/run_trees";
 import { BaseRun, RunCreate, RunUpdate as BaseRunUpdate, KVMap } from "langsmith/schemas";
 import { BaseTracer } from "./base.js";
 import { BaseCallbackHandlerInput } from "../callbacks/base.js";
@@ -35,4 +36,5 @@ export declare class LangChainTracer extends BaseTracer implements LangChainTrac
     onRunCreate(run: Run): Promise<void>;
     onRunUpdate(run: Run): Promise<void>;
     getRun(id: string): Run | undefined;
+    getTraceableRunTree(): RunTree | undefined;
 }

package/dist/tracers/tracer_langchain.js

@@ -1,4 +1,5 @@
 import { Client } from "langsmith";
+import { getCurrentRunTree } from "langsmith/singletons/traceable";
 import { getEnvironmentVariable, getRuntimeEnvironment } from "../utils/env.js";
 import { BaseTracer } from "./base.js";
 export class LangChainTracer extends BaseTracer {
@@ -35,6 +36,38 @@ export class LangChainTracer extends BaseTracer {
                 getEnvironmentVariable("LANGCHAIN_SESSION");
         this.exampleId = exampleId;
         this.client = client ?? new Client({});
+        // if we're inside traceable, we can obtain the traceable tree
+        // and populate the run map, which is used to correctly
+        // infer dotted order and execution order
+        const traceableTree = this.getTraceableRunTree();
+        if (traceableTree) {
+            let rootRun = traceableTree;
+            const visited = new Set();
+            while (rootRun.parent_run) {
+                if (visited.has(rootRun.id))
+                    break;
+                visited.add(rootRun.id);
+                if (!rootRun.parent_run)
+                    break;
+                rootRun = rootRun.parent_run;
+            }
+            visited.clear();
+            const queue = [rootRun];
+            while (queue.length > 0) {
+                const current = queue.shift();
+                if (!current || visited.has(current.id))
+                    continue;
+                visited.add(current.id);
+                // @ts-expect-error Types of property 'events' are incompatible.
+                this.runMap.set(current.id, current);
+                if (current.child_runs) {
+                    queue.push(...current.child_runs);
+                }
+            }
+            this.client = traceableTree.client ?? this.client;
+            this.projectName = traceableTree.project_name ?? this.projectName;
+            this.exampleId = traceableTree.reference_example_id ?? this.exampleId;
+        }
     }
     async _convertToCreate(run, example_id = undefined) {
         return {
@@ -69,4 +102,12 @@ export class LangChainTracer extends BaseTracer {
     getRun(id) {
         return this.runMap.get(id);
     }
+    getTraceableRunTree() {
+        try {
+            return getCurrentRunTree();
+        }
+        catch {
+            return undefined;
+        }
+    }
 }

package/dist/utils/testing/index.cjs

@@ -130,7 +130,7 @@ class FakeStreamingLLM extends llms_js_1.LLM {
         this.responses = this.responses?.slice(1);
         return response ?? prompt;
     }
-    async *_streamResponseChunks(input) {
+    async *_streamResponseChunks(input, _options, runManager) {
         if (this.thrownErrorString) {
             throw new Error(this.thrownErrorString);
         }
@@ -139,6 +139,7 @@ class FakeStreamingLLM extends llms_js_1.LLM {
         for (const c of response ?? input) {
             await new Promise((resolve) => setTimeout(resolve, this.sleep));
             yield { text: c, generationInfo: {} };
+            await runManager?.handleLLMNewToken(c);
         }
     }
 }

package/dist/utils/testing/index.d.ts

@@ -51,7 +51,7 @@ export declare class FakeStreamingLLM extends LLM {
     } & BaseLLMParams);
     _llmType(): string;
     _call(prompt: string): Promise<string>;
-    _streamResponseChunks(input: string): AsyncGenerator<GenerationChunk, void, unknown>;
+    _streamResponseChunks(input: string, _options?: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk, void, unknown>;
 }
 export declare class FakeChatModel extends BaseChatModel {
     _combineLLMOutput(): never[];

package/dist/utils/testing/index.js

@@ -124,7 +124,7 @@ export class FakeStreamingLLM extends LLM {
         this.responses = this.responses?.slice(1);
         return response ?? prompt;
     }
-    async *_streamResponseChunks(input) {
+    async *_streamResponseChunks(input, _options, runManager) {
         if (this.thrownErrorString) {
             throw new Error(this.thrownErrorString);
         }
@@ -133,6 +133,7 @@ export class FakeStreamingLLM extends LLM {
         for (const c of response ?? input) {
             await new Promise((resolve) => setTimeout(resolve, this.sleep));
             yield { text: c, generationInfo: {} };
+            await runManager?.handleLLMNewToken(c);
         }
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@langchain/core",
-  "version": "0.2.2",
+  "version": "0.2.4",
   "description": "Core LangChain.js abstractions and schemas",
   "type": "module",
   "engines": {
@@ -45,7 +45,7 @@
     "camelcase": "6",
     "decamelize": "1.2.0",
     "js-tiktoken": "^1.0.12",
-    "langsmith": "~0.1.7",
+    "langsmith": "~0.1.30",
     "ml-distance": "^4.0.0",
     "mustache": "^4.2.0",
     "p-queue": "^6.6.2",