@nocobase/plugin-ai 1.9.33 → 1.9.35

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/index.js

@@ -11,7 +11,7 @@ import { randomName } from "../../evaluation/_random_name.js";
 import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo, } from "./matchers.js";
 import { evaluatorLogFeedbackPromises, testWrapperAsyncLocalStorageInstance, _logTestFeedback, syncExamplePromises, trackingEnabled, DEFAULT_TEST_CLIENT, } from "./globals.js";
 import { wrapExpect } from "./vendor/chain.js";
-import { getEnvironmentVariable } from "../env.js";
+import { getEnvironmentVariable, isJsDom } from "../env.js";
 import { STRIP_ANSI_REGEX, TEST_ID_DELIMITER, DEFAULT_TEST_TIMEOUT, UUID5_NAMESPACE, } from "./constants.js";
 export function logFeedback(feedback, config) {
     const context = testWrapperAsyncLocalStorageInstance.getStore();
@@ -32,7 +32,7 @@ export function logFeedback(feedback, config) {
         exampleId: context.currentExample.id,
         feedback: feedback,
         context,
-        runTree: trackingEnabled(context) ? getCurrentRunTree() : undefined,
+        runTree: context.testRootRunTree,
         client: context.client,
     });
 }
@@ -102,7 +102,10 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
             " Please try again.");
     }
     const datasetSetupInfo = new Map();
-    function getExampleId(datasetId, inputs, outputs) {
+    function getExampleId(datasetId, inputs, outputs, providedId) {
+        if (providedId) {
+            return providedId;
+        }
         const identifier = JSON.stringify({
             datasetId,
             inputsHash: _objectHash(inputs),
@@ -111,17 +114,29 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
         return v5(identifier, UUID5_NAMESPACE);
     }
     async function syncExample(params) {
-        const { client, exampleId, inputs, outputs, metadata, createdAt, datasetId, } = params;
+        const { client, exampleId, inputs, outputs, metadata, split, createdAt, datasetId, } = params;
         let example;
         try {
             example = await client.readExample(exampleId);
+            const normalizedSplit = split
+                ? typeof split === "string"
+                    ? [split]
+                    : split
+                : undefined;
+            const { dataset_split, ...restMetadata } = example.metadata ?? {};
             if (_objectHash(example.inputs) !== _objectHash(inputs) ||
                 _objectHash(example.outputs ?? {}) !== _objectHash(outputs ?? {}) ||
-                example.dataset_id !== datasetId) {
+                example.dataset_id !== datasetId ||
+                (normalizedSplit !== undefined &&
+                    _objectHash(dataset_split ?? []) !==
+                        _objectHash(normalizedSplit ?? [])) ||
+                (metadata !== undefined &&
+                    _objectHash(restMetadata ?? {}) !== _objectHash(metadata ?? {}))) {
                 await client.updateExample(exampleId, {
                     inputs,
                     outputs,
                     metadata,
+                    split,
                     dataset_id: datasetId,
                 });
             }
@@ -132,6 +147,7 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     exampleId,
                     datasetId,
                     createdAt: new Date(createdAt ?? new Date()),
+                    split,
                     metadata,
                 });
             }
@@ -182,10 +198,27 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
         }
         return storageValue;
     }
-    function wrapDescribeMethod(method) {
+    function wrapDescribeMethod(method, methodName) {
+        if (isJsDom()) {
+            console.error(`[LANGSMITH]: You seem to be using a jsdom environment. This is not supported and you may experience unexpected behavior. Please set the "environment" or "testEnvironment" field in your test config file to "node".`);
+        }
         return function (testSuiteName, fn, experimentConfig) {
+            if (typeof method !== "function") {
+                throw new Error(`"${methodName}" is not supported by your test runner.`);
+            }
+            if (testWrapperAsyncLocalStorageInstance.getStore() !== undefined) {
+                throw new Error([
+                    `You seem to be nesting an ls.describe block named "${testSuiteName}" inside another ls.describe block.`,
+                    "This is not supported because each ls.describe block corresponds to a LangSmith dataset.",
+                    "To logically group tests, nest the native Jest or Vitest describe methods instead.",
+                ].join("\n"));
+            }
             const client = experimentConfig?.client ?? DEFAULT_TEST_CLIENT;
             const suiteName = experimentConfig?.testSuiteName ?? testSuiteName;
+            let setupPromiseResolver;
+            const setupPromise = new Promise((resolve) => {
+                setupPromiseResolver = resolve;
+            });
             return method(suiteName, () => {
                 const startTime = new Date();
                 const suiteUuid = v4();
@@ -219,10 +252,12 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                         metadata: suiteMetadata,
                     },
                     enableTestTracking: experimentConfig?.enableTestTracking,
+                    setupPromise,
                 };
                 beforeAll(async () => {
                     const storageValue = await runDatasetSetup(context);
                     datasetSetupInfo.set(suiteUuid, storageValue);
+                    setupPromiseResolver();
                 });
                 afterAll(async () => {
                     await Promise.all([
@@ -242,11 +277,22 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     let commit;
                     let dirty;
                     try {
-                        branch = execSync("git rev-parse --abbrev-ref HEAD")
+                        branch = execSync("git rev-parse --abbrev-ref HEAD", {
+                            stdio: ["ignore", "pipe", "ignore"],
+                        })
                             .toString()
                             .trim();
-                        commit = execSync("git rev-parse HEAD").toString().trim();
-                        dirty = execSync("git status --porcelain").toString().trim() !== "";
+                        commit = execSync("git rev-parse HEAD", {
+                            stdio: ["ignore", "pipe", "ignore"],
+                        })
+                            .toString()
+                            .trim();
+                        dirty =
+                            execSync("git status --porcelain", {
+                                stdio: ["ignore", "pipe", "ignore"],
+                            })
+                                .toString()
+                                .trim() !== "";
                     }
                     catch {
                         return;
@@ -303,9 +349,10 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
             });
         };
     }
-    const lsDescribe = Object.assign(wrapDescribeMethod(describe), {
-        only: wrapDescribeMethod(describe.only),
-        skip: wrapDescribeMethod(describe.skip),
+    const lsDescribe = Object.assign(wrapDescribeMethod(describe, "describe"), {
+        only: wrapDescribeMethod(describe.only, "describe.only"),
+        skip: wrapDescribeMethod(describe.skip, "describe.skip"),
+        concurrent: wrapDescribeMethod(describe.concurrent, "describe.concurrent"),
     });
     function wrapTestMethod(method) {
         return function (name, lsParams, testFn, timeout) {
@@ -317,14 +364,23 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                 lsParams.config?.enableTestTracking !== undefined) {
                 context.enableTestTracking = lsParams.config.enableTestTracking;
             }
-            const { config, inputs, referenceOutputs, ...rest } = lsParams;
-            const totalRuns = config?.iterations ?? 1;
+            const { id, config, inputs, split, metadata, ...rest } = lsParams;
+            let referenceOutputs = rest.referenceOutputs;
+            if (!referenceOutputs && "outputs" in rest) {
+                referenceOutputs = rest.outputs;
+            }
+            const totalRuns = config?.repetitions ?? config?.iterations ?? 1;
             for (let i = 0; i < totalRuns; i += 1) {
                 const testUuid = v4().replace(/-/g, "").slice(0, 13);
                 // Jest will not group tests under the same "describe" group if you await the test and
                 // total runs is greater than 1.
                 const resultsPath = path.join(os.tmpdir(), "langsmith_test_results", `${testUuid}.json`);
-                void method(`${name}${totalRuns > 1 ? `, run ${i}` : ""}${TEST_ID_DELIMITER}${testUuid}`, async () => {
+                void method(`${name}${totalRuns > 1 ? `, run ${i}` : ""}${TEST_ID_DELIMITER}${testUuid}`, async (...args) => {
+                    // Jest will magically introspect args and pass a "done" callback if
+                    // we use a non-spread parameter. To obtain and pass Vitest test context
+                    // through into the test function, we must therefore refer to Vitest
+                    // args using this signature
+                    const jestlikeArgs = args[0];
                     if (context === undefined) {
                         throw new Error([
                             `Could not retrieve test context.`,
@@ -332,6 +388,11 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                             `See this page for more information: https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest`,
                         ].join("\n"));
                     }
+                    // Jest .concurrent is super buggy and doesn't wait for beforeAll to complete
+                    // before running test functions, so we need to wait for the setup promise
+                    // to resolve before we can continue.
+                    // Seee https://github.com/jestjs/jest/issues/4281
+                    await context.setupPromise;
                     if (!datasetSetupInfo.get(context.suiteUuid)) {
                         throw new Error("Dataset failed to initialize. Please check your LangSmith environment variables.");
                     }
@@ -349,52 +410,69 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     };
                     let exampleId;
                     const runTestFn = async () => {
-                        const testContext = testWrapperAsyncLocalStorageInstance.getStore();
+                        let testContext = testWrapperAsyncLocalStorageInstance.getStore();
                         if (testContext === undefined) {
                             throw new Error("Could not identify test context. Please contact us for help.");
                         }
-                        try {
-                            const res = await testFn({
-                                ...rest,
-                                inputs: testInput,
-                                referenceOutputs: testOutput,
-                            });
-                            _logTestFeedback({
-                                exampleId,
-                                feedback: { key: "pass", score: true },
-                                context: testContext,
-                                runTree: trackingEnabled(testContext)
-                                    ? getCurrentRunTree()
-                                    : undefined,
-                                client: testContext.client,
-                            });
-                            if (res != null) {
-                                if (loggedOutput !== undefined) {
-                                    console.warn(`[WARN]: Returned value from test function will override output set by previous "logOutputs()" call.`);
+                        return testWrapperAsyncLocalStorageInstance.run({
+                            ...testContext,
+                            testRootRunTree: trackingEnabled(testContext)
+                                ? getCurrentRunTree()
+                                : undefined,
+                        }, async () => {
+                            testContext = testWrapperAsyncLocalStorageInstance.getStore();
+                            if (testContext === undefined) {
+                                throw new Error("Could not identify test context after setting test root run tree. Please contact us for help.");
+                            }
+                            try {
+                                const res = await testFn(Object.assign(typeof jestlikeArgs === "object" && jestlikeArgs != null
+                                    ? jestlikeArgs
+                                    : {}, {
+                                    ...rest,
+                                    inputs: testInput,
+                                    referenceOutputs: testOutput,
+                                    testMetadata: {
+                                        exampleId,
+                                        experimentId: project?.id,
+                                        datasetId: dataset?.id,
+                                        testTrackingEnabled: trackingEnabled(testContext),
+                                        repetition: i,
+                                        split,
+                                    },
+                                }));
+                                _logTestFeedback({
+                                    exampleId,
+                                    feedback: { key: "pass", score: true },
+                                    context: testContext,
+                                    runTree: testContext.testRootRunTree,
+                                    client: testContext.client,
+                                });
+                                if (res != null) {
+                                    if (loggedOutput !== undefined) {
+                                        console.warn(`[WARN]: Returned value from test function will override output set by previous "logOutputs()" call.`);
+                                    }
+                                    loggedOutput =
+                                        typeof res === "object"
+                                            ? res
+                                            : { result: res };
                                 }
-                                loggedOutput =
-                                    typeof res === "object"
-                                        ? res
-                                        : { result: res };
+                                return loggedOutput;
                             }
-                            return loggedOutput;
-                        }
-                        catch (e) {
-                            _logTestFeedback({
-                                exampleId,
-                                feedback: { key: "pass", score: false },
-                                context: testContext,
-                                runTree: trackingEnabled(testContext)
-                                    ? getCurrentRunTree()
-                                    : undefined,
-                                client: testContext.client,
-                            });
-                            const rawError = e;
-                            const strippedErrorMessage = e.message.replace(STRIP_ANSI_REGEX, "");
-                            const langsmithFriendlyError = new Error(strippedErrorMessage);
-                            langsmithFriendlyError.rawJestError = rawError;
-                            throw langsmithFriendlyError;
-                        }
+                            catch (e) {
+                                _logTestFeedback({
+                                    exampleId,
+                                    feedback: { key: "pass", score: false },
+                                    context: testContext,
+                                    runTree: testContext.testRootRunTree,
+                                    client: testContext.client,
+                                });
+                                const rawError = e;
+                                const strippedErrorMessage = e.message.replace(STRIP_ANSI_REGEX, "");
+                                const langsmithFriendlyError = new Error(strippedErrorMessage);
+                                langsmithFriendlyError.rawJestError = rawError;
+                                throw langsmithFriendlyError;
+                            }
+                        });
                     };
                     try {
                         if (trackingEnabled(context)) {
@@ -413,7 +491,7 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                                     .map((field) => `"${field}"`)
                                     .join(", ")} while syncing to LangSmith. Please contact us for help.`);
                             }
-                            exampleId = getExampleId(dataset.id, inputs, referenceOutputs);
+                            exampleId = getExampleId(dataset.id, inputs, referenceOutputs, id);
                             // TODO: Create or update the example in the background
                             // Currently run end time has to be after example modified time
                             // for examples to render properly, so we must modify the example
@@ -425,7 +503,8 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                                     datasetId: dataset.id,
                                     inputs,
                                     outputs: referenceOutputs ?? {},
-                                    metadata: {},
+                                    metadata,
+                                    split,
                                     createdAt,
                                 }));
                             }
@@ -525,6 +604,16 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
         }
         return eachMethod;
     }
+    // Roughly mirrors: https://jestjs.io/docs/api#methods
+    const concurrentMethod = Object.assign(wrapTestMethod(test.concurrent), {
+        each: createEachMethod(test.concurrent),
+        only: Object.assign(wrapTestMethod(test.concurrent.only), {
+            each: createEachMethod(test.concurrent.only),
+        }),
+        skip: Object.assign(wrapTestMethod(test.concurrent.skip), {
+            each: createEachMethod(test.concurrent.skip),
+        }),
+    });
     const lsTest = Object.assign(wrapTestMethod(test), {
         only: Object.assign(wrapTestMethod(test.only), {
             each: createEachMethod(test.only),
@@ -532,6 +621,7 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
         skip: Object.assign(wrapTestMethod(test.skip), {
             each: createEachMethod(test.skip),
         }),
+        concurrent: concurrentMethod,
         each: createEachMethod(test),
     });
     const wrappedExpect = wrapExpect(expect);

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/matchers.cjs

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.toBeSemanticCloseTo = exports.toBeAbsoluteCloseTo = exports.toBeRelativeCloseTo = void 0;
+exports.toBeRelativeCloseTo = toBeRelativeCloseTo;
+exports.toBeAbsoluteCloseTo = toBeAbsoluteCloseTo;
+exports.toBeSemanticCloseTo = toBeSemanticCloseTo;
 // Levenshtein distance implementation
 function levenshteinDistance(a, b) {
     if (a.length === 0)
@@ -47,7 +49,6 @@ async function toBeRelativeCloseTo(received, expected, options = {}) {
             : `Expected "${received}" to be relatively close to "${expected}" (threshold: ${threshold}, actual distance: ${relativeDistance})`,
     };
 }
-exports.toBeRelativeCloseTo = toBeRelativeCloseTo;
 async function toBeAbsoluteCloseTo(received, expected, options = {}) {
     const { threshold = 3, algorithm = "levenshtein" } = options;
     let distance;
@@ -66,7 +67,6 @@ async function toBeAbsoluteCloseTo(received, expected, options = {}) {
             : `Expected "${received}" to be absolutely close to "${expected}" (threshold: ${threshold}, actual distance: ${distance})`,
     };
 }
-exports.toBeAbsoluteCloseTo = toBeAbsoluteCloseTo;
 async function toBeSemanticCloseTo(received, expected, options) {
     const { threshold = 0.2, embeddings, algorithm = "cosine" } = options;
     // Get embeddings for both strings
@@ -101,4 +101,3 @@ async function toBeSemanticCloseTo(received, expected, options) {
             : `Expected "${received}" to be semantically close to "${expected}" (threshold: ${threshold}, similarity: ${similarity})`,
     };
 }
-exports.toBeSemanticCloseTo = toBeSemanticCloseTo;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/reporter.cjs

@@ -15,18 +15,28 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.printReporterTable = void 0;
+exports.printReporterTable = printReporterTable;
 const console_table_printer_1 = require("console-table-printer");
 const chalk_1 = __importDefault(require("chalk"));
 const os = __importStar(require("node:os"));
@@ -283,4 +293,3 @@ async function printReporterTable(testSuiteName, results, testStatus, failureMes
         console.log();
     }
 }
-exports.printReporterTable = printReporterTable;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/types.d.ts

@@ -1,18 +1,20 @@
-import { CreateProjectParams } from "../../client.js";
-import { EvaluationResult } from "../../evaluation/evaluator.js";
-import { Client } from "../../index.js";
+import type { CreateProjectParams, CreateExampleOptions, Client } from "../../client.js";
+import type { EvaluationResult } from "../../evaluation/evaluator.js";
 import type { RunTreeConfig } from "../../run_trees.js";
 import type { SimpleEvaluator } from "./vendor/evaluatedBy.js";
 export { type SimpleEvaluator };
 export type LangSmithJestlikeWrapperConfig = Partial<Omit<RunTreeConfig, "client">> & {
+    /** @deprecated Use `repetitions` instead. */
     iterations?: number;
+    repetitions?: number;
     enableTestTracking?: boolean;
 };
 export type LangSmithJestlikeWrapperParams<I, O> = {
+    id?: string;
     inputs: I;
     referenceOutputs?: O;
     config?: LangSmithJestlikeWrapperConfig;
-};
+} & Pick<CreateExampleOptions, "split" | "metadata">;
 export type LangSmithJestlikeDescribeWrapperConfig = {
     client?: Client;
     enableTestTracking?: boolean;
@@ -26,3 +28,16 @@ export type SimpleEvaluationResult = {
     score: NonNullable<EvaluationResult["score"]>;
     comment?: EvaluationResult["comment"];
 };
+export type LangSmithJestlikeTestMetadata = {
+    exampleId?: string;
+    experimentId?: string;
+    datasetId?: string;
+    testTrackingEnabled: boolean;
+    repetition: number;
+    split?: string | string[];
+};
+export type LangSmithJestlikeTestFunction<I, O> = (data: {
+    inputs: I;
+    referenceOutputs?: O;
+    testMetadata: LangSmithJestlikeTestMetadata;
+} & Record<string, any>) => unknown | Promise<unknown>;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/vendor/chain.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.wrapExpect = void 0;
+exports.wrapExpect = wrapExpect;
 /**
  * Adapted from https://github.com/mattphillips/jest-chain/blob/main/src/chain.js
  */
@@ -89,5 +89,4 @@ function wrapExpect(originalExpect) {
     );
     return expectProxy;
 }
-exports.wrapExpect = wrapExpect;
 globalThis.expect = wrapExpect(globalThis.expect);

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/vendor/chain.d.ts

@@ -1,2 +1 @@
-/// <reference types="jest" />
 export declare function wrapExpect(originalExpect: any): typeof expect;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/vendor/evaluatedBy.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.evaluatedBy = exports.wrapEvaluator = void 0;
+exports.wrapEvaluator = wrapEvaluator;
+exports.evaluatedBy = evaluatedBy;
 const traceable_js_1 = require("../../../traceable.cjs");
 const globals_js_1 = require("../globals.cjs");
 const uuid_1 = require("uuid");
@@ -21,22 +22,29 @@ function wrapEvaluator(evaluator) {
                 `See this page for more information: https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest`,
             ].join("\n"));
         }
-        const evalRunId = config?.runId ?? config?.id ?? (0, uuid_1.v4)();
+        let evalRunId = config?.runId ?? config?.id ?? (0, uuid_1.v4)();
         let evalResult;
-        let currentRunTree;
         if ((0, globals_js_1.trackingEnabled)(context)) {
-            currentRunTree = (0, traceable_js_1.getCurrentRunTree)();
             const wrappedEvaluator = (0, traceable_js_1.traceable)(async (_runTree, params) => {
                 return evaluator(params);
             }, {
                 id: evalRunId,
                 trace_id: evalRunId,
+                on_end: (runTree) => {
+                    // If tracing with OTEL, setting run id manually does not work.
+                    // Instead get it at the end of the run.
+                    evalRunId = runTree.id;
+                },
                 reference_example_id: context.currentExample.id,
                 client: context.client,
                 tracingEnabled: true,
                 name: evaluator.name ?? "<evaluator>",
                 project_name: "evaluators",
                 ...config,
+                extra: {
+                    ...config?.extra,
+                    ls_otel_root: true,
+                },
             });
             evalResult = await wrappedEvaluator(traceable_js_1.ROOT, input);
         }
@@ -56,7 +64,7 @@ function wrapEvaluator(evaluator) {
                     exampleId: context?.currentExample?.id,
                     feedback: result,
                     context,
-                    runTree: currentRunTree,
+                    runTree: context.testRootRunTree,
                     client: context.client,
                     sourceRunId: evalRunId,
                 });
@@ -65,7 +73,6 @@ function wrapEvaluator(evaluator) {
         return evalResult;
     };
 }
-exports.wrapEvaluator = wrapEvaluator;
 async function evaluatedBy(outputs, evaluator) {
     const context = globals_js_1.testWrapperAsyncLocalStorageInstance.getStore();
     if (context === undefined || context.currentExample === undefined) {
@@ -87,4 +94,3 @@ async function evaluatedBy(outputs, evaluator) {
     }
     return evalResult.score;
 }
-exports.evaluatedBy = evaluatedBy;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/vendor/evaluatedBy.js

@@ -1,4 +1,4 @@
-import { getCurrentRunTree, ROOT, traceable } from "../../../traceable.js";
+import { ROOT, traceable } from "../../../traceable.js";
 import { testWrapperAsyncLocalStorageInstance, _logTestFeedback, trackingEnabled, } from "../globals.js";
 import { v4 } from "uuid";
 function isEvaluationResult(x) {
@@ -18,22 +18,29 @@ export function wrapEvaluator(evaluator) {
                 `See this page for more information: https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest`,
             ].join("\n"));
         }
-        const evalRunId = config?.runId ?? config?.id ?? v4();
+        let evalRunId = config?.runId ?? config?.id ?? v4();
         let evalResult;
-        let currentRunTree;
         if (trackingEnabled(context)) {
-            currentRunTree = getCurrentRunTree();
             const wrappedEvaluator = traceable(async (_runTree, params) => {
                 return evaluator(params);
             }, {
                 id: evalRunId,
                 trace_id: evalRunId,
+                on_end: (runTree) => {
+                    // If tracing with OTEL, setting run id manually does not work.
+                    // Instead get it at the end of the run.
+                    evalRunId = runTree.id;
+                },
                 reference_example_id: context.currentExample.id,
                 client: context.client,
                 tracingEnabled: true,
                 name: evaluator.name ?? "<evaluator>",
                 project_name: "evaluators",
                 ...config,
+                extra: {
+                    ...config?.extra,
+                    ls_otel_root: true,
+                },
             });
             evalResult = await wrappedEvaluator(ROOT, input);
         }
@@ -53,7 +60,7 @@ export function wrapEvaluator(evaluator) {
                     exampleId: context?.currentExample?.id,
                     feedback: result,
                     context,
-                    runTree: currentRunTree,
+                    runTree: context.testRootRunTree,
                     client: context.client,
                     sourceRunId: evalRunId,
                 });

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/messages.cjs

@@ -1,12 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertLangChainMessageToExample = exports.isLangChainMessage = void 0;
+exports.isLangChainMessage = isLangChainMessage;
+exports.convertLangChainMessageToExample = convertLangChainMessageToExample;
 function isLangChainMessage(
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 message) {
     return typeof message?._getType === "function";
 }
-exports.isLangChainMessage = isLangChainMessage;
 function convertLangChainMessageToExample(message) {
     const converted = {
         type: message._getType(),
@@ -19,4 +19,3 @@ function convertLangChainMessageToExample(message) {
     }
     return converted;
 }
-exports.convertLangChainMessageToExample = convertLangChainMessageToExample;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/project.cjs

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getDefaultProjectName = void 0;
+const env_js_1 = require("./env.cjs");
+const getDefaultProjectName = () => {
+    return ((0, env_js_1.getLangSmithEnvironmentVariable)("PROJECT") ??
+        (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_SESSION") ?? // TODO: Deprecate
+        "default");
+};
+exports.getDefaultProjectName = getDefaultProjectName;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/project.d.ts

@@ -0,0 +1 @@
+export declare const getDefaultProjectName: () => string;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/project.js

@@ -0,0 +1,6 @@
+import { getEnvironmentVariable, getLangSmithEnvironmentVariable, } from "./env.js";
+export const getDefaultProjectName = () => {
+    return (getLangSmithEnvironmentVariable("PROJECT") ??
+        getEnvironmentVariable("LANGCHAIN_SESSION") ?? // TODO: Deprecate
+        "default");
+};

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/prompts.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.parsePromptIdentifier = exports.isVersionGreaterOrEqual = void 0;
+exports.isVersionGreaterOrEqual = isVersionGreaterOrEqual;
+exports.parsePromptIdentifier = parsePromptIdentifier;
 const semver_1 = require("semver");
 function isVersionGreaterOrEqual(current_version, target_version) {
     const current = (0, semver_1.parse)(current_version);
@@ -10,7 +11,6 @@ function isVersionGreaterOrEqual(current_version, target_version) {
     }
     return current.compare(target) >= 0;
 }
-exports.isVersionGreaterOrEqual = isVersionGreaterOrEqual;
 function parsePromptIdentifier(identifier) {
     if (!identifier ||
         identifier.split("/").length > 2 ||
@@ -35,4 +35,3 @@ function parsePromptIdentifier(identifier) {
         return ["-", ownerNamePart, commit];
     }
 }
-exports.parsePromptIdentifier = parsePromptIdentifier;