@nocobase/plugin-ai 1.9.0-beta.8 → 2.0.0-alpha.10

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/index.js

@@ -11,7 +11,7 @@ import { randomName } from "../../evaluation/_random_name.js";
 import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo, } from "./matchers.js";
 import { evaluatorLogFeedbackPromises, testWrapperAsyncLocalStorageInstance, _logTestFeedback, syncExamplePromises, trackingEnabled, DEFAULT_TEST_CLIENT, } from "./globals.js";
 import { wrapExpect } from "./vendor/chain.js";
-import { getEnvironmentVariable } from "../env.js";
+import { getEnvironmentVariable, isJsDom } from "../env.js";
 import { STRIP_ANSI_REGEX, TEST_ID_DELIMITER, DEFAULT_TEST_TIMEOUT, UUID5_NAMESPACE, } from "./constants.js";
 export function logFeedback(feedback, config) {
     const context = testWrapperAsyncLocalStorageInstance.getStore();
@@ -32,7 +32,7 @@ export function logFeedback(feedback, config) {
         exampleId: context.currentExample.id,
         feedback: feedback,
         context,
-        runTree: trackingEnabled(context) ? getCurrentRunTree() : undefined,
+        runTree: context.testRootRunTree,
         client: context.client,
     });
 }
@@ -182,10 +182,27 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
         }
         return storageValue;
     }
-    function wrapDescribeMethod(method) {
+    function wrapDescribeMethod(method, methodName) {
+        if (isJsDom()) {
+            console.error(`[LANGSMITH]: You seem to be using a jsdom environment. This is not supported and you may experience unexpected behavior. Please set the "environment" or "testEnvironment" field in your test config file to "node".`);
+        }
         return function (testSuiteName, fn, experimentConfig) {
+            if (typeof method !== "function") {
+                throw new Error(`"${methodName}" is not supported by your test runner.`);
+            }
+            if (testWrapperAsyncLocalStorageInstance.getStore() !== undefined) {
+                throw new Error([
+                    `You seem to be nesting an ls.describe block named "${testSuiteName}" inside another ls.describe block.`,
+                    "This is not supported because each ls.describe block corresponds to a LangSmith dataset.",
+                    "To logically group tests, nest the native Jest or Vitest describe methods instead.",
+                ].join("\n"));
+            }
             const client = experimentConfig?.client ?? DEFAULT_TEST_CLIENT;
             const suiteName = experimentConfig?.testSuiteName ?? testSuiteName;
+            let setupPromiseResolver;
+            const setupPromise = new Promise((resolve) => {
+                setupPromiseResolver = resolve;
+            });
             return method(suiteName, () => {
                 const startTime = new Date();
                 const suiteUuid = v4();
@@ -219,10 +236,12 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                         metadata: suiteMetadata,
                     },
                     enableTestTracking: experimentConfig?.enableTestTracking,
+                    setupPromise,
                 };
                 beforeAll(async () => {
                     const storageValue = await runDatasetSetup(context);
                     datasetSetupInfo.set(suiteUuid, storageValue);
+                    setupPromiseResolver();
                 });
                 afterAll(async () => {
                     await Promise.all([
@@ -303,9 +322,10 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
             });
         };
     }
-    const lsDescribe = Object.assign(wrapDescribeMethod(describe), {
-        only: wrapDescribeMethod(describe.only),
-        skip: wrapDescribeMethod(describe.skip),
+    const lsDescribe = Object.assign(wrapDescribeMethod(describe, "describe"), {
+        only: wrapDescribeMethod(describe.only, "describe.only"),
+        skip: wrapDescribeMethod(describe.skip, "describe.skip"),
+        concurrent: wrapDescribeMethod(describe.concurrent, "describe.concurrent"),
     });
     function wrapTestMethod(method) {
         return function (name, lsParams, testFn, timeout) {
@@ -324,7 +344,12 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                 // Jest will not group tests under the same "describe" group if you await the test and
                 // total runs is greater than 1.
                 const resultsPath = path.join(os.tmpdir(), "langsmith_test_results", `${testUuid}.json`);
-                void method(`${name}${totalRuns > 1 ? `, run ${i}` : ""}${TEST_ID_DELIMITER}${testUuid}`, async () => {
+                void method(`${name}${totalRuns > 1 ? `, run ${i}` : ""}${TEST_ID_DELIMITER}${testUuid}`, async (...args) => {
+                    // Jest will magically introspect args and pass a "done" callback if
+                    // we use a non-spread parameter. To obtain and pass Vitest test context
+                    // through into the test function, we must therefore refer to Vitest
+                    // args using this signature
+                    const jestlikeArgs = args[0];
                     if (context === undefined) {
                         throw new Error([
                             `Could not retrieve test context.`,
@@ -332,6 +357,11 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                             `See this page for more information: https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest`,
                         ].join("\n"));
                     }
+                    // Jest .concurrent is super buggy and doesn't wait for beforeAll to complete
+                    // before running test functions, so we need to wait for the setup promise
+                    // to resolve before we can continue.
+                    // Seee https://github.com/jestjs/jest/issues/4281
+                    await context.setupPromise;
                     if (!datasetSetupInfo.get(context.suiteUuid)) {
                         throw new Error("Dataset failed to initialize. Please check your LangSmith environment variables.");
                     }
@@ -349,52 +379,61 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                     };
                     let exampleId;
                     const runTestFn = async () => {
-                        const testContext = testWrapperAsyncLocalStorageInstance.getStore();
+                        let testContext = testWrapperAsyncLocalStorageInstance.getStore();
                         if (testContext === undefined) {
                             throw new Error("Could not identify test context. Please contact us for help.");
                         }
-                        try {
-                            const res = await testFn({
-                                ...rest,
-                                inputs: testInput,
-                                referenceOutputs: testOutput,
-                            });
-                            _logTestFeedback({
-                                exampleId,
-                                feedback: { key: "pass", score: true },
-                                context: testContext,
-                                runTree: trackingEnabled(testContext)
-                                    ? getCurrentRunTree()
-                                    : undefined,
-                                client: testContext.client,
-                            });
-                            if (res != null) {
-                                if (loggedOutput !== undefined) {
-                                    console.warn(`[WARN]: Returned value from test function will override output set by previous "logOutputs()" call.`);
+                        return testWrapperAsyncLocalStorageInstance.run({
+                            ...testContext,
+                            testRootRunTree: trackingEnabled(testContext)
+                                ? getCurrentRunTree()
+                                : undefined,
+                        }, async () => {
+                            testContext = testWrapperAsyncLocalStorageInstance.getStore();
+                            if (testContext === undefined) {
+                                throw new Error("Could not identify test context after setting test root run tree. Please contact us for help.");
+                            }
+                            try {
+                                const res = await testFn(Object.assign(typeof jestlikeArgs === "object" && jestlikeArgs != null
+                                    ? jestlikeArgs
+                                    : {}, {
+                                    ...rest,
+                                    inputs: testInput,
+                                    referenceOutputs: testOutput,
+                                }));
+                                _logTestFeedback({
+                                    exampleId,
+                                    feedback: { key: "pass", score: true },
+                                    context: testContext,
+                                    runTree: testContext.testRootRunTree,
+                                    client: testContext.client,
+                                });
+                                if (res != null) {
+                                    if (loggedOutput !== undefined) {
+                                        console.warn(`[WARN]: Returned value from test function will override output set by previous "logOutputs()" call.`);
+                                    }
+                                    loggedOutput =
+                                        typeof res === "object"
+                                            ? res
+                                            : { result: res };
                                 }
-                                loggedOutput =
-                                    typeof res === "object"
-                                        ? res
-                                        : { result: res };
+                                return loggedOutput;
                             }
-                            return loggedOutput;
-                        }
-                        catch (e) {
-                            _logTestFeedback({
-                                exampleId,
-                                feedback: { key: "pass", score: false },
-                                context: testContext,
-                                runTree: trackingEnabled(testContext)
-                                    ? getCurrentRunTree()
-                                    : undefined,
-                                client: testContext.client,
-                            });
-                            const rawError = e;
-                            const strippedErrorMessage = e.message.replace(STRIP_ANSI_REGEX, "");
-                            const langsmithFriendlyError = new Error(strippedErrorMessage);
-                            langsmithFriendlyError.rawJestError = rawError;
-                            throw langsmithFriendlyError;
-                        }
+                            catch (e) {
+                                _logTestFeedback({
+                                    exampleId,
+                                    feedback: { key: "pass", score: false },
+                                    context: testContext,
+                                    runTree: testContext.testRootRunTree,
+                                    client: testContext.client,
+                                });
+                                const rawError = e;
+                                const strippedErrorMessage = e.message.replace(STRIP_ANSI_REGEX, "");
+                                const langsmithFriendlyError = new Error(strippedErrorMessage);
+                                langsmithFriendlyError.rawJestError = rawError;
+                                throw langsmithFriendlyError;
+                            }
+                        });
                     };
                     try {
                         if (trackingEnabled(context)) {
@@ -525,6 +564,16 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
         }
         return eachMethod;
     }
+    // Roughly mirrors: https://jestjs.io/docs/api#methods
+    const concurrentMethod = Object.assign(wrapTestMethod(test.concurrent), {
+        each: createEachMethod(test.concurrent),
+        only: Object.assign(wrapTestMethod(test.concurrent.only), {
+            each: createEachMethod(test.concurrent.only),
+        }),
+        skip: Object.assign(wrapTestMethod(test.concurrent.skip), {
+            each: createEachMethod(test.concurrent.skip),
+        }),
+    });
     const lsTest = Object.assign(wrapTestMethod(test), {
         only: Object.assign(wrapTestMethod(test.only), {
             each: createEachMethod(test.only),
@@ -532,6 +581,7 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
         skip: Object.assign(wrapTestMethod(test.skip), {
             each: createEachMethod(test.skip),
         }),
+        concurrent: concurrentMethod,
         each: createEachMethod(test),
     });
     const wrappedExpect = wrapExpect(expect);

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/matchers.cjs

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.toBeSemanticCloseTo = exports.toBeAbsoluteCloseTo = exports.toBeRelativeCloseTo = void 0;
+exports.toBeRelativeCloseTo = toBeRelativeCloseTo;
+exports.toBeAbsoluteCloseTo = toBeAbsoluteCloseTo;
+exports.toBeSemanticCloseTo = toBeSemanticCloseTo;
 // Levenshtein distance implementation
 function levenshteinDistance(a, b) {
     if (a.length === 0)
@@ -47,7 +49,6 @@ async function toBeRelativeCloseTo(received, expected, options = {}) {
             : `Expected "${received}" to be relatively close to "${expected}" (threshold: ${threshold}, actual distance: ${relativeDistance})`,
     };
 }
-exports.toBeRelativeCloseTo = toBeRelativeCloseTo;
 async function toBeAbsoluteCloseTo(received, expected, options = {}) {
     const { threshold = 3, algorithm = "levenshtein" } = options;
     let distance;
@@ -66,7 +67,6 @@ async function toBeAbsoluteCloseTo(received, expected, options = {}) {
             : `Expected "${received}" to be absolutely close to "${expected}" (threshold: ${threshold}, actual distance: ${distance})`,
     };
 }
-exports.toBeAbsoluteCloseTo = toBeAbsoluteCloseTo;
 async function toBeSemanticCloseTo(received, expected, options) {
     const { threshold = 0.2, embeddings, algorithm = "cosine" } = options;
     // Get embeddings for both strings
@@ -101,4 +101,3 @@ async function toBeSemanticCloseTo(received, expected, options) {
             : `Expected "${received}" to be semantically close to "${expected}" (threshold: ${threshold}, similarity: ${similarity})`,
     };
 }
-exports.toBeSemanticCloseTo = toBeSemanticCloseTo;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/reporter.cjs

@@ -15,18 +15,28 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.printReporterTable = void 0;
+exports.printReporterTable = printReporterTable;
 const console_table_printer_1 = require("console-table-printer");
 const chalk_1 = __importDefault(require("chalk"));
 const os = __importStar(require("node:os"));
@@ -283,4 +293,3 @@ async function printReporterTable(testSuiteName, results, testStatus, failureMes
         console.log();
     }
 }
-exports.printReporterTable = printReporterTable;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/vendor/chain.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.wrapExpect = void 0;
+exports.wrapExpect = wrapExpect;
 /**
  * Adapted from https://github.com/mattphillips/jest-chain/blob/main/src/chain.js
  */
@@ -89,5 +89,4 @@ function wrapExpect(originalExpect) {
     );
     return expectProxy;
 }
-exports.wrapExpect = wrapExpect;
 globalThis.expect = wrapExpect(globalThis.expect);

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/vendor/chain.d.ts

@@ -1,2 +1 @@
-/// <reference types="jest" />
 export declare function wrapExpect(originalExpect: any): typeof expect;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/vendor/evaluatedBy.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.evaluatedBy = exports.wrapEvaluator = void 0;
+exports.wrapEvaluator = wrapEvaluator;
+exports.evaluatedBy = evaluatedBy;
 const traceable_js_1 = require("../../../traceable.cjs");
 const globals_js_1 = require("../globals.cjs");
 const uuid_1 = require("uuid");
@@ -23,9 +24,7 @@ function wrapEvaluator(evaluator) {
         }
         const evalRunId = config?.runId ?? config?.id ?? (0, uuid_1.v4)();
         let evalResult;
-        let currentRunTree;
         if ((0, globals_js_1.trackingEnabled)(context)) {
-            currentRunTree = (0, traceable_js_1.getCurrentRunTree)();
             const wrappedEvaluator = (0, traceable_js_1.traceable)(async (_runTree, params) => {
                 return evaluator(params);
             }, {
@@ -56,7 +55,7 @@ function wrapEvaluator(evaluator) {
                     exampleId: context?.currentExample?.id,
                     feedback: result,
                     context,
-                    runTree: currentRunTree,
+                    runTree: context.testRootRunTree,
                     client: context.client,
                     sourceRunId: evalRunId,
                 });
@@ -65,7 +64,6 @@ function wrapEvaluator(evaluator) {
         return evalResult;
     };
 }
-exports.wrapEvaluator = wrapEvaluator;
 async function evaluatedBy(outputs, evaluator) {
     const context = globals_js_1.testWrapperAsyncLocalStorageInstance.getStore();
     if (context === undefined || context.currentExample === undefined) {
@@ -87,4 +85,3 @@ async function evaluatedBy(outputs, evaluator) {
     }
     return evalResult.score;
 }
-exports.evaluatedBy = evaluatedBy;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/jestlike/vendor/evaluatedBy.js

@@ -1,4 +1,4 @@
-import { getCurrentRunTree, ROOT, traceable } from "../../../traceable.js";
+import { ROOT, traceable } from "../../../traceable.js";
 import { testWrapperAsyncLocalStorageInstance, _logTestFeedback, trackingEnabled, } from "../globals.js";
 import { v4 } from "uuid";
 function isEvaluationResult(x) {
@@ -20,9 +20,7 @@ export function wrapEvaluator(evaluator) {
         }
         const evalRunId = config?.runId ?? config?.id ?? v4();
         let evalResult;
-        let currentRunTree;
         if (trackingEnabled(context)) {
-            currentRunTree = getCurrentRunTree();
             const wrappedEvaluator = traceable(async (_runTree, params) => {
                 return evaluator(params);
             }, {
@@ -53,7 +51,7 @@ export function wrapEvaluator(evaluator) {
                     exampleId: context?.currentExample?.id,
                     feedback: result,
                     context,
-                    runTree: currentRunTree,
+                    runTree: context.testRootRunTree,
                     client: context.client,
                     sourceRunId: evalRunId,
                 });

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/messages.cjs

@@ -1,12 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertLangChainMessageToExample = exports.isLangChainMessage = void 0;
+exports.isLangChainMessage = isLangChainMessage;
+exports.convertLangChainMessageToExample = convertLangChainMessageToExample;
 function isLangChainMessage(
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 message) {
     return typeof message?._getType === "function";
 }
-exports.isLangChainMessage = isLangChainMessage;
 function convertLangChainMessageToExample(message) {
     const converted = {
         type: message._getType(),
@@ -19,4 +19,3 @@ function convertLangChainMessageToExample(message) {
     }
     return converted;
 }
-exports.convertLangChainMessageToExample = convertLangChainMessageToExample;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/project.cjs

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getDefaultProjectName = void 0;
+const env_js_1 = require("./env.cjs");
+const getDefaultProjectName = () => {
+    return ((0, env_js_1.getLangSmithEnvironmentVariable)("PROJECT") ??
+        (0, env_js_1.getEnvironmentVariable)("LANGCHAIN_SESSION") ?? // TODO: Deprecate
+        "default");
+};
+exports.getDefaultProjectName = getDefaultProjectName;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/project.d.ts

@@ -0,0 +1 @@
+export declare const getDefaultProjectName: () => string;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/project.js

@@ -0,0 +1,6 @@
+import { getEnvironmentVariable, getLangSmithEnvironmentVariable, } from "./env.js";
+export const getDefaultProjectName = () => {
+    return (getLangSmithEnvironmentVariable("PROJECT") ??
+        getEnvironmentVariable("LANGCHAIN_SESSION") ?? // TODO: Deprecate
+        "default");
+};

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/prompts.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.parsePromptIdentifier = exports.isVersionGreaterOrEqual = void 0;
+exports.isVersionGreaterOrEqual = isVersionGreaterOrEqual;
+exports.parsePromptIdentifier = parsePromptIdentifier;
 const semver_1 = require("semver");
 function isVersionGreaterOrEqual(current_version, target_version) {
     const current = (0, semver_1.parse)(current_version);
@@ -10,7 +11,6 @@ function isVersionGreaterOrEqual(current_version, target_version) {
     }
     return current.compare(target) >= 0;
 }
-exports.isVersionGreaterOrEqual = isVersionGreaterOrEqual;
 function parsePromptIdentifier(identifier) {
     if (!identifier ||
         identifier.split("/").length > 2 ||
@@ -35,4 +35,3 @@ function parsePromptIdentifier(identifier) {
         return ["-", ownerNamePart, commit];
     }
 }
-exports.parsePromptIdentifier = parsePromptIdentifier;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/shuffle.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.shuffle = void 0;
+exports.shuffle = shuffle;
 function shuffle(array) {
     let currentIndex = array.length;
     while (currentIndex !== 0) {
@@ -12,4 +12,3 @@ function shuffle(array) {
     }
     return array;
 }
-exports.shuffle = shuffle;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/utils/warn.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.warnOnce = void 0;
+exports.warnOnce = warnOnce;
 const warnedMessages = {};
 function warnOnce(message) {
     if (!warnedMessages[message]) {
@@ -8,4 +8,3 @@ function warnOnce(message) {
         warnedMessages[message] = true;
     }
 }
-exports.warnOnce = warnOnce;