langsmith 0.3.54 → 0.3.56-rc.0

package/dist/experimental/otel/constants.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.AI_SDK_TOOL_OPERATIONS = exports.AI_SDK_LLM_OPERATIONS = exports.GEN_AI_CHOICE = exports.GEN_AI_ASSISTANT_MESSAGE = exports.GEN_AI_USER_MESSAGE = exports.GEN_AI_SYSTEM_MESSAGE = exports.LANGSMITH_IS_ROOT = exports.LANGSMITH_TRACEABLE = exports.LANGSMITH_REFERENCE_EXAMPLE_ID = exports.LANGSMITH_USAGE_METADATA = exports.LANGSMITH_PARENT_RUN_ID = exports.LANGSMITH_DOTTED_ORDER = exports.LANGSMITH_TRACE_ID = exports.LANGSMITH_RUN_ID = exports.LANGSMITH_REQUEST_HEADERS = exports.LANGSMITH_REQUEST_STREAMING = exports.LANGSMITH_RUNTIME = exports.LANGSMITH_TAGS = exports.LANGSMITH_METADATA = exports.LANGSMITH_NAME = exports.LANGSMITH_RUN_TYPE = exports.LANGSMITH_SESSION_NAME = exports.LANGSMITH_SESSION_ID = exports.GEN_AI_USAGE_OUTPUT_TOKEN_DETAILS = exports.GEN_AI_USAGE_INPUT_TOKEN_DETAILS = exports.GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = exports.GEN_AI_RESPONSE_SERVICE_TIER = exports.GEN_AI_RESPONSE_ID = exports.GEN_AI_SERIALIZED_DOC = exports.GEN_AI_SERIALIZED_SIGNATURE = exports.GEN_AI_SERIALIZED_NAME = exports.GEN_AI_REQUEST_EXTRA_BODY = exports.GEN_AI_REQUEST_EXTRA_QUERY = exports.GENAI_COMPLETION = exports.GENAI_PROMPT = exports.GEN_AI_RESPONSE_FINISH_REASONS = exports.GEN_AI_REQUEST_PRESENCE_PENALTY = exports.GEN_AI_REQUEST_FREQUENCY_PENALTY = exports.GEN_AI_REQUEST_TOP_P = exports.GEN_AI_REQUEST_TEMPERATURE = exports.GEN_AI_REQUEST_MAX_TOKENS = exports.GEN_AI_USAGE_TOTAL_TOKENS = exports.GEN_AI_USAGE_OUTPUT_TOKENS = exports.GEN_AI_USAGE_INPUT_TOKENS = exports.GEN_AI_RESPONSE_MODEL = exports.GEN_AI_REQUEST_MODEL = exports.GEN_AI_SYSTEM = exports.GEN_AI_OPERATION_NAME = void 0;
+exports.AI_SDK_TOOL_OPERATIONS = exports.AI_SDK_LLM_OPERATIONS = exports.GEN_AI_CHOICE = exports.GEN_AI_ASSISTANT_MESSAGE = exports.GEN_AI_USER_MESSAGE = exports.GEN_AI_SYSTEM_MESSAGE = exports.LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID = exports.LANGSMITH_IS_ROOT = exports.LANGSMITH_TRACEABLE = exports.LANGSMITH_REFERENCE_EXAMPLE_ID = exports.LANGSMITH_USAGE_METADATA = exports.LANGSMITH_PARENT_RUN_ID = exports.LANGSMITH_DOTTED_ORDER = exports.LANGSMITH_TRACE_ID = exports.LANGSMITH_RUN_ID = exports.LANGSMITH_REQUEST_HEADERS = exports.LANGSMITH_REQUEST_STREAMING = exports.LANGSMITH_RUNTIME = exports.LANGSMITH_TAGS = exports.LANGSMITH_METADATA = exports.LANGSMITH_NAME = exports.LANGSMITH_RUN_TYPE = exports.LANGSMITH_SESSION_NAME = exports.LANGSMITH_SESSION_ID = exports.GEN_AI_USAGE_OUTPUT_TOKEN_DETAILS = exports.GEN_AI_USAGE_INPUT_TOKEN_DETAILS = exports.GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = exports.GEN_AI_RESPONSE_SERVICE_TIER = exports.GEN_AI_RESPONSE_ID = exports.GEN_AI_SERIALIZED_DOC = exports.GEN_AI_SERIALIZED_SIGNATURE = exports.GEN_AI_SERIALIZED_NAME = exports.GEN_AI_REQUEST_EXTRA_BODY = exports.GEN_AI_REQUEST_EXTRA_QUERY = exports.GENAI_COMPLETION = exports.GENAI_PROMPT = exports.GEN_AI_RESPONSE_FINISH_REASONS = exports.GEN_AI_REQUEST_PRESENCE_PENALTY = exports.GEN_AI_REQUEST_FREQUENCY_PENALTY = exports.GEN_AI_REQUEST_TOP_P = exports.GEN_AI_REQUEST_TEMPERATURE = exports.GEN_AI_REQUEST_MAX_TOKENS = exports.GEN_AI_USAGE_TOTAL_TOKENS = exports.GEN_AI_USAGE_OUTPUT_TOKENS = exports.GEN_AI_USAGE_INPUT_TOKENS = exports.GEN_AI_RESPONSE_MODEL = exports.GEN_AI_REQUEST_MODEL = exports.GEN_AI_SYSTEM = exports.GEN_AI_OPERATION_NAME = void 0;
 // OpenTelemetry GenAI semantic convention attribute names
 exports.GEN_AI_OPERATION_NAME = "gen_ai.operation.name";
 exports.GEN_AI_SYSTEM = "gen_ai.system";
@@ -45,6 +45,7 @@ exports.LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
 exports.LANGSMITH_REFERENCE_EXAMPLE_ID = "langsmith.reference_example_id";
 exports.LANGSMITH_TRACEABLE = "langsmith.traceable";
 exports.LANGSMITH_IS_ROOT = "langsmith.is_root";
+exports.LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID = "langsmith.traceable_parent_otel_span_id";
 // GenAI event names
 exports.GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
 exports.GEN_AI_USER_MESSAGE = "gen_ai.user.message";

package/dist/experimental/otel/constants.d.ts

@@ -40,6 +40,7 @@ export declare const LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
 export declare const LANGSMITH_REFERENCE_EXAMPLE_ID = "langsmith.reference_example_id";
 export declare const LANGSMITH_TRACEABLE = "langsmith.traceable";
 export declare const LANGSMITH_IS_ROOT = "langsmith.is_root";
+export declare const LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID = "langsmith.traceable_parent_otel_span_id";
 export declare const GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
 export declare const GEN_AI_USER_MESSAGE = "gen_ai.user.message";
 export declare const GEN_AI_ASSISTANT_MESSAGE = "gen_ai.assistant.message";

package/dist/experimental/otel/constants.js

@@ -42,6 +42,7 @@ export const LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
 export const LANGSMITH_REFERENCE_EXAMPLE_ID = "langsmith.reference_example_id";
 export const LANGSMITH_TRACEABLE = "langsmith.traceable";
 export const LANGSMITH_IS_ROOT = "langsmith.is_root";
+export const LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID = "langsmith.traceable_parent_otel_span_id";
 // GenAI event names
 export const GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
 export const GEN_AI_USER_MESSAGE = "gen_ai.user.message";

package/dist/experimental/otel/processor.cjs

@@ -59,6 +59,8 @@ class LangSmithOTLPSpanProcessor extends sdk_trace_base_1.BatchSpanProcessor {
         else {
             span.attributes[constants_js_1.LANGSMITH_PARENT_RUN_ID] =
                 (0, utils_js_1.getUuidFromOtelSpanId)(traceableParentId);
+            span.attributes[constants_js_1.LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID] =
+                traceableParentId;
         }
         if (isTraceable) {
             super.onStart(span, parentContext);

package/dist/experimental/otel/processor.js

@@ -1,5 +1,5 @@
 import { BatchSpanProcessor, } from "@opentelemetry/sdk-trace-base";
-import { LANGSMITH_IS_ROOT, LANGSMITH_PARENT_RUN_ID, LANGSMITH_TRACEABLE, } from "./constants.js";
+import { LANGSMITH_IS_ROOT, LANGSMITH_PARENT_RUN_ID, LANGSMITH_TRACEABLE, LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID, } from "./constants.js";
 import { getUuidFromOtelSpanId } from "./utils.js";
 import { RunTree } from "../../run_trees.js";
 export function isTraceableSpan(span) {
@@ -55,6 +55,8 @@ export class LangSmithOTLPSpanProcessor extends BatchSpanProcessor {
         else {
             span.attributes[LANGSMITH_PARENT_RUN_ID] =
                 getUuidFromOtelSpanId(traceableParentId);
+            span.attributes[LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID] =
+                traceableParentId;
         }
         if (isTraceable) {
             super.onStart(span, parentContext);

package/dist/index.cjs

@@ -10,4 +10,4 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.54";
+exports.__version__ = "0.3.56-rc.0";

package/dist/index.d.ts

@@ -3,4 +3,4 @@ export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, }
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export declare const __version__ = "0.3.54";
+export declare const __version__ = "0.3.56-rc.0";

package/dist/index.js

@@ -3,4 +3,4 @@ export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.54";
+export const __version__ = "0.3.56-rc.0";

package/dist/jest/index.cjs

@@ -16,7 +16,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.wrapEvaluator = exports.logOutputs = exports.logFeedback = exports.expect = exports.describe = exports.it = exports.test = void 0;
+exports.wrapJest = exports.wrapEvaluator = exports.logOutputs = exports.logFeedback = exports.expect = exports.describe = exports.it = exports.test = void 0;
 const globals_1 = require("@jest/globals");
 const matchers_js_1 = require("../utils/jestlike/matchers.cjs");
 const evaluatedBy_js_1 = require("../utils/jestlike/vendor/evaluatedBy.cjs");
@@ -30,13 +30,41 @@ globals_1.expect.extend({
     toBeAbsoluteCloseTo: matchers_js_1.toBeAbsoluteCloseTo,
     toBeSemanticCloseTo: matchers_js_1.toBeSemanticCloseTo,
 });
-const { test, it, describe, expect } = (0, index_js_2.generateWrapperFromJestlikeMethods)({
+/**
+ * Dynamically wrap original Jest imports.
+ *
+ * This may be necessary to ensure you are wrapping the correct
+ * Jest version if you are using a monorepo whose workspaces
+ * use multiple versions of Jest.
+ *
+ * @param originalJestMethods - The original Jest imports to wrap.
+ * @returns The wrapped Jest imports.
+ * See https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest
+ * for more details.
+ */
+const wrapJest = (originalJestMethods) => {
+    const wrappedMethods = (0, index_js_2.generateWrapperFromJestlikeMethods)({
+        expect: originalJestMethods.expect,
+        test: originalJestMethods.test,
+        describe: originalJestMethods.describe,
+        beforeAll: originalJestMethods.beforeAll,
+        afterAll: originalJestMethods.afterAll,
+    }, process?.versions?.bun !== undefined ? "bun" : "jest");
+    return {
+        ...originalJestMethods,
+        ...wrappedMethods,
+    };
+};
+exports.wrapJest = wrapJest;
+const { test, it, describe, expect } = wrapJest({
     expect: globals_1.expect,
     test: globals_1.test,
     describe: globals_1.describe,
     beforeAll: globals_1.beforeAll,
     afterAll: globals_1.afterAll,
-}, process?.versions?.bun !== undefined ? "bun" : "jest");
+    beforeEach: globals_1.beforeEach,
+    afterEach: globals_1.afterEach,
+});
 exports.test = test;
 exports.it = it;
 exports.describe = describe;

package/dist/jest/index.d.ts

@@ -1,4 +1,5 @@
-import { type AbsoluteCloseToMatcherOptions, type SemanticCloseToMatcherOptions, type RelativeCloseToMatcherOptions } from "../utils/jestlike/matchers.js";
+import { expect as jestExpect, test as jestTest, describe as jestDescribe, beforeAll as jestBeforeAll, afterAll as jestAfterAll, beforeEach as jestBeforeEach, afterEach as jestAfterEach } from "@jest/globals";
+import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo, type AbsoluteCloseToMatcherOptions, type SemanticCloseToMatcherOptions, type RelativeCloseToMatcherOptions } from "../utils/jestlike/matchers.js";
 import type { SimpleEvaluator } from "../utils/jestlike/vendor/evaluatedBy.js";
 import { wrapEvaluator } from "../utils/jestlike/vendor/evaluatedBy.js";
 import { logFeedback, logOutputs } from "../utils/jestlike/index.js";
@@ -57,6 +58,185 @@ declare global {
         }
     }
 }
+/**
+ * Dynamically wrap original Jest imports.
+ *
+ * This may be necessary to ensure you are wrapping the correct
+ * Jest version if you are using a monorepo whose workspaces
+ * use multiple versions of Jest.
+ *
+ * @param originalJestMethods - The original Jest imports to wrap.
+ * @returns The wrapped Jest imports.
+ * See https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest
+ * for more details.
+ */
+declare const wrapJest: (originalJestMethods: {
+    expect: typeof jestExpect;
+    test: typeof jestTest;
+    describe: typeof jestDescribe;
+    beforeAll: typeof jestBeforeAll;
+    afterAll: typeof jestAfterAll;
+    beforeEach: typeof jestBeforeEach;
+    afterEach: typeof jestAfterEach;
+}) => {
+    test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+        inputs: I;
+        referenceOutputs?: O;
+    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+        only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+        };
+        skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+        };
+        concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+                each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            };
+            skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+                each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            };
+        };
+        each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+    };
+    it: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+        inputs: I;
+        referenceOutputs?: O;
+    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+        only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+        };
+        skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+        };
+        concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+                each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            };
+            skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+                each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            };
+        };
+        each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+    };
+    describe: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper & {
+        only: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;
+        skip: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;
+        concurrent: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;
+    };
+    expect: jest.Expect;
+    toBeRelativeCloseTo: typeof toBeRelativeCloseTo;
+    toBeAbsoluteCloseTo: typeof toBeAbsoluteCloseTo;
+    toBeSemanticCloseTo: typeof toBeSemanticCloseTo;
+    beforeAll: typeof jestBeforeAll;
+    afterAll: typeof jestAfterAll;
+    beforeEach: typeof jestBeforeEach;
+    afterEach: typeof jestAfterEach;
+};
 declare const test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
     inputs: I;
     referenceOutputs?: O;
@@ -505,5 +685,5 @@ logOutputs,
  * });
  * ```
  */
-wrapEvaluator, type LangSmithJestlikeWrapperParams, };
+wrapEvaluator, type LangSmithJestlikeWrapperParams, wrapJest, };
 export * from "../utils/jestlike/types.js";

package/dist/jest/index.js

@@ -1,6 +1,6 @@
 /* eslint-disable import/no-extraneous-dependencies */
 /* eslint-disable @typescript-eslint/no-namespace */
-import { expect as jestExpect, test as jestTest, describe as jestDescribe, beforeAll as jestBeforeAll, afterAll as jestAfterAll, } from "@jest/globals";
+import { expect as jestExpect, test as jestTest, describe as jestDescribe, beforeAll as jestBeforeAll, afterAll as jestAfterAll, beforeEach as jestBeforeEach, afterEach as jestAfterEach, } from "@jest/globals";
 import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo, } from "../utils/jestlike/matchers.js";
 import { wrapEvaluator } from "../utils/jestlike/vendor/evaluatedBy.js";
 import { logFeedback, logOutputs } from "../utils/jestlike/index.js";
@@ -10,13 +10,40 @@ jestExpect.extend({
     toBeAbsoluteCloseTo,
     toBeSemanticCloseTo,
 });
-const { test, it, describe, expect } = generateWrapperFromJestlikeMethods({
+/**
+ * Dynamically wrap original Jest imports.
+ *
+ * This may be necessary to ensure you are wrapping the correct
+ * Jest version if you are using a monorepo whose workspaces
+ * use multiple versions of Jest.
+ *
+ * @param originalJestMethods - The original Jest imports to wrap.
+ * @returns The wrapped Jest imports.
+ * See https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest
+ * for more details.
+ */
+const wrapJest = (originalJestMethods) => {
+    const wrappedMethods = generateWrapperFromJestlikeMethods({
+        expect: originalJestMethods.expect,
+        test: originalJestMethods.test,
+        describe: originalJestMethods.describe,
+        beforeAll: originalJestMethods.beforeAll,
+        afterAll: originalJestMethods.afterAll,
+    }, process?.versions?.bun !== undefined ? "bun" : "jest");
+    return {
+        ...originalJestMethods,
+        ...wrappedMethods,
+    };
+};
+const { test, it, describe, expect } = wrapJest({
     expect: jestExpect,
     test: jestTest,
     describe: jestDescribe,
     beforeAll: jestBeforeAll,
     afterAll: jestAfterAll,
-}, process?.versions?.bun !== undefined ? "bun" : "jest");
+    beforeEach: jestBeforeEach,
+    afterEach: jestAfterEach,
+});
 export { 
 /**
  * Defines a LangSmith test case within a suite. Takes an additional `lsParams`
@@ -318,5 +345,5 @@ logOutputs,
  * });
  * ```
  */
-wrapEvaluator, };
+wrapEvaluator, wrapJest, };
 export * from "../utils/jestlike/types.js";

package/dist/vercel.cjs

@@ -7,6 +7,7 @@ const uuid_1 = require("uuid");
 const traceable_js_1 = require("./singletons/traceable.cjs");
 const env_js_1 = require("./utils/env.cjs");
 const env_js_2 = require("./env.cjs");
+const constants_js_1 = require("./experimental/otel/constants.cjs");
 // Attempt to convert CoreMessage to a LangChain-compatible format
 // which allows us to render messages more nicely in LangSmith
 function convertCoreToSmith(message) {
@@ -692,6 +693,14 @@ class AISDKExporter {
             const { traceId, spanId } = span.spanContext();
             const runId = (0, uuid_1.v5)(spanId, RUN_ID_NAMESPACE);
             let parentId = getParentSpanId(span);
+            if (constants_js_1.LANGSMITH_IS_ROOT in span.attributes) {
+                parentId = undefined;
+            }
+            else if (constants_js_1.LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID in span.attributes &&
+                typeof span.attributes[constants_js_1.LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID] ===
+                    "string") {
+                parentId = span.attributes[constants_js_1.LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID];
+            }
             let parentRunId = parentId
                 ? (0, uuid_1.v5)(parentId, RUN_ID_NAMESPACE)
                 : undefined;

package/dist/vercel.js

@@ -4,6 +4,7 @@ import { v5 as uuid5 } from "uuid";
 import { getCurrentRunTree } from "./singletons/traceable.js";
 import { getLangSmithEnvironmentVariable, getEnvironmentVariable, } from "./utils/env.js";
 import { isTracingEnabled } from "./env.js";
+import { LANGSMITH_IS_ROOT, LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID, } from "./experimental/otel/constants.js";
 // Attempt to convert CoreMessage to a LangChain-compatible format
 // which allows us to render messages more nicely in LangSmith
 function convertCoreToSmith(message) {
@@ -688,6 +689,14 @@ export class AISDKExporter {
             const { traceId, spanId } = span.spanContext();
             const runId = uuid5(spanId, RUN_ID_NAMESPACE);
             let parentId = getParentSpanId(span);
+            if (LANGSMITH_IS_ROOT in span.attributes) {
+                parentId = undefined;
+            }
+            else if (LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID in span.attributes &&
+                typeof span.attributes[LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID] ===
+                    "string") {
+                parentId = span.attributes[LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID];
+            }
             let parentRunId = parentId
                 ? uuid5(parentId, RUN_ID_NAMESPACE)
                 : undefined;

package/dist/vitest/index.cjs

@@ -16,7 +16,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.wrapEvaluator = exports.logOutputs = exports.logFeedback = exports.expect = exports.describe = exports.it = exports.test = void 0;
+exports.wrapVitest = exports.wrapEvaluator = exports.logOutputs = exports.logFeedback = exports.expect = exports.describe = exports.it = exports.test = void 0;
 const vitest_1 = require("vitest");
 const matchers_js_1 = require("../utils/jestlike/matchers.cjs");
 const evaluatedBy_js_1 = require("../utils/jestlike/vendor/evaluatedBy.cjs");
@@ -30,13 +30,41 @@ vitest_1.expect.extend({
     toBeAbsoluteCloseTo: matchers_js_1.toBeAbsoluteCloseTo,
     toBeSemanticCloseTo: matchers_js_1.toBeSemanticCloseTo,
 });
-const { test, it, describe, expect } = (0, index_js_2.generateWrapperFromJestlikeMethods)({
+/**
+ * Dynamically wrap original Vitest imports.
+ *
+ * This may be necessary to ensure you are wrapping the correct
+ * Vitest version if you are using a monorepo whose workspaces
+ * use multiple versions of Vitest.
+ *
+ * @param originalVitestMethods - The original Vitest imports to wrap.
+ * @returns The wrapped Vitest imports.
+ * See https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest
+ * for more details.
+ */
+const wrapVitest = (originalVitestMethods) => {
+    const wrappedMethods = (0, index_js_2.generateWrapperFromJestlikeMethods)({
+        expect: originalVitestMethods.expect,
+        test: originalVitestMethods.test,
+        describe: originalVitestMethods.describe,
+        beforeAll: originalVitestMethods.beforeAll,
+        afterAll: originalVitestMethods.afterAll,
+    }, "vitest");
+    return {
+        ...originalVitestMethods,
+        ...wrappedMethods,
+    };
+};
+exports.wrapVitest = wrapVitest;
+const { test, it, describe, expect } = wrapVitest({
     expect: vitest_1.expect,
     test: vitest_1.test,
     describe: vitest_1.describe,
     beforeAll: vitest_1.beforeAll,
     afterAll: vitest_1.afterAll,
-}, "vitest");
+    beforeEach: vitest_1.beforeEach,
+    afterEach: vitest_1.afterEach,
+});
 exports.test = test;
 exports.it = it;
 exports.describe = describe;

package/dist/vitest/index.d.ts

@@ -1,5 +1,5 @@
-import { Assertion } from "vitest";
-import { type AbsoluteCloseToMatcherOptions, type SemanticCloseToMatcherOptions, type RelativeCloseToMatcherOptions } from "../utils/jestlike/matchers.js";
+import { expect as vitestExpect, test as vitestTest, describe as vitestDescribe, beforeAll as vitestBeforeAll, afterAll as vitestAfterAll, beforeEach as vitestBeforeEach, afterEach as vitestAfterEach, Assertion } from "vitest";
+import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo, type AbsoluteCloseToMatcherOptions, type SemanticCloseToMatcherOptions, type RelativeCloseToMatcherOptions } from "../utils/jestlike/matchers.js";
 import type { SimpleEvaluator } from "../utils/jestlike/vendor/evaluatedBy.js";
 import { wrapEvaluator } from "../utils/jestlike/vendor/evaluatedBy.js";
 import { logFeedback, logOutputs } from "../utils/jestlike/index.js";
@@ -55,6 +55,185 @@ declare module "vitest" {
     interface AsymmetricMatchersContaining extends CustomMatchers {
     }
 }
+/**
+ * Dynamically wrap original Vitest imports.
+ *
+ * This may be necessary to ensure you are wrapping the correct
+ * Vitest version if you are using a monorepo whose workspaces
+ * use multiple versions of Vitest.
+ *
+ * @param originalVitestMethods - The original Vitest imports to wrap.
+ * @returns The wrapped Vitest imports.
+ * See https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest
+ * for more details.
+ */
+declare const wrapVitest: (originalVitestMethods: {
+    expect: typeof vitestExpect;
+    test: typeof vitestTest;
+    describe: typeof vitestDescribe;
+    beforeAll: typeof vitestBeforeAll;
+    afterAll: typeof vitestAfterAll;
+    beforeEach: typeof vitestBeforeEach;
+    afterEach: typeof vitestAfterEach;
+}) => {
+    test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+        inputs: I;
+        referenceOutputs?: O;
+    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+        only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+        };
+        skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+        };
+        concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+                each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            };
+            skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+                each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            };
+        };
+        each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+    };
+    it: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+        inputs: I;
+        referenceOutputs?: O;
+    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+        only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+        };
+        skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+        };
+        concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+                each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            };
+            skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
+                inputs: I;
+                referenceOutputs?: O;
+            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+                each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+                    inputs: I;
+                    referenceOutputs?: O;
+                } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            };
+        };
+        each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+    };
+    describe: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper & {
+        only: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;
+        skip: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;
+        concurrent: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;
+    };
+    expect: jest.Expect;
+    toBeRelativeCloseTo: typeof toBeRelativeCloseTo;
+    toBeAbsoluteCloseTo: typeof toBeAbsoluteCloseTo;
+    toBeSemanticCloseTo: typeof toBeSemanticCloseTo;
+    beforeAll: typeof vitestBeforeAll;
+    afterAll: typeof vitestAfterAll;
+    beforeEach: typeof vitestBeforeEach;
+    afterEach: typeof vitestAfterEach;
+};
 declare const test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
     inputs: I;
     referenceOutputs?: O;
@@ -503,5 +682,5 @@ logOutputs,
  * });
  * ```
  */
-wrapEvaluator, type LangSmithJestlikeWrapperParams, };
+wrapEvaluator, type LangSmithJestlikeWrapperParams, wrapVitest, };
 export * from "../utils/jestlike/types.js";

package/dist/vitest/index.js

@@ -1,6 +1,6 @@
 /* eslint-disable import/no-extraneous-dependencies */
 /* eslint-disable @typescript-eslint/no-namespace */
-import { expect as vitestExpect, test as vitestTest, describe as vitestDescribe, beforeAll as vitestBeforeAll, afterAll as vitestAfterAll, } from "vitest";
+import { expect as vitestExpect, test as vitestTest, describe as vitestDescribe, beforeAll as vitestBeforeAll, afterAll as vitestAfterAll, beforeEach as vitestBeforeEach, afterEach as vitestAfterEach, } from "vitest";
 import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo, } from "../utils/jestlike/matchers.js";
 import { wrapEvaluator } from "../utils/jestlike/vendor/evaluatedBy.js";
 import { logFeedback, logOutputs } from "../utils/jestlike/index.js";
@@ -10,13 +10,40 @@ vitestExpect.extend({
     toBeAbsoluteCloseTo,
     toBeSemanticCloseTo,
 });
-const { test, it, describe, expect } = generateWrapperFromJestlikeMethods({
+/**
+ * Dynamically wrap original Vitest imports.
+ *
+ * This may be necessary to ensure you are wrapping the correct
+ * Vitest version if you are using a monorepo whose workspaces
+ * use multiple versions of Vitest.
+ *
+ * @param originalVitestMethods - The original Vitest imports to wrap.
+ * @returns The wrapped Vitest imports.
+ * See https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest
+ * for more details.
+ */
+const wrapVitest = (originalVitestMethods) => {
+    const wrappedMethods = generateWrapperFromJestlikeMethods({
+        expect: originalVitestMethods.expect,
+        test: originalVitestMethods.test,
+        describe: originalVitestMethods.describe,
+        beforeAll: originalVitestMethods.beforeAll,
+        afterAll: originalVitestMethods.afterAll,
+    }, "vitest");
+    return {
+        ...originalVitestMethods,
+        ...wrappedMethods,
+    };
+};
+const { test, it, describe, expect } = wrapVitest({
     expect: vitestExpect,
     test: vitestTest,
     describe: vitestDescribe,
     beforeAll: vitestBeforeAll,
     afterAll: vitestAfterAll,
-}, "vitest");
+    beforeEach: vitestBeforeEach,
+    afterEach: vitestAfterEach,
+});
 export { 
 /**
  * Defines a LangSmith test case within a suite. Takes an additional `lsParams`
@@ -318,5 +345,5 @@ logOutputs,
  * });
  * ```
  */
-wrapEvaluator, };
+wrapEvaluator, wrapVitest, };
 export * from "../utils/jestlike/types.js";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.54",
+  "version": "0.3.56-rc.0",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [