langsmith 0.3.63 → 0.3.65

package/dist/utils/jestlike/index.cjs

@@ -149,7 +149,10 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
             " Please try again.");
     }
     const datasetSetupInfo = new Map();
-    function getExampleId(datasetId, inputs, outputs) {
+    function getExampleId(datasetId, inputs, outputs, providedId) {
+        if (providedId) {
+            return providedId;
+        }
         const identifier = JSON.stringify({
             datasetId,
             inputsHash: _objectHash(inputs),
@@ -395,7 +398,11 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                 lsParams.config?.enableTestTracking !== undefined) {
                 context.enableTestTracking = lsParams.config.enableTestTracking;
             }
-            const { config, inputs, referenceOutputs, ...rest } = lsParams;
+            const { id, config, inputs, ...rest } = lsParams;
+            let referenceOutputs = rest.referenceOutputs;
+            if (!referenceOutputs && "outputs" in rest) {
+                referenceOutputs = rest.outputs;
+            }
             const totalRuns = config?.repetitions ?? config?.iterations ?? 1;
             for (let i = 0; i < totalRuns; i += 1) {
                 const testUuid = (0, uuid_1.v4)().replace(/-/g, "").slice(0, 13);
@@ -458,6 +465,13 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                                     ...rest,
                                     inputs: testInput,
                                     referenceOutputs: testOutput,
+                                    testMetadata: {
+                                        exampleId,
+                                        experimentId: project?.id,
+                                        datasetId: dataset?.id,
+                                        testTrackingEnabled: (0, globals_js_1.trackingEnabled)(testContext),
+                                        repetition: i,
+                                    },
                                 }));
                                 (0, globals_js_1._logTestFeedback)({
                                     exampleId,
@@ -510,7 +524,7 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                                     .map((field) => `"${field}"`)
                                     .join(", ")} while syncing to LangSmith. Please contact us for help.`);
                             }
-                            exampleId = getExampleId(dataset.id, inputs, referenceOutputs);
+                            exampleId = getExampleId(dataset.id, inputs, referenceOutputs, id);
                             // TODO: Create or update the example in the background
                             // Currently run end time has to be after example modified time
                             // for examples to render properly, so we must modify the example

package/dist/utils/jestlike/index.d.ts

@@ -1,156 +1,96 @@
 import { KVMap } from "../../schemas.js";
 import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo } from "./matchers.js";
 import { SimpleEvaluationResult } from "./types.js";
-import type { LangSmithJestlikeWrapperConfig, LangSmithJestlikeWrapperParams, LangSmithJestlikeDescribeWrapper } from "./types.js";
+import type { LangSmithJestlikeWrapperConfig, LangSmithJestlikeWrapperParams, LangSmithJestlikeDescribeWrapper, LangSmithJestlikeTestFunction } from "./types.js";
 export declare function logFeedback(feedback: SimpleEvaluationResult, config?: {
     sourceRunId?: string;
 }): void;
 export declare function logOutputs(output: Record<string, unknown>): void;
 export declare function _objectHash(obj: KVMap, depth?: number): string;
 export declare function generateWrapperFromJestlikeMethods(methods: Record<string, any>, testRunnerName: string): {
-    test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-        inputs: I;
-        referenceOutputs?: O;
-    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
-        only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+    test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
+        only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
             each: <I extends KVMap, O extends KVMap>(table: ({
+                id?: string;
                 inputs: I;
                 referenceOutputs?: O;
-            } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                inputs: I;
-                referenceOutputs?: O;
-            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
         };
-        skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+        skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
             each: <I extends KVMap, O extends KVMap>(table: ({
+                id?: string;
                 inputs: I;
                 referenceOutputs?: O;
-            } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                inputs: I;
-                referenceOutputs?: O;
-            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
         };
-        concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+        concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
             each: <I extends KVMap, O extends KVMap>(table: ({
+                id?: string;
                 inputs: I;
                 referenceOutputs?: O;
-            } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                inputs: I;
-                referenceOutputs?: O;
-            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
-            only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-                inputs: I;
-                referenceOutputs?: O;
-            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
+            only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
                 each: <I extends KVMap, O extends KVMap>(table: ({
+                    id?: string;
                     inputs: I;
                     referenceOutputs?: O;
-                } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                    inputs: I;
-                    referenceOutputs?: O;
-                } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+                } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
             };
-            skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-                inputs: I;
-                referenceOutputs?: O;
-            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
                 each: <I extends KVMap, O extends KVMap>(table: ({
+                    id?: string;
                     inputs: I;
                     referenceOutputs?: O;
-                } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                    inputs: I;
-                    referenceOutputs?: O;
-                } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+                } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
             };
         };
         each: <I extends KVMap, O extends KVMap>(table: ({
+            id?: string;
             inputs: I;
             referenceOutputs?: O;
-        } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+        } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
     };
-    it: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-        inputs: I;
-        referenceOutputs?: O;
-    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
-        only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+    it: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
+        only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
             each: <I extends KVMap, O extends KVMap>(table: ({
+                id?: string;
                 inputs: I;
                 referenceOutputs?: O;
-            } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                inputs: I;
-                referenceOutputs?: O;
-            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
         };
-        skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+        skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
             each: <I extends KVMap, O extends KVMap>(table: ({
+                id?: string;
                 inputs: I;
                 referenceOutputs?: O;
-            } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                inputs: I;
-                referenceOutputs?: O;
-            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
         };
-        concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+        concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
             each: <I extends KVMap, O extends KVMap>(table: ({
+                id?: string;
                 inputs: I;
                 referenceOutputs?: O;
-            } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                inputs: I;
-                referenceOutputs?: O;
-            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
-            only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-                inputs: I;
-                referenceOutputs?: O;
-            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
+            only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
                 each: <I extends KVMap, O extends KVMap>(table: ({
+                    id?: string;
                     inputs: I;
                     referenceOutputs?: O;
-                } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                    inputs: I;
-                    referenceOutputs?: O;
-                } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+                } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
             };
-            skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-                inputs: I;
-                referenceOutputs?: O;
-            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+            skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
                 each: <I extends KVMap, O extends KVMap>(table: ({
+                    id?: string;
                     inputs: I;
                     referenceOutputs?: O;
-                } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                    inputs: I;
-                    referenceOutputs?: O;
-                } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+                } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
             };
         };
         each: <I extends KVMap, O extends KVMap>(table: ({
+            id?: string;
             inputs: I;
             referenceOutputs?: O;
-        } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+        } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
     };
     describe: LangSmithJestlikeDescribeWrapper & {
         only: LangSmithJestlikeDescribeWrapper;

package/dist/utils/jestlike/index.js

@@ -102,7 +102,10 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
             " Please try again.");
     }
     const datasetSetupInfo = new Map();
-    function getExampleId(datasetId, inputs, outputs) {
+    function getExampleId(datasetId, inputs, outputs, providedId) {
+        if (providedId) {
+            return providedId;
+        }
         const identifier = JSON.stringify({
             datasetId,
             inputsHash: _objectHash(inputs),
@@ -348,7 +351,11 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                 lsParams.config?.enableTestTracking !== undefined) {
                 context.enableTestTracking = lsParams.config.enableTestTracking;
             }
-            const { config, inputs, referenceOutputs, ...rest } = lsParams;
+            const { id, config, inputs, ...rest } = lsParams;
+            let referenceOutputs = rest.referenceOutputs;
+            if (!referenceOutputs && "outputs" in rest) {
+                referenceOutputs = rest.outputs;
+            }
             const totalRuns = config?.repetitions ?? config?.iterations ?? 1;
             for (let i = 0; i < totalRuns; i += 1) {
                 const testUuid = v4().replace(/-/g, "").slice(0, 13);
@@ -411,6 +418,13 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                                     ...rest,
                                     inputs: testInput,
                                     referenceOutputs: testOutput,
+                                    testMetadata: {
+                                        exampleId,
+                                        experimentId: project?.id,
+                                        datasetId: dataset?.id,
+                                        testTrackingEnabled: trackingEnabled(testContext),
+                                        repetition: i,
+                                    },
                                 }));
                                 _logTestFeedback({
                                     exampleId,
@@ -463,7 +477,7 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
                                     .map((field) => `"${field}"`)
                                     .join(", ")} while syncing to LangSmith. Please contact us for help.`);
                             }
-                            exampleId = getExampleId(dataset.id, inputs, referenceOutputs);
+                            exampleId = getExampleId(dataset.id, inputs, referenceOutputs, id);
                             // TODO: Create or update the example in the background
                             // Currently run end time has to be after example modified time
                             // for examples to render properly, so we must modify the example

package/dist/utils/jestlike/types.d.ts

@@ -11,6 +11,7 @@ export type LangSmithJestlikeWrapperConfig = Partial<Omit<RunTreeConfig, "client
     enableTestTracking?: boolean;
 };
 export type LangSmithJestlikeWrapperParams<I, O> = {
+    id?: string;
     inputs: I;
     referenceOutputs?: O;
     config?: LangSmithJestlikeWrapperConfig;
@@ -28,3 +29,15 @@ export type SimpleEvaluationResult = {
     score: NonNullable<EvaluationResult["score"]>;
     comment?: EvaluationResult["comment"];
 };
+export type LangSmithJestlikeTestMetadata = {
+    exampleId?: string;
+    experimentId?: string;
+    datasetId?: string;
+    testTrackingEnabled: boolean;
+    repetition: number;
+};
+export type LangSmithJestlikeTestFunction<I, O> = (data: {
+    inputs: I;
+    referenceOutputs?: O;
+    testMetadata: LangSmithJestlikeTestMetadata;
+} & Record<string, any>) => unknown | Promise<unknown>;

package/dist/vitest/index.d.mts

@@ -1,147 +1,87 @@
 import type { LangSmithJestlikeWrapperParams } from "../utils/jestlike/types.js";
 import { wrapVitest } from "./utils/wrapper.js";
-declare const test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-    inputs: I;
-    referenceOutputs?: O;
-} & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
-    only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-        inputs: I;
-        referenceOutputs?: O;
-    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+declare const test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
+    only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
         each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+            id?: string;
             inputs: I;
             referenceOutputs?: O;
-        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
     };
-    skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-        inputs: I;
-        referenceOutputs?: O;
-    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+    skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
         each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+            id?: string;
             inputs: I;
             referenceOutputs?: O;
-        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
     };
-    concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-        inputs: I;
-        referenceOutputs?: O;
-    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+    concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
         each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+            id?: string;
             inputs: I;
             referenceOutputs?: O;
-        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
-        only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
+        only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
             each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                id?: string;
                 inputs: I;
                 referenceOutputs?: O;
-            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                inputs: I;
-                referenceOutputs?: O;
-            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
         };
-        skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+        skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
             each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                id?: string;
                 inputs: I;
                 referenceOutputs?: O;
-            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                inputs: I;
-                referenceOutputs?: O;
-            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
         };
     };
     each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+        id?: string;
         inputs: I;
         referenceOutputs?: O;
-    } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-        inputs: I;
-        referenceOutputs?: O;
-    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
-}, it: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-    inputs: I;
-    referenceOutputs?: O;
-} & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
-    only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-        inputs: I;
-        referenceOutputs?: O;
-    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+    } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
+}, it: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
+    only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
         each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+            id?: string;
             inputs: I;
             referenceOutputs?: O;
-        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
     };
-    skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-        inputs: I;
-        referenceOutputs?: O;
-    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+    skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
         each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+            id?: string;
             inputs: I;
             referenceOutputs?: O;
-        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
     };
-    concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-        inputs: I;
-        referenceOutputs?: O;
-    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+    concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
         each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+            id?: string;
             inputs: I;
             referenceOutputs?: O;
-        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
-        only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
+        only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
             each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                id?: string;
                 inputs: I;
                 referenceOutputs?: O;
-            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                inputs: I;
-                referenceOutputs?: O;
-            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
         };
-        skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
-            inputs: I;
-            referenceOutputs?: O;
-        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+        skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
             each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+                id?: string;
                 inputs: I;
                 referenceOutputs?: O;
-            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                inputs: I;
-                referenceOutputs?: O;
-            } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+            } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
         };
     };
     each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+        id?: string;
         inputs: I;
         referenceOutputs?: O;
-    } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-        inputs: I;
-        referenceOutputs?: O;
-    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
+    } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
 }, describe: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper & {
     only: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;
     skip: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;