langsmith 0.3.64 → 0.3.65

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (20) hide show
  1. package/dist/client.cjs +25 -3
  2. package/dist/client.d.ts +10 -2
  3. package/dist/client.js +25 -3
  4. package/dist/index.cjs +1 -1
  5. package/dist/index.d.ts +1 -1
  6. package/dist/index.js +1 -1
  7. package/dist/jest/index.d.ts +72 -192
  8. package/dist/run_trees.cjs +6 -2
  9. package/dist/run_trees.d.ts +1 -0
  10. package/dist/run_trees.js +6 -2
  11. package/dist/utils/error.cjs +14 -0
  12. package/dist/utils/error.js +14 -0
  13. package/dist/utils/jestlike/index.cjs +17 -3
  14. package/dist/utils/jestlike/index.d.ts +37 -97
  15. package/dist/utils/jestlike/index.js +17 -3
  16. package/dist/utils/jestlike/types.d.ts +13 -0
  17. package/dist/vitest/index.d.mts +36 -96
  18. package/dist/vitest/index.d.ts +36 -96
  19. package/dist/vitest/utils/wrapper.d.ts +36 -96
  20. package/package.json +1 -1
package/dist/utils/jestlike/index.d.ts CHANGED
@@ -1,156 +1,96 @@
1
1
  import { KVMap } from "../../schemas.js";
2
2
  import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo } from "./matchers.js";
3
3
  import { SimpleEvaluationResult } from "./types.js";
4
- import type { LangSmithJestlikeWrapperConfig, LangSmithJestlikeWrapperParams, LangSmithJestlikeDescribeWrapper } from "./types.js";
4
+ import type { LangSmithJestlikeWrapperConfig, LangSmithJestlikeWrapperParams, LangSmithJestlikeDescribeWrapper, LangSmithJestlikeTestFunction } from "./types.js";
5
5
  export declare function logFeedback(feedback: SimpleEvaluationResult, config?: {
6
6
  sourceRunId?: string;
7
7
  }): void;
8
8
  export declare function logOutputs(output: Record<string, unknown>): void;
9
9
  export declare function _objectHash(obj: KVMap, depth?: number): string;
10
10
  export declare function generateWrapperFromJestlikeMethods(methods: Record<string, any>, testRunnerName: string): {
11
- test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
12
- inputs: I;
13
- referenceOutputs?: O;
14
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
15
- only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
16
- inputs: I;
17
- referenceOutputs?: O;
18
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
11
+ test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
12
+ only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
19
13
  each: <I extends KVMap, O extends KVMap>(table: ({
14
+ id?: string;
20
15
  inputs: I;
21
16
  referenceOutputs?: O;
22
- } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
23
- inputs: I;
24
- referenceOutputs?: O;
25
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
17
+ } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
26
18
  };
27
- skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
28
- inputs: I;
29
- referenceOutputs?: O;
30
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
19
+ skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
31
20
  each: <I extends KVMap, O extends KVMap>(table: ({
21
+ id?: string;
32
22
  inputs: I;
33
23
  referenceOutputs?: O;
34
- } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
35
- inputs: I;
36
- referenceOutputs?: O;
37
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
24
+ } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
38
25
  };
39
- concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
40
- inputs: I;
41
- referenceOutputs?: O;
42
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
26
+ concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
43
27
  each: <I extends KVMap, O extends KVMap>(table: ({
28
+ id?: string;
44
29
  inputs: I;
45
30
  referenceOutputs?: O;
46
- } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
47
- inputs: I;
48
- referenceOutputs?: O;
49
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
50
- only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
51
- inputs: I;
52
- referenceOutputs?: O;
53
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
31
+ } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
32
+ only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
54
33
  each: <I extends KVMap, O extends KVMap>(table: ({
34
+ id?: string;
55
35
  inputs: I;
56
36
  referenceOutputs?: O;
57
- } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
58
- inputs: I;
59
- referenceOutputs?: O;
60
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
37
+ } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
61
38
  };
62
- skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
63
- inputs: I;
64
- referenceOutputs?: O;
65
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
39
+ skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
66
40
  each: <I extends KVMap, O extends KVMap>(table: ({
41
+ id?: string;
67
42
  inputs: I;
68
43
  referenceOutputs?: O;
69
- } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
70
- inputs: I;
71
- referenceOutputs?: O;
72
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
44
+ } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
73
45
  };
74
46
  };
75
47
  each: <I extends KVMap, O extends KVMap>(table: ({
48
+ id?: string;
76
49
  inputs: I;
77
50
  referenceOutputs?: O;
78
- } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
79
- inputs: I;
80
- referenceOutputs?: O;
81
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
51
+ } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
82
52
  };
83
- it: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
84
- inputs: I;
85
- referenceOutputs?: O;
86
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
87
- only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
88
- inputs: I;
89
- referenceOutputs?: O;
90
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
53
+ it: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
54
+ only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
91
55
  each: <I extends KVMap, O extends KVMap>(table: ({
56
+ id?: string;
92
57
  inputs: I;
93
58
  referenceOutputs?: O;
94
- } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
95
- inputs: I;
96
- referenceOutputs?: O;
97
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
59
+ } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
98
60
  };
99
- skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
100
- inputs: I;
101
- referenceOutputs?: O;
102
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
61
+ skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
103
62
  each: <I extends KVMap, O extends KVMap>(table: ({
63
+ id?: string;
104
64
  inputs: I;
105
65
  referenceOutputs?: O;
106
- } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
107
- inputs: I;
108
- referenceOutputs?: O;
109
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
66
+ } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
110
67
  };
111
- concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
112
- inputs: I;
113
- referenceOutputs?: O;
114
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
68
+ concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
115
69
  each: <I extends KVMap, O extends KVMap>(table: ({
70
+ id?: string;
116
71
  inputs: I;
117
72
  referenceOutputs?: O;
118
- } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
119
- inputs: I;
120
- referenceOutputs?: O;
121
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
122
- only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
123
- inputs: I;
124
- referenceOutputs?: O;
125
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
73
+ } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
74
+ only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
126
75
  each: <I extends KVMap, O extends KVMap>(table: ({
76
+ id?: string;
127
77
  inputs: I;
128
78
  referenceOutputs?: O;
129
- } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
130
- inputs: I;
131
- referenceOutputs?: O;
132
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
79
+ } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
133
80
  };
134
- skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
135
- inputs: I;
136
- referenceOutputs?: O;
137
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
81
+ skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
138
82
  each: <I extends KVMap, O extends KVMap>(table: ({
83
+ id?: string;
139
84
  inputs: I;
140
85
  referenceOutputs?: O;
141
- } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
142
- inputs: I;
143
- referenceOutputs?: O;
144
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
86
+ } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
145
87
  };
146
88
  };
147
89
  each: <I extends KVMap, O extends KVMap>(table: ({
90
+ id?: string;
148
91
  inputs: I;
149
92
  referenceOutputs?: O;
150
- } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
151
- inputs: I;
152
- referenceOutputs?: O;
153
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
93
+ } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
154
94
  };
155
95
  describe: LangSmithJestlikeDescribeWrapper & {
156
96
  only: LangSmithJestlikeDescribeWrapper;
package/dist/utils/jestlike/index.js CHANGED
@@ -102,7 +102,10 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
102
102
  " Please try again.");
103
103
  }
104
104
  const datasetSetupInfo = new Map();
105
- function getExampleId(datasetId, inputs, outputs) {
105
+ function getExampleId(datasetId, inputs, outputs, providedId) {
106
+ if (providedId) {
107
+ return providedId;
108
+ }
106
109
  const identifier = JSON.stringify({
107
110
  datasetId,
108
111
  inputsHash: _objectHash(inputs),
@@ -348,7 +351,11 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
348
351
  lsParams.config?.enableTestTracking !== undefined) {
349
352
  context.enableTestTracking = lsParams.config.enableTestTracking;
350
353
  }
351
- const { config, inputs, referenceOutputs, ...rest } = lsParams;
354
+ const { id, config, inputs, ...rest } = lsParams;
355
+ let referenceOutputs = rest.referenceOutputs;
356
+ if (!referenceOutputs && "outputs" in rest) {
357
+ referenceOutputs = rest.outputs;
358
+ }
352
359
  const totalRuns = config?.repetitions ?? config?.iterations ?? 1;
353
360
  for (let i = 0; i < totalRuns; i += 1) {
354
361
  const testUuid = v4().replace(/-/g, "").slice(0, 13);
@@ -411,6 +418,13 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
411
418
  ...rest,
412
419
  inputs: testInput,
413
420
  referenceOutputs: testOutput,
421
+ testMetadata: {
422
+ exampleId,
423
+ experimentId: project?.id,
424
+ datasetId: dataset?.id,
425
+ testTrackingEnabled: trackingEnabled(testContext),
426
+ repetition: i,
427
+ },
414
428
  }));
415
429
  _logTestFeedback({
416
430
  exampleId,
@@ -463,7 +477,7 @@ export function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
463
477
  .map((field) => `"${field}"`)
464
478
  .join(", ")} while syncing to LangSmith. Please contact us for help.`);
465
479
  }
466
- exampleId = getExampleId(dataset.id, inputs, referenceOutputs);
480
+ exampleId = getExampleId(dataset.id, inputs, referenceOutputs, id);
467
481
  // TODO: Create or update the example in the background
468
482
  // Currently run end time has to be after example modified time
469
483
  // for examples to render properly, so we must modify the example
package/dist/utils/jestlike/types.d.ts CHANGED
@@ -11,6 +11,7 @@ export type LangSmithJestlikeWrapperConfig = Partial<Omit<RunTreeConfig, "client
11
11
  enableTestTracking?: boolean;
12
12
  };
13
13
  export type LangSmithJestlikeWrapperParams<I, O> = {
14
+ id?: string;
14
15
  inputs: I;
15
16
  referenceOutputs?: O;
16
17
  config?: LangSmithJestlikeWrapperConfig;
@@ -28,3 +29,15 @@ export type SimpleEvaluationResult = {
28
29
  score: NonNullable<EvaluationResult["score"]>;
29
30
  comment?: EvaluationResult["comment"];
30
31
  };
32
+ export type LangSmithJestlikeTestMetadata = {
33
+ exampleId?: string;
34
+ experimentId?: string;
35
+ datasetId?: string;
36
+ testTrackingEnabled: boolean;
37
+ repetition: number;
38
+ };
39
+ export type LangSmithJestlikeTestFunction<I, O> = (data: {
40
+ inputs: I;
41
+ referenceOutputs?: O;
42
+ testMetadata: LangSmithJestlikeTestMetadata;
43
+ } & Record<string, any>) => unknown | Promise<unknown>;
package/dist/vitest/index.d.mts CHANGED
@@ -1,147 +1,87 @@
1
1
  import type { LangSmithJestlikeWrapperParams } from "../utils/jestlike/types.js";
2
2
  import { wrapVitest } from "./utils/wrapper.js";
3
- declare const test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
4
- inputs: I;
5
- referenceOutputs?: O;
6
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
7
- only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
8
- inputs: I;
9
- referenceOutputs?: O;
10
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
3
+ declare const test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
4
+ only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
11
5
  each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
6
+ id?: string;
12
7
  inputs: I;
13
8
  referenceOutputs?: O;
14
- } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
15
- inputs: I;
16
- referenceOutputs?: O;
17
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
9
+ } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
18
10
  };
19
- skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
20
- inputs: I;
21
- referenceOutputs?: O;
22
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
11
+ skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
23
12
  each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
13
+ id?: string;
24
14
  inputs: I;
25
15
  referenceOutputs?: O;
26
- } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
27
- inputs: I;
28
- referenceOutputs?: O;
29
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
16
+ } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
30
17
  };
31
- concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
32
- inputs: I;
33
- referenceOutputs?: O;
34
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
18
+ concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
35
19
  each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
20
+ id?: string;
36
21
  inputs: I;
37
22
  referenceOutputs?: O;
38
- } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
39
- inputs: I;
40
- referenceOutputs?: O;
41
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
42
- only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
43
- inputs: I;
44
- referenceOutputs?: O;
45
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
23
+ } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
24
+ only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
46
25
  each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
26
+ id?: string;
47
27
  inputs: I;
48
28
  referenceOutputs?: O;
49
- } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
50
- inputs: I;
51
- referenceOutputs?: O;
52
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
29
+ } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
53
30
  };
54
- skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
55
- inputs: I;
56
- referenceOutputs?: O;
57
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
31
+ skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
58
32
  each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
33
+ id?: string;
59
34
  inputs: I;
60
35
  referenceOutputs?: O;
61
- } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
62
- inputs: I;
63
- referenceOutputs?: O;
64
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
36
+ } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
65
37
  };
66
38
  };
67
39
  each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
40
+ id?: string;
68
41
  inputs: I;
69
42
  referenceOutputs?: O;
70
- } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
71
- inputs: I;
72
- referenceOutputs?: O;
73
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
74
- }, it: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
75
- inputs: I;
76
- referenceOutputs?: O;
77
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
78
- only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
79
- inputs: I;
80
- referenceOutputs?: O;
81
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
43
+ } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
44
+ }, it: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
45
+ only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
82
46
  each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
47
+ id?: string;
83
48
  inputs: I;
84
49
  referenceOutputs?: O;
85
- } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
86
- inputs: I;
87
- referenceOutputs?: O;
88
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
50
+ } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
89
51
  };
90
- skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
91
- inputs: I;
92
- referenceOutputs?: O;
93
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
52
+ skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
94
53
  each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
54
+ id?: string;
95
55
  inputs: I;
96
56
  referenceOutputs?: O;
97
- } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
98
- inputs: I;
99
- referenceOutputs?: O;
100
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
57
+ } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
101
58
  };
102
- concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
103
- inputs: I;
104
- referenceOutputs?: O;
105
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
59
+ concurrent: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
106
60
  each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
61
+ id?: string;
107
62
  inputs: I;
108
63
  referenceOutputs?: O;
109
- } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
110
- inputs: I;
111
- referenceOutputs?: O;
112
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
113
- only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
114
- inputs: I;
115
- referenceOutputs?: O;
116
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
64
+ } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
65
+ only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
117
66
  each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
67
+ id?: string;
118
68
  inputs: I;
119
69
  referenceOutputs?: O;
120
- } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
121
- inputs: I;
122
- referenceOutputs?: O;
123
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
70
+ } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
124
71
  };
125
- skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
126
- inputs: I;
127
- referenceOutputs?: O;
128
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
72
+ skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void) & {
129
73
  each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
74
+ id?: string;
130
75
  inputs: I;
131
76
  referenceOutputs?: O;
132
- } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
133
- inputs: I;
134
- referenceOutputs?: O;
135
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
77
+ } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
136
78
  };
137
79
  };
138
80
  each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
81
+ id?: string;
139
82
  inputs: I;
140
83
  referenceOutputs?: O;
141
- } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
142
- inputs: I;
143
- referenceOutputs?: O;
144
- } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
84
+ } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: import("../utils/jestlike/types.js").LangSmithJestlikeTestFunction<I, O>, timeout?: number) => void;
145
85
  }, describe: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper & {
146
86
  only: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;
147
87
  skip: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;