raindrop-ai 0.7.1 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (18) hide show
  1. package/README.md +69 -1
  2. package/dist/{chunk-6WL655QL.mjs → chunk-22CNYHSA.mjs} +399 -110
  3. package/dist/{chunk-RMP6BZSY.mjs → chunk-EFATLUNL.mjs} +6 -4
  4. package/dist/{chunk-SHH4SYVY.mjs → chunk-EWHJ2YBW.mjs} +1 -1
  5. package/dist/evals/cli.js +207 -153
  6. package/dist/evals/cli.mjs +3 -3
  7. package/dist/{index-DuJkG47V.d.ts → index-gf1epf_P.d.mts} +186 -86
  8. package/dist/{index-DuJkG47V.d.mts → index-gf1epf_P.d.ts} +186 -86
  9. package/dist/index.d.mts +1 -1
  10. package/dist/index.d.ts +1 -1
  11. package/dist/index.js +466 -172
  12. package/dist/index.mjs +9 -3
  13. package/dist/{portable-runtime-MFVOVFPB.mjs → portable-runtime-6X2HHB4Y.mjs} +1 -1
  14. package/dist/tracing/index.d.mts +1 -1
  15. package/dist/tracing/index.d.ts +1 -1
  16. package/dist/tracing/index.js +1 -1
  17. package/dist/tracing/index.mjs +1 -1
  18. package/package.json +2 -2
package/dist/{index-DuJkG47V.d.ts → index-gf1epf_P.d.mts} RENAMED
@@ -3083,8 +3083,8 @@ declare const PublishEvalDatasetVersionInputSchema: z.ZodObject<{
3083
3083
  timestamp: string;
3084
3084
  userId: string;
3085
3085
  name: string;
3086
- receivedAt: string;
3087
3086
  id: string;
3087
+ receivedAt: string;
3088
3088
  _raindropDatabaseId: string;
3089
3089
  aiData: {
3090
3090
  model?: string | null | undefined;
@@ -3450,8 +3450,8 @@ declare const PublishEvalDatasetVersionInputSchema: z.ZodObject<{
3450
3450
  timestamp: string;
3451
3451
  userId: string;
3452
3452
  name: string;
3453
- receivedAt: string;
3454
3453
  id: string;
3454
+ receivedAt: string;
3455
3455
  _raindropDatabaseId: string;
3456
3456
  aiData: {
3457
3457
  model?: string | null | undefined;
@@ -3902,8 +3902,8 @@ declare const PublishEvalDatasetVersionInputSchema: z.ZodObject<{
3902
3902
  timestamp: string;
3903
3903
  userId: string;
3904
3904
  name: string;
3905
- receivedAt: string;
3906
3905
  id: string;
3906
+ receivedAt: string;
3907
3907
  _raindropDatabaseId: string;
3908
3908
  aiData: {
3909
3909
  model?: string | null | undefined;
@@ -4299,8 +4299,8 @@ declare const PublishEvalDatasetVersionInputSchema: z.ZodObject<{
4299
4299
  timestamp: string;
4300
4300
  userId: string;
4301
4301
  name: string;
4302
- receivedAt: string;
4303
4302
  id: string;
4303
+ receivedAt: string;
4304
4304
  _raindropDatabaseId: string;
4305
4305
  aiData: {
4306
4306
  model?: string | null | undefined;
@@ -4696,8 +4696,8 @@ declare const PublishEvalDatasetVersionInputSchema: z.ZodObject<{
4696
4696
  timestamp: string;
4697
4697
  userId: string;
4698
4698
  name: string;
4699
- receivedAt: string;
4700
4699
  id: string;
4700
+ receivedAt: string;
4701
4701
  _raindropDatabaseId: string;
4702
4702
  aiData: {
4703
4703
  model?: string | null | undefined;
@@ -5093,8 +5093,8 @@ declare const PublishEvalDatasetVersionInputSchema: z.ZodObject<{
5093
5093
  timestamp: string;
5094
5094
  userId: string;
5095
5095
  name: string;
5096
- receivedAt: string;
5097
5096
  id: string;
5097
+ receivedAt: string;
5098
5098
  _raindropDatabaseId: string;
5099
5099
  aiData: {
5100
5100
  model?: string | null | undefined;
@@ -5496,8 +5496,8 @@ declare const PublishEvalDatasetVersionInputSchema: z.ZodObject<{
5496
5496
  timestamp: string;
5497
5497
  userId: string;
5498
5498
  name: string;
5499
- receivedAt: string;
5500
5499
  id: string;
5500
+ receivedAt: string;
5501
5501
  _raindropDatabaseId: string;
5502
5502
  aiData: {
5503
5503
  model?: string | null | undefined;
@@ -5899,8 +5899,8 @@ declare const PublishEvalDatasetVersionInputSchema: z.ZodObject<{
5899
5899
  timestamp: string;
5900
5900
  userId: string;
5901
5901
  name: string;
5902
- receivedAt: string;
5903
5902
  id: string;
5903
+ receivedAt: string;
5904
5904
  _raindropDatabaseId: string;
5905
5905
  aiData: {
5906
5906
  model?: string | null | undefined;
@@ -6302,8 +6302,8 @@ declare const PublishEvalDatasetVersionInputSchema: z.ZodObject<{
6302
6302
  timestamp: string;
6303
6303
  userId: string;
6304
6304
  name: string;
6305
- receivedAt: string;
6306
6305
  id: string;
6306
+ receivedAt: string;
6307
6307
  _raindropDatabaseId: string;
6308
6308
  aiData: {
6309
6309
  model?: string | null | undefined;
@@ -6705,8 +6705,8 @@ declare const PublishEvalDatasetVersionInputSchema: z.ZodObject<{
6705
6705
  timestamp: string;
6706
6706
  userId: string;
6707
6707
  name: string;
6708
- receivedAt: string;
6709
6708
  id: string;
6709
+ receivedAt: string;
6710
6710
  _raindropDatabaseId: string;
6711
6711
  aiData: {
6712
6712
  model?: string | null | undefined;
@@ -7114,8 +7114,8 @@ declare const PublishEvalDatasetVersionInputSchema: z.ZodObject<{
7114
7114
  timestamp: string;
7115
7115
  userId: string;
7116
7116
  name: string;
7117
- receivedAt: string;
7118
7117
  id: string;
7118
+ receivedAt: string;
7119
7119
  _raindropDatabaseId: string;
7120
7120
  aiData: {
7121
7121
  model?: string | null | undefined;
@@ -7523,8 +7523,8 @@ declare const PublishEvalDatasetVersionInputSchema: z.ZodObject<{
7523
7523
  timestamp: string;
7524
7524
  userId: string;
7525
7525
  name: string;
7526
- receivedAt: string;
7527
7526
  id: string;
7527
+ receivedAt: string;
7528
7528
  _raindropDatabaseId: string;
7529
7529
  aiData: {
7530
7530
  model?: string | null | undefined;
@@ -9932,8 +9932,8 @@ declare const EvalDatasetManifestSchema: z.ZodObject<{
9932
9932
  timestamp: string;
9933
9933
  userId: string;
9934
9934
  name: string;
9935
- receivedAt: string;
9936
9935
  id: string;
9936
+ receivedAt: string;
9937
9937
  _raindropDatabaseId: string;
9938
9938
  aiData: {
9939
9939
  model?: string | null | undefined;
@@ -10299,8 +10299,8 @@ declare const EvalDatasetManifestSchema: z.ZodObject<{
10299
10299
  timestamp: string;
10300
10300
  userId: string;
10301
10301
  name: string;
10302
- receivedAt: string;
10303
10302
  id: string;
10303
+ receivedAt: string;
10304
10304
  _raindropDatabaseId: string;
10305
10305
  aiData: {
10306
10306
  model?: string | null | undefined;
@@ -10751,8 +10751,8 @@ declare const EvalDatasetManifestSchema: z.ZodObject<{
10751
10751
  timestamp: string;
10752
10752
  userId: string;
10753
10753
  name: string;
10754
- receivedAt: string;
10755
10754
  id: string;
10755
+ receivedAt: string;
10756
10756
  _raindropDatabaseId: string;
10757
10757
  aiData: {
10758
10758
  model?: string | null | undefined;
@@ -11148,8 +11148,8 @@ declare const EvalDatasetManifestSchema: z.ZodObject<{
11148
11148
  timestamp: string;
11149
11149
  userId: string;
11150
11150
  name: string;
11151
- receivedAt: string;
11152
11151
  id: string;
11152
+ receivedAt: string;
11153
11153
  _raindropDatabaseId: string;
11154
11154
  aiData: {
11155
11155
  model?: string | null | undefined;
@@ -11545,8 +11545,8 @@ declare const EvalDatasetManifestSchema: z.ZodObject<{
11545
11545
  timestamp: string;
11546
11546
  userId: string;
11547
11547
  name: string;
11548
- receivedAt: string;
11549
11548
  id: string;
11549
+ receivedAt: string;
11550
11550
  _raindropDatabaseId: string;
11551
11551
  aiData: {
11552
11552
  model?: string | null | undefined;
@@ -11942,8 +11942,8 @@ declare const EvalDatasetManifestSchema: z.ZodObject<{
11942
11942
  timestamp: string;
11943
11943
  userId: string;
11944
11944
  name: string;
11945
- receivedAt: string;
11946
11945
  id: string;
11946
+ receivedAt: string;
11947
11947
  _raindropDatabaseId: string;
11948
11948
  aiData: {
11949
11949
  model?: string | null | undefined;
@@ -12347,8 +12347,8 @@ declare const EvalDatasetManifestSchema: z.ZodObject<{
12347
12347
  timestamp: string;
12348
12348
  userId: string;
12349
12349
  name: string;
12350
- receivedAt: string;
12351
12350
  id: string;
12351
+ receivedAt: string;
12352
12352
  _raindropDatabaseId: string;
12353
12353
  aiData: {
12354
12354
  model?: string | null | undefined;
@@ -12751,8 +12751,8 @@ declare const EvalDatasetManifestSchema: z.ZodObject<{
12751
12751
  timestamp: string;
12752
12752
  userId: string;
12753
12753
  name: string;
12754
- receivedAt: string;
12755
12754
  id: string;
12755
+ receivedAt: string;
12756
12756
  _raindropDatabaseId: string;
12757
12757
  aiData: {
12758
12758
  model?: string | null | undefined;
@@ -15151,8 +15151,8 @@ declare const EvalDatasetManifestSchema: z.ZodObject<{
15151
15151
  timestamp: string;
15152
15152
  userId: string;
15153
15153
  name: string;
15154
- receivedAt: string;
15155
15154
  id: string;
15155
+ receivedAt: string;
15156
15156
  _raindropDatabaseId: string;
15157
15157
  aiData: {
15158
15158
  model?: string | null | undefined;
@@ -15518,8 +15518,8 @@ declare const EvalDatasetManifestSchema: z.ZodObject<{
15518
15518
  timestamp: string;
15519
15519
  userId: string;
15520
15520
  name: string;
15521
- receivedAt: string;
15522
15521
  id: string;
15522
+ receivedAt: string;
15523
15523
  _raindropDatabaseId: string;
15524
15524
  aiData: {
15525
15525
  model?: string | null | undefined;
@@ -15970,8 +15970,8 @@ declare const EvalDatasetManifestSchema: z.ZodObject<{
15970
15970
  timestamp: string;
15971
15971
  userId: string;
15972
15972
  name: string;
15973
- receivedAt: string;
15974
15973
  id: string;
15974
+ receivedAt: string;
15975
15975
  _raindropDatabaseId: string;
15976
15976
  aiData: {
15977
15977
  model?: string | null | undefined;
@@ -16367,8 +16367,8 @@ declare const EvalDatasetManifestSchema: z.ZodObject<{
16367
16367
  timestamp: string;
16368
16368
  userId: string;
16369
16369
  name: string;
16370
- receivedAt: string;
16371
16370
  id: string;
16371
+ receivedAt: string;
16372
16372
  _raindropDatabaseId: string;
16373
16373
  aiData: {
16374
16374
  model?: string | null | undefined;
@@ -16764,8 +16764,8 @@ declare const EvalDatasetManifestSchema: z.ZodObject<{
16764
16764
  timestamp: string;
16765
16765
  userId: string;
16766
16766
  name: string;
16767
- receivedAt: string;
16768
16767
  id: string;
16768
+ receivedAt: string;
16769
16769
  _raindropDatabaseId: string;
16770
16770
  aiData: {
16771
16771
  model?: string | null | undefined;
@@ -17161,8 +17161,8 @@ declare const EvalDatasetManifestSchema: z.ZodObject<{
17161
17161
  timestamp: string;
17162
17162
  userId: string;
17163
17163
  name: string;
17164
- receivedAt: string;
17165
17164
  id: string;
17165
+ receivedAt: string;
17166
17166
  _raindropDatabaseId: string;
17167
17167
  aiData: {
17168
17168
  model?: string | null | undefined;
@@ -20720,8 +20720,8 @@ declare const AIAnalyticsEventSchema: z$1.ZodObject<{
20720
20720
  timestamp: string;
20721
20721
  userId: string;
20722
20722
  name: string;
20723
- receivedAt: string;
20724
20723
  id: string;
20724
+ receivedAt: string;
20725
20725
  _raindropDatabaseId: string;
20726
20726
  aiData: {
20727
20727
  model?: string | null | undefined;
@@ -21087,8 +21087,8 @@ declare const AIAnalyticsEventSchema: z$1.ZodObject<{
21087
21087
  timestamp: string;
21088
21088
  userId: string;
21089
21089
  name: string;
21090
- receivedAt: string;
21091
21090
  id: string;
21091
+ receivedAt: string;
21092
21092
  _raindropDatabaseId: string;
21093
21093
  aiData: {
21094
21094
  model?: string | null | undefined;
@@ -23439,8 +23439,8 @@ declare const TraceSchema: z$1.ZodObject<{
23439
23439
  timestamp: string;
23440
23440
  userId: string;
23441
23441
  name: string;
23442
- receivedAt: string;
23443
23442
  id: string;
23443
+ receivedAt: string;
23444
23444
  _raindropDatabaseId: string;
23445
23445
  aiData: {
23446
23446
  model?: string | null | undefined;
@@ -23806,8 +23806,8 @@ declare const TraceSchema: z$1.ZodObject<{
23806
23806
  timestamp: string;
23807
23807
  userId: string;
23808
23808
  name: string;
23809
- receivedAt: string;
23810
23809
  id: string;
23810
+ receivedAt: string;
23811
23811
  _raindropDatabaseId: string;
23812
23812
  aiData: {
23813
23813
  model?: string | null | undefined;
@@ -25293,8 +25293,8 @@ declare const TraceSchema: z$1.ZodObject<{
25293
25293
  timestamp: string;
25294
25294
  userId: string;
25295
25295
  name: string;
25296
- receivedAt: string;
25297
25296
  id: string;
25297
+ receivedAt: string;
25298
25298
  _raindropDatabaseId: string;
25299
25299
  aiData: {
25300
25300
  model?: string | null | undefined;
@@ -25918,8 +25918,8 @@ declare const TraceSchema: z$1.ZodObject<{
25918
25918
  timestamp: string;
25919
25919
  userId: string;
25920
25920
  name: string;
25921
- receivedAt: string;
25922
25921
  id: string;
25922
+ receivedAt: string;
25923
25923
  _raindropDatabaseId: string;
25924
25924
  aiData: {
25925
25925
  model?: string | null | undefined;
@@ -28529,8 +28529,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
28529
28529
  timestamp: string;
28530
28530
  userId: string;
28531
28531
  name: string;
28532
- receivedAt: string;
28533
28532
  id: string;
28533
+ receivedAt: string;
28534
28534
  _raindropDatabaseId: string;
28535
28535
  aiData: {
28536
28536
  model?: string | null | undefined;
@@ -28896,8 +28896,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
28896
28896
  timestamp: string;
28897
28897
  userId: string;
28898
28898
  name: string;
28899
- receivedAt: string;
28900
28899
  id: string;
28900
+ receivedAt: string;
28901
28901
  _raindropDatabaseId: string;
28902
28902
  aiData: {
28903
28903
  model?: string | null | undefined;
@@ -29348,8 +29348,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
29348
29348
  timestamp: string;
29349
29349
  userId: string;
29350
29350
  name: string;
29351
- receivedAt: string;
29352
29351
  id: string;
29352
+ receivedAt: string;
29353
29353
  _raindropDatabaseId: string;
29354
29354
  aiData: {
29355
29355
  model?: string | null | undefined;
@@ -29745,8 +29745,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
29745
29745
  timestamp: string;
29746
29746
  userId: string;
29747
29747
  name: string;
29748
- receivedAt: string;
29749
29748
  id: string;
29749
+ receivedAt: string;
29750
29750
  _raindropDatabaseId: string;
29751
29751
  aiData: {
29752
29752
  model?: string | null | undefined;
@@ -30142,8 +30142,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
30142
30142
  timestamp: string;
30143
30143
  userId: string;
30144
30144
  name: string;
30145
- receivedAt: string;
30146
30145
  id: string;
30146
+ receivedAt: string;
30147
30147
  _raindropDatabaseId: string;
30148
30148
  aiData: {
30149
30149
  model?: string | null | undefined;
@@ -30539,8 +30539,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
30539
30539
  timestamp: string;
30540
30540
  userId: string;
30541
30541
  name: string;
30542
- receivedAt: string;
30543
30542
  id: string;
30543
+ receivedAt: string;
30544
30544
  _raindropDatabaseId: string;
30545
30545
  aiData: {
30546
30546
  model?: string | null | undefined;
@@ -32919,8 +32919,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
32919
32919
  timestamp: string;
32920
32920
  userId: string;
32921
32921
  name: string;
32922
- receivedAt: string;
32923
32922
  id: string;
32923
+ receivedAt: string;
32924
32924
  _raindropDatabaseId: string;
32925
32925
  aiData: {
32926
32926
  model?: string | null | undefined;
@@ -33286,8 +33286,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
33286
33286
  timestamp: string;
33287
33287
  userId: string;
33288
33288
  name: string;
33289
- receivedAt: string;
33290
33289
  id: string;
33290
+ receivedAt: string;
33291
33291
  _raindropDatabaseId: string;
33292
33292
  aiData: {
33293
33293
  model?: string | null | undefined;
@@ -34775,8 +34775,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
34775
34775
  timestamp: string;
34776
34776
  userId: string;
34777
34777
  name: string;
34778
- receivedAt: string;
34779
34778
  id: string;
34779
+ receivedAt: string;
34780
34780
  _raindropDatabaseId: string;
34781
34781
  aiData: {
34782
34782
  model?: string | null | undefined;
@@ -35400,8 +35400,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
35400
35400
  timestamp: string;
35401
35401
  userId: string;
35402
35402
  name: string;
35403
- receivedAt: string;
35404
35403
  id: string;
35404
+ receivedAt: string;
35405
35405
  _raindropDatabaseId: string;
35406
35406
  aiData: {
35407
35407
  model?: string | null | undefined;
@@ -36027,8 +36027,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
36027
36027
  timestamp: string;
36028
36028
  userId: string;
36029
36029
  name: string;
36030
- receivedAt: string;
36031
36030
  id: string;
36031
+ receivedAt: string;
36032
36032
  _raindropDatabaseId: string;
36033
36033
  aiData: {
36034
36034
  model?: string | null | undefined;
@@ -36425,8 +36425,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
36425
36425
  timestamp: string;
36426
36426
  userId: string;
36427
36427
  name: string;
36428
- receivedAt: string;
36429
36428
  id: string;
36429
+ receivedAt: string;
36430
36430
  _raindropDatabaseId: string;
36431
36431
  aiData: {
36432
36432
  model?: string | null | undefined;
@@ -37052,8 +37052,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
37052
37052
  timestamp: string;
37053
37053
  userId: string;
37054
37054
  name: string;
37055
- receivedAt: string;
37056
37055
  id: string;
37056
+ receivedAt: string;
37057
37057
  _raindropDatabaseId: string;
37058
37058
  aiData: {
37059
37059
  model?: string | null | undefined;
@@ -37450,8 +37450,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
37450
37450
  timestamp: string;
37451
37451
  userId: string;
37452
37452
  name: string;
37453
- receivedAt: string;
37454
37453
  id: string;
37454
+ receivedAt: string;
37455
37455
  _raindropDatabaseId: string;
37456
37456
  aiData: {
37457
37457
  model?: string | null | undefined;
@@ -40059,8 +40059,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
40059
40059
  timestamp: string;
40060
40060
  userId: string;
40061
40061
  name: string;
40062
- receivedAt: string;
40063
40062
  id: string;
40063
+ receivedAt: string;
40064
40064
  _raindropDatabaseId: string;
40065
40065
  aiData: {
40066
40066
  model?: string | null | undefined;
@@ -40426,8 +40426,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
40426
40426
  timestamp: string;
40427
40427
  userId: string;
40428
40428
  name: string;
40429
- receivedAt: string;
40430
40429
  id: string;
40430
+ receivedAt: string;
40431
40431
  _raindropDatabaseId: string;
40432
40432
  aiData: {
40433
40433
  model?: string | null | undefined;
@@ -40878,8 +40878,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
40878
40878
  timestamp: string;
40879
40879
  userId: string;
40880
40880
  name: string;
40881
- receivedAt: string;
40882
40881
  id: string;
40882
+ receivedAt: string;
40883
40883
  _raindropDatabaseId: string;
40884
40884
  aiData: {
40885
40885
  model?: string | null | undefined;
@@ -41275,8 +41275,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
41275
41275
  timestamp: string;
41276
41276
  userId: string;
41277
41277
  name: string;
41278
- receivedAt: string;
41279
41278
  id: string;
41279
+ receivedAt: string;
41280
41280
  _raindropDatabaseId: string;
41281
41281
  aiData: {
41282
41282
  model?: string | null | undefined;
@@ -41672,8 +41672,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
41672
41672
  timestamp: string;
41673
41673
  userId: string;
41674
41674
  name: string;
41675
- receivedAt: string;
41676
41675
  id: string;
41676
+ receivedAt: string;
41677
41677
  _raindropDatabaseId: string;
41678
41678
  aiData: {
41679
41679
  model?: string | null | undefined;
@@ -42069,8 +42069,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
42069
42069
  timestamp: string;
42070
42070
  userId: string;
42071
42071
  name: string;
42072
- receivedAt: string;
42073
42072
  id: string;
42073
+ receivedAt: string;
42074
42074
  _raindropDatabaseId: string;
42075
42075
  aiData: {
42076
42076
  model?: string | null | undefined;
@@ -44449,8 +44449,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
44449
44449
  timestamp: string;
44450
44450
  userId: string;
44451
44451
  name: string;
44452
- receivedAt: string;
44453
44452
  id: string;
44453
+ receivedAt: string;
44454
44454
  _raindropDatabaseId: string;
44455
44455
  aiData: {
44456
44456
  model?: string | null | undefined;
@@ -44816,8 +44816,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
44816
44816
  timestamp: string;
44817
44817
  userId: string;
44818
44818
  name: string;
44819
- receivedAt: string;
44820
44819
  id: string;
44820
+ receivedAt: string;
44821
44821
  _raindropDatabaseId: string;
44822
44822
  aiData: {
44823
44823
  model?: string | null | undefined;
@@ -46305,8 +46305,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
46305
46305
  timestamp: string;
46306
46306
  userId: string;
46307
46307
  name: string;
46308
- receivedAt: string;
46309
46308
  id: string;
46309
+ receivedAt: string;
46310
46310
  _raindropDatabaseId: string;
46311
46311
  aiData: {
46312
46312
  model?: string | null | undefined;
@@ -46930,8 +46930,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
46930
46930
  timestamp: string;
46931
46931
  userId: string;
46932
46932
  name: string;
46933
- receivedAt: string;
46934
46933
  id: string;
46934
+ receivedAt: string;
46935
46935
  _raindropDatabaseId: string;
46936
46936
  aiData: {
46937
46937
  model?: string | null | undefined;
@@ -47557,8 +47557,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
47557
47557
  timestamp: string;
47558
47558
  userId: string;
47559
47559
  name: string;
47560
- receivedAt: string;
47561
47560
  id: string;
47561
+ receivedAt: string;
47562
47562
  _raindropDatabaseId: string;
47563
47563
  aiData: {
47564
47564
  model?: string | null | undefined;
@@ -47955,8 +47955,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
47955
47955
  timestamp: string;
47956
47956
  userId: string;
47957
47957
  name: string;
47958
- receivedAt: string;
47959
47958
  id: string;
47959
+ receivedAt: string;
47960
47960
  _raindropDatabaseId: string;
47961
47961
  aiData: {
47962
47962
  model?: string | null | undefined;
@@ -48582,8 +48582,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
48582
48582
  timestamp: string;
48583
48583
  userId: string;
48584
48584
  name: string;
48585
- receivedAt: string;
48586
48585
  id: string;
48586
+ receivedAt: string;
48587
48587
  _raindropDatabaseId: string;
48588
48588
  aiData: {
48589
48589
  model?: string | null | undefined;
@@ -48980,8 +48980,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
48980
48980
  timestamp: string;
48981
48981
  userId: string;
48982
48982
  name: string;
48983
- receivedAt: string;
48984
48983
  id: string;
48984
+ receivedAt: string;
48985
48985
  _raindropDatabaseId: string;
48986
48986
  aiData: {
48987
48987
  model?: string | null | undefined;
@@ -49610,8 +49610,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
49610
49610
  timestamp: string;
49611
49611
  userId: string;
49612
49612
  name: string;
49613
- receivedAt: string;
49614
49613
  id: string;
49614
+ receivedAt: string;
49615
49615
  _raindropDatabaseId: string;
49616
49616
  aiData: {
49617
49617
  model?: string | null | undefined;
@@ -50008,8 +50008,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
50008
50008
  timestamp: string;
50009
50009
  userId: string;
50010
50010
  name: string;
50011
- receivedAt: string;
50012
50011
  id: string;
50012
+ receivedAt: string;
50013
50013
  _raindropDatabaseId: string;
50014
50014
  aiData: {
50015
50015
  model?: string | null | undefined;
@@ -50636,8 +50636,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
50636
50636
  timestamp: string;
50637
50637
  userId: string;
50638
50638
  name: string;
50639
- receivedAt: string;
50640
50639
  id: string;
50640
+ receivedAt: string;
50641
50641
  _raindropDatabaseId: string;
50642
50642
  aiData: {
50643
50643
  model?: string | null | undefined;
@@ -51034,8 +51034,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
51034
51034
  timestamp: string;
51035
51035
  userId: string;
51036
51036
  name: string;
51037
- receivedAt: string;
51038
51037
  id: string;
51038
+ receivedAt: string;
51039
51039
  _raindropDatabaseId: string;
51040
51040
  aiData: {
51041
51041
  model?: string | null | undefined;
@@ -51664,8 +51664,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
51664
51664
  timestamp: string;
51665
51665
  userId: string;
51666
51666
  name: string;
51667
- receivedAt: string;
51668
51667
  id: string;
51668
+ receivedAt: string;
51669
51669
  _raindropDatabaseId: string;
51670
51670
  aiData: {
51671
51671
  model?: string | null | undefined;
@@ -52062,8 +52062,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
52062
52062
  timestamp: string;
52063
52063
  userId: string;
52064
52064
  name: string;
52065
- receivedAt: string;
52066
52065
  id: string;
52066
+ receivedAt: string;
52067
52067
  _raindropDatabaseId: string;
52068
52068
  aiData: {
52069
52069
  model?: string | null | undefined;
@@ -52690,8 +52690,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
52690
52690
  timestamp: string;
52691
52691
  userId: string;
52692
52692
  name: string;
52693
- receivedAt: string;
52694
52693
  id: string;
52694
+ receivedAt: string;
52695
52695
  _raindropDatabaseId: string;
52696
52696
  aiData: {
52697
52697
  model?: string | null | undefined;
@@ -53088,8 +53088,8 @@ declare const EvalCaseTracePairSchema: z$1.ZodObject<{
53088
53088
  timestamp: string;
53089
53089
  userId: string;
53090
53090
  name: string;
53091
- receivedAt: string;
53092
53091
  id: string;
53092
+ receivedAt: string;
53093
53093
  _raindropDatabaseId: string;
53094
53094
  aiData: {
53095
53095
  model?: string | null | undefined;
@@ -53757,11 +53757,12 @@ declare const DEFAULT_QUERY_URL = "https://query.raindrop.ai";
53757
53757
  * How long a row waits for its trace to arrive after the agent returned.
53758
53758
  *
53759
53759
  * Spans ship asynchronously, so a row is `pending` until the export lands and
53760
- * ingest resolves its correlation id. A row still pending when this elapses is
53760
+ * ingest has settled the whole trace, which takes up to 30 seconds of quiet
53761
+ * when a span's parent never arrives. A row still pending when this elapses is
53761
53762
  * reported `missing` rather than left hanging, because a replay that never
53762
53763
  * finishes is worse than one that says what it lost.
53763
53764
  */
53764
- declare const DEFAULT_TRACE_WAIT_MS = 30000;
53765
+ declare const DEFAULT_TRACE_WAIT_MS = 60000;
53765
53766
  /** How long `replay` waits for its evaluators to finish. */
53766
53767
  declare const DEFAULT_EVAL_WAIT_MS: number;
53767
53768
  /** How often `replay` checks unfinished evaluators. */
@@ -54687,6 +54688,94 @@ declare function replay<AgentResult = unknown>(client: ReplayClient, options: Re
54687
54688
  /** Applies the selected evaluators to an existing replay and waits for their results. */
54688
54689
  declare function evaluateReplay(client: ReplayClient, replayId: string, options: EvaluateReplayOptions): Promise<readonly ReplayEvaluator[]>;
54689
54690
 
54691
+ /**
54692
+ * One Zod schema per parameter key. Supported schemas are `z.string()`, `z.number()`,
54693
+ * `z.boolean()`, and `z.enum([...])`, each optionally wrapped with `.default()`,
54694
+ * `.optional()`, or `.describe()`. Raindrop renders each key as a form control.
54695
+ */
54696
+ type EvalParameterFields = Record<string, z.ZodTypeAny>;
54697
+ type EvalParameterValues<Fields extends EvalParameterFields> = z.infer<z.ZodObject<Fields>>;
54698
+ /** Parameter values as Raindrop sends them, before the agent's schema validates them. */
54699
+ type EvalParameters = Readonly<Record<string, unknown>>;
54700
+ type ParameterFieldBase = {
54701
+ readonly key: string;
54702
+ readonly description?: string;
54703
+ readonly required: boolean;
54704
+ };
54705
+ /** The catalog form of one parameter, as Raindrop reads it from `GET`. */
54706
+ type EvalParameterField = ParameterFieldBase & ({
54707
+ readonly type: "string";
54708
+ readonly default?: string;
54709
+ readonly maxLength?: number;
54710
+ } | {
54711
+ readonly type: "number";
54712
+ readonly default?: number;
54713
+ readonly min?: number;
54714
+ readonly max?: number;
54715
+ readonly integer: boolean;
54716
+ } | {
54717
+ readonly type: "boolean";
54718
+ readonly default?: boolean;
54719
+ } | {
54720
+ readonly type: "enum";
54721
+ readonly default?: string;
54722
+ readonly options: readonly string[];
54723
+ });
54724
+ type EvalAgentMetadata<Fields extends EvalParameterFields> = {
54725
+ readonly slug: string;
54726
+ readonly name?: string;
54727
+ readonly description?: string;
54728
+ readonly parameters?: Fields;
54729
+ };
54730
+ /** Runs one dataset row at a time with only the run's parameters for context. */
54731
+ type StatelessEvalAgentDefinition<Result = unknown, Fields extends EvalParameterFields = EvalParameterFields> = EvalAgentMetadata<Fields> & {
54732
+ readonly setup?: undefined;
54733
+ readonly run: (row: ReplayRow, context: {
54734
+ readonly parameters: EvalParameterValues<Fields>;
54735
+ }) => Result | Promise<Result>;
54736
+ readonly cleanup?: () => void | Promise<void>;
54737
+ };
54738
+ /**
54739
+ * Runs rows against an environment that `setup` builds once per execution from the run's
54740
+ * parameters. Every `run` call shares it, and `cleanup` receives it when the execution finishes.
54741
+ */
54742
+ type EnvironmentEvalAgentDefinition<Result = unknown, Environment = unknown, Fields extends EvalParameterFields = EvalParameterFields> = EvalAgentMetadata<Fields> & {
54743
+ readonly setup: (parameters: EvalParameterValues<Fields>) => Environment | Promise<Environment>;
54744
+ readonly run: (row: ReplayRow, context: {
54745
+ readonly parameters: EvalParameterValues<Fields>;
54746
+ readonly environment: Environment;
54747
+ }) => Result | Promise<Result>;
54748
+ readonly cleanup?: (environment: Environment) => void | Promise<void>;
54749
+ };
54750
+ type EvalAgentDefinition<Result = unknown, Environment = unknown, Fields extends EvalParameterFields = EvalParameterFields> = StatelessEvalAgentDefinition<Result, Fields> | EnvironmentEvalAgentDefinition<Result, Environment, Fields>;
54751
+ /** One execution of an agent: rows share one environment until `finish` releases it. */
54752
+ type EvalAgentExecution<Result = unknown> = {
54753
+ run(row: ReplayRow): Promise<Result>;
54754
+ finish(): Promise<void>;
54755
+ };
54756
+ type DefinedEvalAgent<Result = unknown> = {
54757
+ readonly slug: string;
54758
+ readonly name: string;
54759
+ readonly description?: string;
54760
+ readonly parameters: readonly EvalParameterField[];
54761
+ /** Validates `parameters` against the agent's schema and applies defaults before any row runs. */
54762
+ start(parameters: EvalParameters): EvalAgentExecution<Result>;
54763
+ };
54764
+ /** Thrown by `start` when a run's parameters do not satisfy the agent's schema. */
54765
+ declare class EvalParameterError extends Error {
54766
+ constructor(agent: string, issues: readonly z.ZodIssue[]);
54767
+ }
54768
+ declare function defineAgent<Result, Fields extends EvalParameterFields = Record<string, never>>(definition: StatelessEvalAgentDefinition<Result, Fields>): DefinedEvalAgent<Result>;
54769
+ declare function defineAgent<Result, Environment, Fields extends EvalParameterFields = Record<string, never>>(definition: EnvironmentEvalAgentDefinition<Result, Environment, Fields>): DefinedEvalAgent<Result>;
54770
+
54771
+ type EvalHandlerOptions = {
54772
+ readonly agents: readonly DefinedEvalAgent[];
54773
+ readonly queryUrl?: string;
54774
+ readonly replayIngestUrl?: string;
54775
+ };
54776
+ /** Mount behind your server's authentication. Await the response on a long-lived server. */
54777
+ declare function createEvalHandler(client: ReplayClient, options: EvalHandlerOptions): (request: Request) => Promise<Response>;
54778
+
54690
54779
  type EvalRowTracePair = Omit<EvalCaseTracePair, "caseId"> & {
54691
54780
  rowId: EvalCaseTracePair["caseId"];
54692
54781
  };
@@ -56682,8 +56771,8 @@ declare const EvalDatasetRowInputSchema: z.ZodObject<{
56682
56771
  timestamp: string;
56683
56772
  userId: string;
56684
56773
  name: string;
56685
- receivedAt: string;
56686
56774
  id: string;
56775
+ receivedAt: string;
56687
56776
  _raindropDatabaseId: string;
56688
56777
  aiData: {
56689
56778
  model?: string | null | undefined;
@@ -57049,8 +57138,8 @@ declare const EvalDatasetRowInputSchema: z.ZodObject<{
57049
57138
  timestamp: string;
57050
57139
  userId: string;
57051
57140
  name: string;
57052
- receivedAt: string;
57053
57141
  id: string;
57142
+ receivedAt: string;
57054
57143
  _raindropDatabaseId: string;
57055
57144
  aiData: {
57056
57145
  model?: string | null | undefined;
@@ -57501,8 +57590,8 @@ declare const EvalDatasetRowInputSchema: z.ZodObject<{
57501
57590
  timestamp: string;
57502
57591
  userId: string;
57503
57592
  name: string;
57504
- receivedAt: string;
57505
57593
  id: string;
57594
+ receivedAt: string;
57506
57595
  _raindropDatabaseId: string;
57507
57596
  aiData: {
57508
57597
  model?: string | null | undefined;
@@ -57898,8 +57987,8 @@ declare const EvalDatasetRowInputSchema: z.ZodObject<{
57898
57987
  timestamp: string;
57899
57988
  userId: string;
57900
57989
  name: string;
57901
- receivedAt: string;
57902
57990
  id: string;
57991
+ receivedAt: string;
57903
57992
  _raindropDatabaseId: string;
57904
57993
  aiData: {
57905
57994
  model?: string | null | undefined;
@@ -58295,8 +58384,8 @@ declare const EvalDatasetRowInputSchema: z.ZodObject<{
58295
58384
  timestamp: string;
58296
58385
  userId: string;
58297
58386
  name: string;
58298
- receivedAt: string;
58299
58387
  id: string;
58388
+ receivedAt: string;
58300
58389
  _raindropDatabaseId: string;
58301
58390
  aiData: {
58302
58391
  model?: string | null | undefined;
@@ -58692,8 +58781,8 @@ declare const EvalDatasetRowInputSchema: z.ZodObject<{
58692
58781
  timestamp: string;
58693
58782
  userId: string;
58694
58783
  name: string;
58695
- receivedAt: string;
58696
58784
  id: string;
58785
+ receivedAt: string;
58697
58786
  _raindropDatabaseId: string;
58698
58787
  aiData: {
58699
58788
  model?: string | null | undefined;
@@ -59095,8 +59184,8 @@ declare const EvalDatasetRowInputSchema: z.ZodObject<{
59095
59184
  timestamp: string;
59096
59185
  userId: string;
59097
59186
  name: string;
59098
- receivedAt: string;
59099
59187
  id: string;
59188
+ receivedAt: string;
59100
59189
  _raindropDatabaseId: string;
59101
59190
  aiData: {
59102
59191
  model?: string | null | undefined;
@@ -59498,8 +59587,8 @@ declare const EvalDatasetRowInputSchema: z.ZodObject<{
59498
59587
  timestamp: string;
59499
59588
  userId: string;
59500
59589
  name: string;
59501
- receivedAt: string;
59502
59590
  id: string;
59591
+ receivedAt: string;
59503
59592
  _raindropDatabaseId: string;
59504
59593
  aiData: {
59505
59594
  model?: string | null | undefined;
@@ -60206,18 +60295,25 @@ type LocalNumberEvaluator<AgentResult> = {
60206
60295
  readonly threshold?: NumericThreshold;
60207
60296
  };
60208
60297
  type EvalEvaluator<AgentResult = unknown> = HostedEvaluator | ImportedPortableEvaluator | AuthoredProgramEvaluator | LocalBooleanEvaluator<AgentResult> | LocalScoreEvaluator<AgentResult> | LocalNumberEvaluator<AgentResult>;
60209
- type EvalSuiteDefinitionInput<AgentResult = unknown> = {
60298
+ type EvalSuiteOptions<AgentResult> = {
60210
60299
  readonly name: string;
60211
60300
  readonly dataset: string | DefinedEvalDataset;
60212
60301
  /** Immutable hosted dataset version, populated by publishEvalSuite. */
60213
60302
  readonly datasetVersionId?: string;
60214
- readonly run: RunReplayOptions<AgentResult>["run"];
60215
60303
  readonly evaluators: ReadonlyArray<EvalEvaluator<AgentResult>>;
60216
60304
  readonly concurrency?: number;
60217
60305
  readonly traceWaitMs?: number;
60218
60306
  readonly evalWaitMs?: number;
60219
60307
  readonly evalPollIntervalMs?: number;
60220
60308
  };
60309
+ /** A suite runs rows through either a bare `run` callback or a named agent. */
60310
+ type EvalSuiteDefinitionInput<AgentResult = unknown> = EvalSuiteOptions<AgentResult> & ({
60311
+ readonly run: RunReplayOptions<AgentResult>["run"];
60312
+ readonly agent?: never;
60313
+ } | {
60314
+ readonly agent: DefinedEvalAgent<AgentResult>;
60315
+ readonly run?: never;
60316
+ });
60221
60317
  declare const EVAL_DEFINITION: unique symbol;
60222
60318
  type EvalSuiteDefinition<AgentResult = unknown> = EvalSuiteDefinitionInput<AgentResult> & {
60223
60319
  readonly [EVAL_DEFINITION]: true;
@@ -60471,6 +60567,7 @@ type EvalDestination = {
60471
60567
  readonly replayIngestUrl?: string;
60472
60568
  };
60473
60569
  type RunEvalSuiteOptions = {
60570
+ readonly parameters?: EvalParameters;
60474
60571
  /** Execute an existing queued run instead of creating one. */
60475
60572
  readonly runId?: string;
60476
60573
  readonly destination?: EvalDestination;
@@ -60505,13 +60602,11 @@ interface EvalSuiteRunSession<AgentResult> {
60505
60602
  run(options?: Pick<RunEvalSuiteOptions, "selection" | "attempt">): Promise<EvalSuiteResult>;
60506
60603
  finish(): Promise<EvalSuiteResult>;
60507
60604
  }
60508
- /** Create one Workshop run whose rows may execute independently, including native test retries. */
60509
- declare function createEvalSuiteRun<AgentResult>(client: EvalClient, definition: EvalSuiteDefinition<AgentResult>, options: {
60605
+ type SuiteSessionOptions = {
60510
60606
  readonly destination: Extract<EvalDestination, {
60511
60607
  readonly kind: "workshop";
60512
60608
  }>;
60513
- }): EvalSuiteRunSession<AgentResult>;
60514
- declare function createEvalSuiteRun<AgentResult>(client: EvalClient, definition: EvalSuiteDefinition<AgentResult>, options: {
60609
+ } | {
60515
60610
  readonly destination: Extract<EvalDestination, {
60516
60611
  readonly kind: "raindrop";
60517
60612
  }>;
@@ -60519,7 +60614,12 @@ declare function createEvalSuiteRun<AgentResult>(client: EvalClient, definition:
60519
60614
  readonly dataset: EvalDatasetManifest;
60520
60615
  readonly rowIds: readonly string[];
60521
60616
  };
60522
- }): EvalSuiteRunSession<AgentResult>;
60617
+ };
60618
+ type CreateEvalSuiteRunOptions = SuiteSessionOptions & {
60619
+ readonly parameters?: EvalParameters;
60620
+ };
60621
+ /** Create one Workshop run whose rows may execute independently, including native test retries. */
60622
+ declare function createEvalSuiteRun<AgentResult>(client: EvalClient, definition: EvalSuiteDefinition<AgentResult>, options: CreateEvalSuiteRunOptions): EvalSuiteRunSession<AgentResult>;
60523
60623
  declare function runEvalSuite<AgentResult>(client: EvalClient, definition: EvalSuiteDefinition<AgentResult>, options?: RunEvalSuiteOptions): Promise<EvalSuiteResult>;
60524
60624
 
60525
60625
  interface AnalyticsConfig {
@@ -60999,4 +61099,4 @@ declare const EVAL_CORRELATION_ID_ATTRIBUTE: "raindrop.eval_correlation_id";
60999
61099
  declare const currentEvalScope: () => EvalScope | undefined;
61000
61100
  declare const withEvalScope: <Result>(scope: EvalScope, callback: () => Result) => Result;
61001
61101
 
61002
- export { type LocalBooleanVerdict as $, type AiTrackUsage as A, type BeginInteractionOptions as B, type CarrierHeaders as C, DEFAULT_EVAL_POLL_INTERVAL_MS as D, EVAL_CORRELATION_ID_ATTRIBUTE as E, type EvalLocalEvaluator as F, type EvalManifest as G, type EvalProgram as H, type InitializeOptions as I, EvalPublishError as J, type EvalRowResult as K, type EvalRowTracePair as L, type EvalRunReading as M, type EvalScope as N, type EvalSuiteDefinition as O, type PartialAiTrackEvent as P, type EvalSuiteDefinitionInput as Q, Raindrop as R, type SpanProcessorOptions as S, type TraceCarrier as T, type EvalSuiteResult as U, type EvalSuiteRunSession as V, type EvalVerdictAssessment as W, type EvaluateReplayOptions as X, type FinishInteractionOptions as Y, type HostedEvaluatorPin as Z, type IdentifyEvent as _, type RaindropSpanProcessor as a, type SpanParams as a$, LocalBooleanVerdictSchema as a0, type LocalDebuggerLiveEventInput as a1, type LocalEvaluator as a2, type LocalEvaluatorContext as a3, type LocalNumberVerdict as a4, LocalNumberVerdictSchema as a5, type LocalScoreVerdict as a6, LocalScoreVerdictSchema as a7, type LocalVerdict as a8, LocalVerdictSchema as a9, ReplayEvaluatorCountsSchema as aA, type ReplayEvaluatorStats as aB, ReplayEvaluatorStatsSchema as aC, type ReplayEvaluatorSummary as aD, ReplayEvaluatorSummarySchema as aE, type ReplayHandle as aF, type LocalEvaluatorContext$1 as aG, type ReplayOptions as aH, type ReplayReading as aI, type ReplayResult as aJ, type ReplayResultRow as aK, ReplayResultRowSchema as aL, type ReplayRow as aM, type ReplayRowOutcome as aN, type ReplayVerdict as aO, ReplayVerdictSchema as aP, type RunEvalSuiteOptions as aQ, type RunReplayOptions as aR, type SelfDiagnoseOptions as aS, type SelfDiagnosticsExecuteContext as aT, type SelfDiagnosticsExecuteResult as aU, type SelfDiagnosticsSignalDefinition as aV, type SelfDiagnosticsSignalDefinitions as aW, type SelfDiagnosticsTool as aX, type SelfDiagnosticsToolInputSchema as aY, type SelfDiagnosticsToolOptions as aZ, type SignalEvent as a_, MAX_EVAL_STATUS_RETRIES as aa, MAX_INGEST_SIZE_BYTES as ab, type NumericThreshold as ac, NumericThresholdSchema as ad, type PortableEvalArtifact as ae, type PortableEvalLimits as af, type PortableEvalOutcome as ag, type PortableEvalResult as ah, type PortableEvaluator as ai, type PortableJudgeRequest as aj, type PortableJudgeVerdict as ak, type PublishEvalDatasetOptions as al, type PublishEvalSuiteOptions as am, type PullEvalOptions as an, type PulledEvalSnapshot as ao, type RaindropConnection as ap, type RaindropFeatureFlagValue as aq, type RaindropFeatureFlags as ar, type RaindropProperties as as, type RaindropPropertyLeaf as at, type RaindropPropertyValue as au, type ReplayClient as av, type ReplayCounts as aw, ReplayCountsSchema as ax, type ReplayEvaluator as ay, type ReplayEvaluatorCounts as az, type Interaction as b, type SubagentDispatch as b0, type SubagentDispatchOptions as b1, type SubagentFinishOptions as b2, type ToolParams as b3, type ToolSpan as b4, type Trace as b5, type TraceContext as b6, TraceSchema as b7, type TrackToolParams as b8, type WorkflowParams as b9, replay as bA, resolveDisableBatching as bB, runEvalSuite as bC, runReplay as bD, traceOutput as bE, traceToolCalls as bF, traceTools as bG, verifyPortableEvalArtifact as bH, withEvalScope as bI, claimReplay as ba, compareEvalRuns as bb, createEvalSuiteRun as bc, createReplay as bd, currentEvalScope as be, defineDataset as bf, defineEvalSuite as bg, defineEvaluatorProgram as bh, defineLocalEvaluator as bi, evaluateEvalRun as bj, evaluatePortableEvaluator as bk, evaluateReplay as bl, importPortableEvaluator as bm, isEvalDataset as bn, isEvalSuiteDefinition as bo, isPublishedEvalSuite as bp, loadEvalSnapshot as bq, projectWorkshopTrace as br, publishEvalDataset as bs, publishEvalSuite as bt, pullEval as bu, readEvalDataset as bv, readEvalManifest as bw, readEvalRun as bx, readEvaluator as by, readReplay as bz, type AppGitSnapshot as c, type SubagentResumeOptions as d, type SubagentRun as e, type Tracer as f, type AiTrackEvent as g, type AppGitOptions as h, type Attachment as i, type AttachmentType as j, type BooleanThreshold as k, BooleanThresholdSchema as l, type CreateReplayOptions as m, DEFAULT_EVAL_WAIT_MS as n, DEFAULT_QUERY_URL as o, DEFAULT_TRACE_WAIT_MS as p, type DefinedEvalDataset as q, type EvalClient as r, type EvalDataset as s, type EvalDatasetInput as t, type EvalDatasetManifest as u, EvalDatasetPublishConflictError as v, type EvalDatasetRowInput as w, EvalDatasetRowInputSchema as x, type EvalDestination as y, type EvalEvaluator as z };
61102
+ export { type EvalSuiteDefinition as $, type AiTrackUsage as A, type BeginInteractionOptions as B, type CarrierHeaders as C, DEFAULT_EVAL_POLL_INTERVAL_MS as D, EVAL_CORRELATION_ID_ATTRIBUTE as E, type EvalDatasetRowInput as F, EvalDatasetRowInputSchema as G, type EvalDestination as H, type InitializeOptions as I, type EvalEvaluator as J, type EvalHandlerOptions as K, type EvalLocalEvaluator as L, type EvalManifest as M, EvalParameterError as N, type EvalParameterField as O, type PartialAiTrackEvent as P, type EvalParameterFields as Q, Raindrop as R, type SpanProcessorOptions as S, type TraceCarrier as T, type EvalParameters as U, type EvalProgram as V, EvalPublishError as W, type EvalRowResult as X, type EvalRowTracePair as Y, type EvalRunReading as Z, type EvalScope as _, type RaindropSpanProcessor as a, type SelfDiagnoseOptions as a$, type EvalSuiteDefinitionInput as a0, type EvalSuiteResult as a1, type EvalSuiteRunSession as a2, type EvalVerdictAssessment as a3, type EvaluateReplayOptions as a4, type FinishInteractionOptions as a5, type HostedEvaluatorPin as a6, type IdentifyEvent as a7, type LocalBooleanVerdict as a8, LocalBooleanVerdictSchema as a9, type RaindropFeatureFlags as aA, type RaindropProperties as aB, type RaindropPropertyLeaf as aC, type RaindropPropertyValue as aD, type ReplayClient as aE, type ReplayCounts as aF, ReplayCountsSchema as aG, type ReplayEvaluator as aH, type ReplayEvaluatorCounts as aI, ReplayEvaluatorCountsSchema as aJ, type ReplayEvaluatorStats as aK, ReplayEvaluatorStatsSchema as aL, type ReplayEvaluatorSummary as aM, ReplayEvaluatorSummarySchema as aN, type ReplayHandle as aO, type LocalEvaluatorContext$1 as aP, type ReplayOptions as aQ, type ReplayReading as aR, type ReplayResult as aS, type ReplayResultRow as aT, ReplayResultRowSchema as aU, type ReplayRow as aV, type ReplayRowOutcome as aW, type ReplayVerdict as aX, ReplayVerdictSchema as aY, type RunEvalSuiteOptions as aZ, type RunReplayOptions as a_, type LocalDebuggerLiveEventInput as aa, type LocalEvaluator as ab, type LocalEvaluatorContext as ac, type LocalNumberVerdict as ad, LocalNumberVerdictSchema as ae, type LocalScoreVerdict as af, LocalScoreVerdictSchema as ag, type LocalVerdict as ah, LocalVerdictSchema as ai, MAX_EVAL_STATUS_RETRIES as aj, MAX_INGEST_SIZE_BYTES as ak, type NumericThreshold as al, NumericThresholdSchema as am, type PortableEvalArtifact as an, type PortableEvalLimits as ao, type PortableEvalOutcome as ap, type PortableEvalResult as aq, type PortableEvaluator as ar, type PortableJudgeRequest as as, type PortableJudgeVerdict as at, type PublishEvalDatasetOptions as au, type PublishEvalSuiteOptions as av, type PullEvalOptions as aw, type PulledEvalSnapshot as ax, type RaindropConnection as ay, type RaindropFeatureFlagValue as az, type Interaction as b, type SelfDiagnosticsExecuteContext as b0, type SelfDiagnosticsExecuteResult as b1, type SelfDiagnosticsSignalDefinition as b2, type SelfDiagnosticsSignalDefinitions as b3, type SelfDiagnosticsTool as b4, type SelfDiagnosticsToolInputSchema as b5, type SelfDiagnosticsToolOptions as b6, type SignalEvent as b7, type SpanParams as b8, type SubagentDispatch as b9, isPublishedEvalSuite as bA, loadEvalSnapshot as bB, projectWorkshopTrace as bC, publishEvalDataset as bD, publishEvalSuite as bE, pullEval as bF, readEvalDataset as bG, readEvalManifest as bH, readEvalRun as bI, readEvaluator as bJ, readReplay as bK, replay as bL, resolveDisableBatching as bM, runEvalSuite as bN, runReplay as bO, traceOutput as bP, traceToolCalls as bQ, traceTools as bR, verifyPortableEvalArtifact as bS, withEvalScope as bT, type SubagentDispatchOptions as ba, type SubagentFinishOptions as bb, type ToolParams as bc, type ToolSpan as bd, type Trace as be, type TraceContext as bf, TraceSchema as bg, type TrackToolParams as bh, type WorkflowParams as bi, claimReplay as bj, compareEvalRuns as bk, createEvalHandler as bl, createEvalSuiteRun as bm, createReplay as bn, currentEvalScope as bo, defineAgent as bp, defineDataset as bq, defineEvalSuite as br, defineEvaluatorProgram as bs, defineLocalEvaluator as bt, evaluateEvalRun as bu, evaluatePortableEvaluator as bv, evaluateReplay as bw, importPortableEvaluator as bx, isEvalDataset as by, isEvalSuiteDefinition as bz, type AppGitSnapshot as c, type SubagentResumeOptions as d, type SubagentRun as e, type Tracer as f, type AiTrackEvent as g, type AppGitOptions as h, type Attachment as i, type AttachmentType as j, type BooleanThreshold as k, BooleanThresholdSchema as l, type CreateEvalSuiteRunOptions as m, type CreateReplayOptions as n, DEFAULT_EVAL_WAIT_MS as o, DEFAULT_QUERY_URL as p, DEFAULT_TRACE_WAIT_MS as q, type DefinedEvalAgent as r, type DefinedEvalDataset as s, type EvalAgentDefinition as t, type EvalAgentExecution as u, type EvalClient as v, type EvalDataset as w, type EvalDatasetInput as x, type EvalDatasetManifest as y, EvalDatasetPublishConflictError as z };