@openpond/evals 0.11.9 → 0.11.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (46) hide show
  1. package/LEARNING.md +35 -0
  2. package/dist/experiments.js +169 -0
  3. package/dist/index.js +1 -0
  4. package/dist/learning/acceptance-group.js +199 -0
  5. package/dist/learning/acceptance-plan.js +7 -1
  6. package/dist/learning/authoring.js +2 -1
  7. package/dist/learning/index.js +1 -0
  8. package/dist/learning/reward-authoring.js +3 -3
  9. package/dist/rewards.js +5 -0
  10. package/dist/types/experiments.d.ts +426 -0
  11. package/dist/types/experiments.d.ts.map +1 -0
  12. package/dist/types/index.d.ts +1 -0
  13. package/dist/types/index.d.ts.map +1 -1
  14. package/dist/types/learning/acceptance-group.d.ts +540 -0
  15. package/dist/types/learning/acceptance-group.d.ts.map +1 -0
  16. package/dist/types/learning/acceptance-plan.d.ts +39 -0
  17. package/dist/types/learning/acceptance-plan.d.ts.map +1 -1
  18. package/dist/types/learning/admission.d.ts +1 -0
  19. package/dist/types/learning/admission.d.ts.map +1 -1
  20. package/dist/types/learning/authoring-service.d.ts +1 -0
  21. package/dist/types/learning/authoring-service.d.ts.map +1 -1
  22. package/dist/types/learning/authoring.d.ts +4 -0
  23. package/dist/types/learning/authoring.d.ts.map +1 -1
  24. package/dist/types/learning/contracts.d.ts +4 -3
  25. package/dist/types/learning/contracts.d.ts.map +1 -1
  26. package/dist/types/learning/index.d.ts +1 -0
  27. package/dist/types/learning/index.d.ts.map +1 -1
  28. package/dist/types/learning/iteration-candidate-decision.d.ts +1 -1
  29. package/dist/types/learning/operations.d.ts +6 -0
  30. package/dist/types/learning/operations.d.ts.map +1 -1
  31. package/dist/types/learning/repository.d.ts +4 -2
  32. package/dist/types/learning/repository.d.ts.map +1 -1
  33. package/dist/types/learning/reward-authoring.d.ts.map +1 -1
  34. package/dist/types/learning/reward-calibration.d.ts +1 -0
  35. package/dist/types/learning/reward-calibration.d.ts.map +1 -1
  36. package/dist/types/learning/transport.d.ts +8 -3
  37. package/dist/types/learning/transport.d.ts.map +1 -1
  38. package/dist/types/rewards.d.ts +4 -0
  39. package/dist/types/rewards.d.ts.map +1 -1
  40. package/package.json +5 -1
  41. package/schemas/learning/v1/acceptance-group-manifest.schema.json +261 -0
  42. package/schemas/learning/v1/acceptance-group-snapshot.schema.json +585 -0
  43. package/schemas/learning/v1/acceptance-plan.schema.json +205 -0
  44. package/schemas/learning/v1/command-request.schema.json +248 -235
  45. package/schemas/learning/v1/draft.schema.json +4 -0
  46. package/schemas/learning/v1/reward.schema.json +4 -0
@@ -0,0 +1,426 @@
1
+ import { z } from "zod";
2
+ export declare const ExperimentTargetSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3
+ kind: z.ZodLiteral<"model">;
4
+ modelId: z.ZodString;
5
+ configurationHash: z.ZodString;
6
+ }, z.core.$strict>, z.ZodObject<{
7
+ kind: z.ZodLiteral<"harness">;
8
+ source: z.ZodObject<{
9
+ profileId: z.ZodString;
10
+ sourceRevision: z.ZodString;
11
+ harnessRelease: z.ZodObject<{
12
+ id: z.ZodString;
13
+ contentHash: z.ZodString;
14
+ }, z.core.$strict>;
15
+ catalogHash: z.ZodString;
16
+ definitionId: z.ZodString;
17
+ definitionHash: z.ZodString;
18
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
19
+ kind: z.ZodLiteral<"profile">;
20
+ }, z.core.$strict>, z.ZodObject<{
21
+ kind: z.ZodLiteral<"workflow">;
22
+ workflowId: z.ZodString;
23
+ }, z.core.$strict>, z.ZodObject<{
24
+ kind: z.ZodLiteral<"skill">;
25
+ skillPath: z.ZodString;
26
+ }, z.core.$strict>, z.ZodObject<{
27
+ kind: z.ZodLiteral<"agent_action">;
28
+ actionId: z.ZodString;
29
+ }, z.core.$strict>], "kind">;
30
+ environmentHash: z.ZodString;
31
+ }, z.core.$strict>;
32
+ }, z.core.$strict>], "kind">;
33
+ export declare const ExperimentEvaluatorSchema: z.ZodObject<{
34
+ release: z.ZodObject<{
35
+ id: z.ZodString;
36
+ contentHash: z.ZodString;
37
+ revision: z.ZodNumber;
38
+ }, z.core.$strict>;
39
+ feedbackKey: z.ZodString;
40
+ output: z.ZodEnum<{
41
+ boolean: "boolean";
42
+ score: "score";
43
+ category: "category";
44
+ }>;
45
+ categories: z.ZodArray<z.ZodString>;
46
+ }, z.core.$strict>;
47
+ export declare const ExperimentCaseIdentitySchema: z.ZodObject<{
48
+ caseId: z.ZodString;
49
+ seed: z.ZodString;
50
+ fixtureId: z.ZodNullable<z.ZodString>;
51
+ }, z.core.$strict>;
52
+ export type ExperimentCaseIdentity = z.infer<typeof ExperimentCaseIdentitySchema>;
53
+ export declare function experimentCaseKey(identity: ExperimentCaseIdentity): string;
54
+ export declare const ExperimentManifestContentSchema: z.ZodObject<{
55
+ schemaVersion: z.ZodLiteral<"openpond.experimentManifest.v1">;
56
+ id: z.ZodString;
57
+ name: z.ZodString;
58
+ teamId: z.ZodString;
59
+ operationId: z.ZodString;
60
+ maximumCostUsd: z.ZodNumber;
61
+ dataset: z.ZodObject<{
62
+ id: z.ZodString;
63
+ contentHash: z.ZodString;
64
+ revision: z.ZodNumber;
65
+ }, z.core.$strict>;
66
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
67
+ kind: z.ZodLiteral<"model">;
68
+ modelId: z.ZodString;
69
+ configurationHash: z.ZodString;
70
+ }, z.core.$strict>, z.ZodObject<{
71
+ kind: z.ZodLiteral<"harness">;
72
+ source: z.ZodObject<{
73
+ profileId: z.ZodString;
74
+ sourceRevision: z.ZodString;
75
+ harnessRelease: z.ZodObject<{
76
+ id: z.ZodString;
77
+ contentHash: z.ZodString;
78
+ }, z.core.$strict>;
79
+ catalogHash: z.ZodString;
80
+ definitionId: z.ZodString;
81
+ definitionHash: z.ZodString;
82
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
83
+ kind: z.ZodLiteral<"profile">;
84
+ }, z.core.$strict>, z.ZodObject<{
85
+ kind: z.ZodLiteral<"workflow">;
86
+ workflowId: z.ZodString;
87
+ }, z.core.$strict>, z.ZodObject<{
88
+ kind: z.ZodLiteral<"skill">;
89
+ skillPath: z.ZodString;
90
+ }, z.core.$strict>, z.ZodObject<{
91
+ kind: z.ZodLiteral<"agent_action">;
92
+ actionId: z.ZodString;
93
+ }, z.core.$strict>], "kind">;
94
+ environmentHash: z.ZodString;
95
+ }, z.core.$strict>;
96
+ }, z.core.$strict>], "kind">;
97
+ evaluators: z.ZodArray<z.ZodObject<{
98
+ release: z.ZodObject<{
99
+ id: z.ZodString;
100
+ contentHash: z.ZodString;
101
+ revision: z.ZodNumber;
102
+ }, z.core.$strict>;
103
+ feedbackKey: z.ZodString;
104
+ output: z.ZodEnum<{
105
+ boolean: "boolean";
106
+ score: "score";
107
+ category: "category";
108
+ }>;
109
+ categories: z.ZodArray<z.ZodString>;
110
+ }, z.core.$strict>>;
111
+ population: z.ZodArray<z.ZodObject<{
112
+ caseId: z.ZodString;
113
+ seed: z.ZodString;
114
+ fixtureId: z.ZodNullable<z.ZodString>;
115
+ }, z.core.$strict>>;
116
+ createdAt: z.ZodString;
117
+ }, z.core.$strict>;
118
+ export declare const ExperimentManifestSchema: z.ZodObject<{
119
+ schemaVersion: z.ZodLiteral<"openpond.experimentManifest.v1">;
120
+ id: z.ZodString;
121
+ name: z.ZodString;
122
+ teamId: z.ZodString;
123
+ operationId: z.ZodString;
124
+ maximumCostUsd: z.ZodNumber;
125
+ dataset: z.ZodObject<{
126
+ id: z.ZodString;
127
+ contentHash: z.ZodString;
128
+ revision: z.ZodNumber;
129
+ }, z.core.$strict>;
130
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
131
+ kind: z.ZodLiteral<"model">;
132
+ modelId: z.ZodString;
133
+ configurationHash: z.ZodString;
134
+ }, z.core.$strict>, z.ZodObject<{
135
+ kind: z.ZodLiteral<"harness">;
136
+ source: z.ZodObject<{
137
+ profileId: z.ZodString;
138
+ sourceRevision: z.ZodString;
139
+ harnessRelease: z.ZodObject<{
140
+ id: z.ZodString;
141
+ contentHash: z.ZodString;
142
+ }, z.core.$strict>;
143
+ catalogHash: z.ZodString;
144
+ definitionId: z.ZodString;
145
+ definitionHash: z.ZodString;
146
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
147
+ kind: z.ZodLiteral<"profile">;
148
+ }, z.core.$strict>, z.ZodObject<{
149
+ kind: z.ZodLiteral<"workflow">;
150
+ workflowId: z.ZodString;
151
+ }, z.core.$strict>, z.ZodObject<{
152
+ kind: z.ZodLiteral<"skill">;
153
+ skillPath: z.ZodString;
154
+ }, z.core.$strict>, z.ZodObject<{
155
+ kind: z.ZodLiteral<"agent_action">;
156
+ actionId: z.ZodString;
157
+ }, z.core.$strict>], "kind">;
158
+ environmentHash: z.ZodString;
159
+ }, z.core.$strict>;
160
+ }, z.core.$strict>], "kind">;
161
+ evaluators: z.ZodArray<z.ZodObject<{
162
+ release: z.ZodObject<{
163
+ id: z.ZodString;
164
+ contentHash: z.ZodString;
165
+ revision: z.ZodNumber;
166
+ }, z.core.$strict>;
167
+ feedbackKey: z.ZodString;
168
+ output: z.ZodEnum<{
169
+ boolean: "boolean";
170
+ score: "score";
171
+ category: "category";
172
+ }>;
173
+ categories: z.ZodArray<z.ZodString>;
174
+ }, z.core.$strict>>;
175
+ population: z.ZodArray<z.ZodObject<{
176
+ caseId: z.ZodString;
177
+ seed: z.ZodString;
178
+ fixtureId: z.ZodNullable<z.ZodString>;
179
+ }, z.core.$strict>>;
180
+ createdAt: z.ZodString;
181
+ contentHash: z.ZodString;
182
+ }, z.core.$strict>;
183
+ export type ExperimentManifest = z.infer<typeof ExperimentManifestSchema>;
184
+ export declare const ExperimentFeedbackSchema: z.ZodObject<{
185
+ feedbackKey: z.ZodString;
186
+ evaluator: z.ZodObject<{
187
+ id: z.ZodString;
188
+ contentHash: z.ZodString;
189
+ revision: z.ZodNumber;
190
+ }, z.core.$strict>;
191
+ status: z.ZodEnum<{
192
+ pending: "pending";
193
+ failed: "failed";
194
+ scored: "scored";
195
+ unavailable: "unavailable";
196
+ }>;
197
+ value: z.ZodNullable<z.ZodUnion<readonly [z.ZodBoolean, z.ZodNumber, z.ZodString]>>;
198
+ reasoning: z.ZodNullable<z.ZodString>;
199
+ evidenceRefs: z.ZodArray<z.ZodObject<{
200
+ id: z.ZodString;
201
+ contentHash: z.ZodString;
202
+ mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
203
+ sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
204
+ }, z.core.$strict>>;
205
+ }, z.core.$strict>;
206
+ export declare const ExperimentUsageSchema: z.ZodObject<{
207
+ inputTokens: z.ZodNullable<z.ZodNumber>;
208
+ outputTokens: z.ZodNullable<z.ZodNumber>;
209
+ totalTokens: z.ZodNullable<z.ZodNumber>;
210
+ costUsd: z.ZodNullable<z.ZodNumber>;
211
+ latencyMs: z.ZodNullable<z.ZodNumber>;
212
+ }, z.core.$strict>;
213
+ export declare const ExperimentCaseResultSchema: z.ZodObject<{
214
+ identity: z.ZodObject<{
215
+ caseId: z.ZodString;
216
+ seed: z.ZodString;
217
+ fixtureId: z.ZodNullable<z.ZodString>;
218
+ }, z.core.$strict>;
219
+ status: z.ZodEnum<{
220
+ failed: "failed";
221
+ completed: "completed";
222
+ cancelled: "cancelled";
223
+ unavailable: "unavailable";
224
+ }>;
225
+ output: z.ZodNullable<z.ZodUnknown>;
226
+ error: z.ZodNullable<z.ZodObject<{
227
+ code: z.ZodString;
228
+ message: z.ZodString;
229
+ }, z.core.$strict>>;
230
+ feedback: z.ZodArray<z.ZodObject<{
231
+ feedbackKey: z.ZodString;
232
+ evaluator: z.ZodObject<{
233
+ id: z.ZodString;
234
+ contentHash: z.ZodString;
235
+ revision: z.ZodNumber;
236
+ }, z.core.$strict>;
237
+ status: z.ZodEnum<{
238
+ pending: "pending";
239
+ failed: "failed";
240
+ scored: "scored";
241
+ unavailable: "unavailable";
242
+ }>;
243
+ value: z.ZodNullable<z.ZodUnion<readonly [z.ZodBoolean, z.ZodNumber, z.ZodString]>>;
244
+ reasoning: z.ZodNullable<z.ZodString>;
245
+ evidenceRefs: z.ZodArray<z.ZodObject<{
246
+ id: z.ZodString;
247
+ contentHash: z.ZodString;
248
+ mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
249
+ sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
250
+ }, z.core.$strict>>;
251
+ }, z.core.$strict>>;
252
+ usage: z.ZodObject<{
253
+ inputTokens: z.ZodNullable<z.ZodNumber>;
254
+ outputTokens: z.ZodNullable<z.ZodNumber>;
255
+ totalTokens: z.ZodNullable<z.ZodNumber>;
256
+ costUsd: z.ZodNullable<z.ZodNumber>;
257
+ latencyMs: z.ZodNullable<z.ZodNumber>;
258
+ }, z.core.$strict>;
259
+ traceRef: z.ZodNullable<z.ZodObject<{
260
+ id: z.ZodString;
261
+ contentHash: z.ZodString;
262
+ mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
263
+ sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
264
+ }, z.core.$strict>>;
265
+ startedAt: z.ZodNullable<z.ZodString>;
266
+ completedAt: z.ZodNullable<z.ZodString>;
267
+ }, z.core.$strict>;
268
+ export declare const ExperimentResultContentSchema: z.ZodObject<{
269
+ schemaVersion: z.ZodLiteral<"openpond.experimentResult.v1">;
270
+ manifest: z.ZodObject<{
271
+ id: z.ZodString;
272
+ contentHash: z.ZodString;
273
+ }, z.core.$strict>;
274
+ status: z.ZodEnum<{
275
+ failed: "failed";
276
+ completed: "completed";
277
+ cancelled: "cancelled";
278
+ }>;
279
+ cases: z.ZodArray<z.ZodObject<{
280
+ identity: z.ZodObject<{
281
+ caseId: z.ZodString;
282
+ seed: z.ZodString;
283
+ fixtureId: z.ZodNullable<z.ZodString>;
284
+ }, z.core.$strict>;
285
+ status: z.ZodEnum<{
286
+ failed: "failed";
287
+ completed: "completed";
288
+ cancelled: "cancelled";
289
+ unavailable: "unavailable";
290
+ }>;
291
+ output: z.ZodNullable<z.ZodUnknown>;
292
+ error: z.ZodNullable<z.ZodObject<{
293
+ code: z.ZodString;
294
+ message: z.ZodString;
295
+ }, z.core.$strict>>;
296
+ feedback: z.ZodArray<z.ZodObject<{
297
+ feedbackKey: z.ZodString;
298
+ evaluator: z.ZodObject<{
299
+ id: z.ZodString;
300
+ contentHash: z.ZodString;
301
+ revision: z.ZodNumber;
302
+ }, z.core.$strict>;
303
+ status: z.ZodEnum<{
304
+ pending: "pending";
305
+ failed: "failed";
306
+ scored: "scored";
307
+ unavailable: "unavailable";
308
+ }>;
309
+ value: z.ZodNullable<z.ZodUnion<readonly [z.ZodBoolean, z.ZodNumber, z.ZodString]>>;
310
+ reasoning: z.ZodNullable<z.ZodString>;
311
+ evidenceRefs: z.ZodArray<z.ZodObject<{
312
+ id: z.ZodString;
313
+ contentHash: z.ZodString;
314
+ mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
315
+ sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
316
+ }, z.core.$strict>>;
317
+ }, z.core.$strict>>;
318
+ usage: z.ZodObject<{
319
+ inputTokens: z.ZodNullable<z.ZodNumber>;
320
+ outputTokens: z.ZodNullable<z.ZodNumber>;
321
+ totalTokens: z.ZodNullable<z.ZodNumber>;
322
+ costUsd: z.ZodNullable<z.ZodNumber>;
323
+ latencyMs: z.ZodNullable<z.ZodNumber>;
324
+ }, z.core.$strict>;
325
+ traceRef: z.ZodNullable<z.ZodObject<{
326
+ id: z.ZodString;
327
+ contentHash: z.ZodString;
328
+ mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
329
+ sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
330
+ }, z.core.$strict>>;
331
+ startedAt: z.ZodNullable<z.ZodString>;
332
+ completedAt: z.ZodNullable<z.ZodString>;
333
+ }, z.core.$strict>>;
334
+ completedAt: z.ZodString;
335
+ }, z.core.$strict>;
336
+ export declare const ExperimentResultSchema: z.ZodObject<{
337
+ schemaVersion: z.ZodLiteral<"openpond.experimentResult.v1">;
338
+ manifest: z.ZodObject<{
339
+ id: z.ZodString;
340
+ contentHash: z.ZodString;
341
+ }, z.core.$strict>;
342
+ status: z.ZodEnum<{
343
+ failed: "failed";
344
+ completed: "completed";
345
+ cancelled: "cancelled";
346
+ }>;
347
+ cases: z.ZodArray<z.ZodObject<{
348
+ identity: z.ZodObject<{
349
+ caseId: z.ZodString;
350
+ seed: z.ZodString;
351
+ fixtureId: z.ZodNullable<z.ZodString>;
352
+ }, z.core.$strict>;
353
+ status: z.ZodEnum<{
354
+ failed: "failed";
355
+ completed: "completed";
356
+ cancelled: "cancelled";
357
+ unavailable: "unavailable";
358
+ }>;
359
+ output: z.ZodNullable<z.ZodUnknown>;
360
+ error: z.ZodNullable<z.ZodObject<{
361
+ code: z.ZodString;
362
+ message: z.ZodString;
363
+ }, z.core.$strict>>;
364
+ feedback: z.ZodArray<z.ZodObject<{
365
+ feedbackKey: z.ZodString;
366
+ evaluator: z.ZodObject<{
367
+ id: z.ZodString;
368
+ contentHash: z.ZodString;
369
+ revision: z.ZodNumber;
370
+ }, z.core.$strict>;
371
+ status: z.ZodEnum<{
372
+ pending: "pending";
373
+ failed: "failed";
374
+ scored: "scored";
375
+ unavailable: "unavailable";
376
+ }>;
377
+ value: z.ZodNullable<z.ZodUnion<readonly [z.ZodBoolean, z.ZodNumber, z.ZodString]>>;
378
+ reasoning: z.ZodNullable<z.ZodString>;
379
+ evidenceRefs: z.ZodArray<z.ZodObject<{
380
+ id: z.ZodString;
381
+ contentHash: z.ZodString;
382
+ mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
383
+ sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
384
+ }, z.core.$strict>>;
385
+ }, z.core.$strict>>;
386
+ usage: z.ZodObject<{
387
+ inputTokens: z.ZodNullable<z.ZodNumber>;
388
+ outputTokens: z.ZodNullable<z.ZodNumber>;
389
+ totalTokens: z.ZodNullable<z.ZodNumber>;
390
+ costUsd: z.ZodNullable<z.ZodNumber>;
391
+ latencyMs: z.ZodNullable<z.ZodNumber>;
392
+ }, z.core.$strict>;
393
+ traceRef: z.ZodNullable<z.ZodObject<{
394
+ id: z.ZodString;
395
+ contentHash: z.ZodString;
396
+ mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
397
+ sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
398
+ }, z.core.$strict>>;
399
+ startedAt: z.ZodNullable<z.ZodString>;
400
+ completedAt: z.ZodNullable<z.ZodString>;
401
+ }, z.core.$strict>>;
402
+ completedAt: z.ZodString;
403
+ contentHash: z.ZodString;
404
+ }, z.core.$strict>;
405
+ export type ExperimentResult = z.infer<typeof ExperimentResultSchema>;
406
+ export declare function createExperimentManifest(input: z.input<typeof ExperimentManifestContentSchema>): ExperimentManifest;
407
+ export declare function createExperimentResult(input: z.input<typeof ExperimentResultContentSchema>, manifest: ExperimentManifest): ExperimentResult;
408
+ export type ExperimentComparison = {
409
+ comparable: boolean;
410
+ reasons: string[];
411
+ cases: Array<{
412
+ identity: ExperimentCaseIdentity;
413
+ baseline: ExperimentCaseResult | null;
414
+ candidate: ExperimentCaseResult | null;
415
+ }>;
416
+ };
417
+ export type ExperimentCaseResult = z.infer<typeof ExperimentCaseResultSchema>;
418
+ /** A comparison reads retained results; it never executes or regrades a case. */
419
+ export declare function compareExperiments(baseline: {
420
+ manifest: ExperimentManifest;
421
+ result: ExperimentResult;
422
+ }, candidate: {
423
+ manifest: ExperimentManifest;
424
+ result: ExperimentResult;
425
+ }): ExperimentComparison;
426
+ //# sourceMappingURL=experiments.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"experiments.d.ts","sourceRoot":"","sources":["../../../../src/experiments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAexB,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;4BAUjC,CAAC;AAEH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;kBAWpC,CAAC;AAEH,eAAO,MAAM,4BAA4B;;;;kBAI9B,CAAC;AACZ,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,sBAAsB,GAAG,MAAM,CAG1E;AAED,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAiB1C,CAAC;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAsF,CAAC;AAC5H,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;kBAO1B,CAAC;AAEZ,eAAO,MAAM,qBAAqB;;;;;;kBAUhC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAU5B,CAAC;AAEZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAM/B,CAAC;AACZ,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAoF,CAAC;AACxH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAEtE,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,GAAG,kBAAkB,CAGnH;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,EAAE,QAAQ,EAAE,kBAAkB,GAAG,gBAAgB,CAgC3I;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,EAAE,OAAO,CAAC;IACpB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,sBAAsB,CAAC;QAAC,QAAQ,EAAE,oBAAoB,GAAG,IAAI,CAAC;QAAC,SAAS,EAAE,oBAAoB,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;CACnI,CAAC;AACF,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE9E,iFAAiF;AACjF,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE;IAAE,QAAQ,EAAE,kBAAkB,CAAC;IAAC,MAAM,EAAE,gBAAgB,CAAA;CAAE,EACpE,SAAS,EAAE;IAAE,QAAQ,EAAE,kBAAkB,CAAC;IAAC,MAAM,EAAE,gBAAgB,CAAA;CAAE,GACpE,oBAAoB,CA0BtB"}
@@ -4,6 +4,7 @@ export * from "./artifact-verification.js";
4
4
  export * from "./evidence/index.js";
5
5
  export * from "./execution-contracts.js";
6
6
  export * from "./execution-receipts.js";
7
+ export * from "./experiments.js";
7
8
  export * from "./graders.js";
8
9
  export * from "./harness.js";
9
10
  export * from "./learned-preference.js";
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,qBAAqB,CAAC;AACpC,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AACxC,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,yBAAyB,CAAC;AACxC,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC;AAC7B,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sCAAsC,CAAC;AACrD,cAAc,kBAAkB,CAAC;AACjC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qCAAqC,CAAC;AACpD,cAAc,iCAAiC,CAAC;AAChD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,mCAAmC,CAAC;AAClD,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,eAAe,CAAC;AAC9B,cAAc,kBAAkB,CAAC;AACjC,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,qBAAqB,CAAC;AACpC,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AACxC,cAAc,kBAAkB,CAAC;AACjC,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,yBAAyB,CAAC;AACxC,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC;AAC7B,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sCAAsC,CAAC;AACrD,cAAc,kBAAkB,CAAC;AACjC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qCAAqC,CAAC;AACpD,cAAc,iCAAiC,CAAC;AAChD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,mCAAmC,CAAC;AAClD,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,eAAe,CAAC;AAC9B,cAAc,kBAAkB,CAAC;AACjC,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC"}