@openpond/evals 0.11.9 → 0.11.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,540 @@
1
+ import { z } from "zod";
2
+ /** A group starts only after the exact candidate is available. The host must pin
3
+ * its acceptance plan before training admission so a missing group blocks review. */
4
+ export declare const AcceptanceGroupManifestContentSchema: z.ZodObject<{
5
+ schemaVersion: z.ZodLiteral<"openpond.acceptanceGroupManifest.v1">;
6
+ id: z.ZodString;
7
+ teamId: z.ZodString;
8
+ trainingJob: z.ZodObject<{
9
+ id: z.ZodString;
10
+ contentHash: z.ZodString;
11
+ }, z.core.$strict>;
12
+ baseline: z.ZodObject<{
13
+ id: z.ZodString;
14
+ contentHash: z.ZodString;
15
+ }, z.core.$strict>;
16
+ candidate: z.ZodObject<{
17
+ id: z.ZodString;
18
+ contentHash: z.ZodString;
19
+ }, z.core.$strict>;
20
+ plan: z.ZodObject<{
21
+ schemaVersion: z.ZodLiteral<"openpond.acceptancePlan.v1">;
22
+ id: z.ZodString;
23
+ revision: z.ZodNumber;
24
+ checks: z.ZodArray<z.ZodObject<{
25
+ id: z.ZodString;
26
+ name: z.ZodString;
27
+ required: z.ZodBoolean;
28
+ role: z.ZodOptional<z.ZodEnum<{
29
+ retention: "retention";
30
+ quality: "quality";
31
+ diagnostic: "diagnostic";
32
+ }>>;
33
+ unit: z.ZodOptional<z.ZodString>;
34
+ baselineReuse: z.ZodOptional<z.ZodObject<{
35
+ maximumAgeSeconds: z.ZodNumber;
36
+ qualification: z.ZodObject<{
37
+ id: z.ZodString;
38
+ contentHash: z.ZodString;
39
+ }, z.core.$strict>;
40
+ }, z.core.$strict>>;
41
+ dataset: z.ZodObject<{
42
+ id: z.ZodString;
43
+ contentHash: z.ZodString;
44
+ }, z.core.$strict>;
45
+ evaluator: z.ZodObject<{
46
+ id: z.ZodString;
47
+ contentHash: z.ZodString;
48
+ }, z.core.$strict>;
49
+ executionHash: z.ZodString;
50
+ populationHash: z.ZodString;
51
+ metric: z.ZodString;
52
+ direction: z.ZodEnum<{
53
+ higher: "higher";
54
+ lower: "lower";
55
+ }>;
56
+ minimumCoverage: z.ZodNumber;
57
+ threshold: z.ZodNumber;
58
+ maximumRegression: z.ZodNumber;
59
+ maximumSpendUsd: z.ZodNumber;
60
+ }, z.core.$strict>>;
61
+ maximumSpendUsd: z.ZodNumber;
62
+ contentHash: z.ZodString;
63
+ }, z.core.$strict>;
64
+ maximumParallelAttempts: z.ZodNumber;
65
+ createdAt: z.ZodISODateTime;
66
+ }, z.core.$strict>;
67
+ export declare const AcceptanceGroupManifestSchema: z.ZodObject<{
68
+ schemaVersion: z.ZodLiteral<"openpond.acceptanceGroupManifest.v1">;
69
+ id: z.ZodString;
70
+ teamId: z.ZodString;
71
+ trainingJob: z.ZodObject<{
72
+ id: z.ZodString;
73
+ contentHash: z.ZodString;
74
+ }, z.core.$strict>;
75
+ baseline: z.ZodObject<{
76
+ id: z.ZodString;
77
+ contentHash: z.ZodString;
78
+ }, z.core.$strict>;
79
+ candidate: z.ZodObject<{
80
+ id: z.ZodString;
81
+ contentHash: z.ZodString;
82
+ }, z.core.$strict>;
83
+ plan: z.ZodObject<{
84
+ schemaVersion: z.ZodLiteral<"openpond.acceptancePlan.v1">;
85
+ id: z.ZodString;
86
+ revision: z.ZodNumber;
87
+ checks: z.ZodArray<z.ZodObject<{
88
+ id: z.ZodString;
89
+ name: z.ZodString;
90
+ required: z.ZodBoolean;
91
+ role: z.ZodOptional<z.ZodEnum<{
92
+ retention: "retention";
93
+ quality: "quality";
94
+ diagnostic: "diagnostic";
95
+ }>>;
96
+ unit: z.ZodOptional<z.ZodString>;
97
+ baselineReuse: z.ZodOptional<z.ZodObject<{
98
+ maximumAgeSeconds: z.ZodNumber;
99
+ qualification: z.ZodObject<{
100
+ id: z.ZodString;
101
+ contentHash: z.ZodString;
102
+ }, z.core.$strict>;
103
+ }, z.core.$strict>>;
104
+ dataset: z.ZodObject<{
105
+ id: z.ZodString;
106
+ contentHash: z.ZodString;
107
+ }, z.core.$strict>;
108
+ evaluator: z.ZodObject<{
109
+ id: z.ZodString;
110
+ contentHash: z.ZodString;
111
+ }, z.core.$strict>;
112
+ executionHash: z.ZodString;
113
+ populationHash: z.ZodString;
114
+ metric: z.ZodString;
115
+ direction: z.ZodEnum<{
116
+ higher: "higher";
117
+ lower: "lower";
118
+ }>;
119
+ minimumCoverage: z.ZodNumber;
120
+ threshold: z.ZodNumber;
121
+ maximumRegression: z.ZodNumber;
122
+ maximumSpendUsd: z.ZodNumber;
123
+ }, z.core.$strict>>;
124
+ maximumSpendUsd: z.ZodNumber;
125
+ contentHash: z.ZodString;
126
+ }, z.core.$strict>;
127
+ maximumParallelAttempts: z.ZodNumber;
128
+ createdAt: z.ZodISODateTime;
129
+ contentHash: z.ZodString;
130
+ }, z.core.$strict>;
131
+ export type AcceptanceGroupManifest = z.infer<typeof AcceptanceGroupManifestSchema>;
132
+ export declare const AcceptanceAttemptSchema: z.ZodObject<{
133
+ id: z.ZodString;
134
+ checkId: z.ZodString;
135
+ subject: z.ZodEnum<{
136
+ baseline: "baseline";
137
+ candidate: "candidate";
138
+ }>;
139
+ ordinal: z.ZodNumber;
140
+ dispatchId: z.ZodString;
141
+ state: z.ZodEnum<{
142
+ failed: "failed";
143
+ completed: "completed";
144
+ cancelled: "cancelled";
145
+ grading: "grading";
146
+ running: "running";
147
+ dispatching: "dispatching";
148
+ queued: "queued";
149
+ budget_exhausted: "budget_exhausted";
150
+ cleaning: "cleaning";
151
+ }>;
152
+ artifact: z.ZodObject<{
153
+ id: z.ZodString;
154
+ contentHash: z.ZodString;
155
+ }, z.core.$strict>;
156
+ checkHash: z.ZodString;
157
+ measurement: z.ZodNullable<z.ZodObject<{
158
+ runId: z.ZodString;
159
+ artifact: z.ZodObject<{
160
+ id: z.ZodString;
161
+ contentHash: z.ZodString;
162
+ }, z.core.$strict>;
163
+ checkHash: z.ZodString;
164
+ populationHash: z.ZodString;
165
+ scoredPopulationHash: z.ZodString;
166
+ executionHash: z.ZodString;
167
+ evaluator: z.ZodObject<{
168
+ id: z.ZodString;
169
+ contentHash: z.ZodString;
170
+ }, z.core.$strict>;
171
+ metric: z.ZodString;
172
+ expectedCount: z.ZodNumber;
173
+ scoredCount: z.ZodNumber;
174
+ score: z.ZodNullable<z.ZodNumber>;
175
+ status: z.ZodEnum<{
176
+ pending: "pending";
177
+ failed: "failed";
178
+ completed: "completed";
179
+ cancelled: "cancelled";
180
+ running: "running";
181
+ }>;
182
+ evidenceHash: z.ZodString;
183
+ }, z.core.$strict>>;
184
+ executionReceipt: z.ZodNullable<z.ZodObject<{
185
+ id: z.ZodString;
186
+ contentHash: z.ZodString;
187
+ }, z.core.$strict>>;
188
+ reusedFrom: z.ZodNullable<z.ZodObject<{
189
+ group: z.ZodObject<{
190
+ id: z.ZodString;
191
+ contentHash: z.ZodString;
192
+ }, z.core.$strict>;
193
+ attemptId: z.ZodString;
194
+ }, z.core.$strict>>;
195
+ spendUsd: z.ZodNumber;
196
+ reservedUsd: z.ZodNumber;
197
+ cleanupComplete: z.ZodBoolean;
198
+ accountingComplete: z.ZodBoolean;
199
+ failureCode: z.ZodNullable<z.ZodString>;
200
+ createdAt: z.ZodISODateTime;
201
+ updatedAt: z.ZodISODateTime;
202
+ }, z.core.$strict>;
203
+ export type AcceptanceAttempt = z.infer<typeof AcceptanceAttemptSchema>;
204
+ export declare const AcceptanceGroupSnapshotContentSchema: z.ZodObject<{
205
+ schemaVersion: z.ZodLiteral<"openpond.acceptanceGroupSnapshot.v1">;
206
+ manifest: z.ZodObject<{
207
+ schemaVersion: z.ZodLiteral<"openpond.acceptanceGroupManifest.v1">;
208
+ id: z.ZodString;
209
+ teamId: z.ZodString;
210
+ trainingJob: z.ZodObject<{
211
+ id: z.ZodString;
212
+ contentHash: z.ZodString;
213
+ }, z.core.$strict>;
214
+ baseline: z.ZodObject<{
215
+ id: z.ZodString;
216
+ contentHash: z.ZodString;
217
+ }, z.core.$strict>;
218
+ candidate: z.ZodObject<{
219
+ id: z.ZodString;
220
+ contentHash: z.ZodString;
221
+ }, z.core.$strict>;
222
+ plan: z.ZodObject<{
223
+ schemaVersion: z.ZodLiteral<"openpond.acceptancePlan.v1">;
224
+ id: z.ZodString;
225
+ revision: z.ZodNumber;
226
+ checks: z.ZodArray<z.ZodObject<{
227
+ id: z.ZodString;
228
+ name: z.ZodString;
229
+ required: z.ZodBoolean;
230
+ role: z.ZodOptional<z.ZodEnum<{
231
+ retention: "retention";
232
+ quality: "quality";
233
+ diagnostic: "diagnostic";
234
+ }>>;
235
+ unit: z.ZodOptional<z.ZodString>;
236
+ baselineReuse: z.ZodOptional<z.ZodObject<{
237
+ maximumAgeSeconds: z.ZodNumber;
238
+ qualification: z.ZodObject<{
239
+ id: z.ZodString;
240
+ contentHash: z.ZodString;
241
+ }, z.core.$strict>;
242
+ }, z.core.$strict>>;
243
+ dataset: z.ZodObject<{
244
+ id: z.ZodString;
245
+ contentHash: z.ZodString;
246
+ }, z.core.$strict>;
247
+ evaluator: z.ZodObject<{
248
+ id: z.ZodString;
249
+ contentHash: z.ZodString;
250
+ }, z.core.$strict>;
251
+ executionHash: z.ZodString;
252
+ populationHash: z.ZodString;
253
+ metric: z.ZodString;
254
+ direction: z.ZodEnum<{
255
+ higher: "higher";
256
+ lower: "lower";
257
+ }>;
258
+ minimumCoverage: z.ZodNumber;
259
+ threshold: z.ZodNumber;
260
+ maximumRegression: z.ZodNumber;
261
+ maximumSpendUsd: z.ZodNumber;
262
+ }, z.core.$strict>>;
263
+ maximumSpendUsd: z.ZodNumber;
264
+ contentHash: z.ZodString;
265
+ }, z.core.$strict>;
266
+ maximumParallelAttempts: z.ZodNumber;
267
+ createdAt: z.ZodISODateTime;
268
+ contentHash: z.ZodString;
269
+ }, z.core.$strict>;
270
+ revision: z.ZodNumber;
271
+ state: z.ZodEnum<{
272
+ failed: "failed";
273
+ completed: "completed";
274
+ cancelled: "cancelled";
275
+ blocked: "blocked";
276
+ running: "running";
277
+ cancelling: "cancelling";
278
+ queued: "queued";
279
+ budget_exhausted: "budget_exhausted";
280
+ cleaning: "cleaning";
281
+ }>;
282
+ attempts: z.ZodArray<z.ZodObject<{
283
+ id: z.ZodString;
284
+ checkId: z.ZodString;
285
+ subject: z.ZodEnum<{
286
+ baseline: "baseline";
287
+ candidate: "candidate";
288
+ }>;
289
+ ordinal: z.ZodNumber;
290
+ dispatchId: z.ZodString;
291
+ state: z.ZodEnum<{
292
+ failed: "failed";
293
+ completed: "completed";
294
+ cancelled: "cancelled";
295
+ grading: "grading";
296
+ running: "running";
297
+ dispatching: "dispatching";
298
+ queued: "queued";
299
+ budget_exhausted: "budget_exhausted";
300
+ cleaning: "cleaning";
301
+ }>;
302
+ artifact: z.ZodObject<{
303
+ id: z.ZodString;
304
+ contentHash: z.ZodString;
305
+ }, z.core.$strict>;
306
+ checkHash: z.ZodString;
307
+ measurement: z.ZodNullable<z.ZodObject<{
308
+ runId: z.ZodString;
309
+ artifact: z.ZodObject<{
310
+ id: z.ZodString;
311
+ contentHash: z.ZodString;
312
+ }, z.core.$strict>;
313
+ checkHash: z.ZodString;
314
+ populationHash: z.ZodString;
315
+ scoredPopulationHash: z.ZodString;
316
+ executionHash: z.ZodString;
317
+ evaluator: z.ZodObject<{
318
+ id: z.ZodString;
319
+ contentHash: z.ZodString;
320
+ }, z.core.$strict>;
321
+ metric: z.ZodString;
322
+ expectedCount: z.ZodNumber;
323
+ scoredCount: z.ZodNumber;
324
+ score: z.ZodNullable<z.ZodNumber>;
325
+ status: z.ZodEnum<{
326
+ pending: "pending";
327
+ failed: "failed";
328
+ completed: "completed";
329
+ cancelled: "cancelled";
330
+ running: "running";
331
+ }>;
332
+ evidenceHash: z.ZodString;
333
+ }, z.core.$strict>>;
334
+ executionReceipt: z.ZodNullable<z.ZodObject<{
335
+ id: z.ZodString;
336
+ contentHash: z.ZodString;
337
+ }, z.core.$strict>>;
338
+ reusedFrom: z.ZodNullable<z.ZodObject<{
339
+ group: z.ZodObject<{
340
+ id: z.ZodString;
341
+ contentHash: z.ZodString;
342
+ }, z.core.$strict>;
343
+ attemptId: z.ZodString;
344
+ }, z.core.$strict>>;
345
+ spendUsd: z.ZodNumber;
346
+ reservedUsd: z.ZodNumber;
347
+ cleanupComplete: z.ZodBoolean;
348
+ accountingComplete: z.ZodBoolean;
349
+ failureCode: z.ZodNullable<z.ZodString>;
350
+ createdAt: z.ZodISODateTime;
351
+ updatedAt: z.ZodISODateTime;
352
+ }, z.core.$strict>>;
353
+ failureCode: z.ZodNullable<z.ZodString>;
354
+ updatedAt: z.ZodISODateTime;
355
+ }, z.core.$strict>;
356
+ export declare const AcceptanceGroupSnapshotSchema: z.ZodObject<{
357
+ schemaVersion: z.ZodLiteral<"openpond.acceptanceGroupSnapshot.v1">;
358
+ manifest: z.ZodObject<{
359
+ schemaVersion: z.ZodLiteral<"openpond.acceptanceGroupManifest.v1">;
360
+ id: z.ZodString;
361
+ teamId: z.ZodString;
362
+ trainingJob: z.ZodObject<{
363
+ id: z.ZodString;
364
+ contentHash: z.ZodString;
365
+ }, z.core.$strict>;
366
+ baseline: z.ZodObject<{
367
+ id: z.ZodString;
368
+ contentHash: z.ZodString;
369
+ }, z.core.$strict>;
370
+ candidate: z.ZodObject<{
371
+ id: z.ZodString;
372
+ contentHash: z.ZodString;
373
+ }, z.core.$strict>;
374
+ plan: z.ZodObject<{
375
+ schemaVersion: z.ZodLiteral<"openpond.acceptancePlan.v1">;
376
+ id: z.ZodString;
377
+ revision: z.ZodNumber;
378
+ checks: z.ZodArray<z.ZodObject<{
379
+ id: z.ZodString;
380
+ name: z.ZodString;
381
+ required: z.ZodBoolean;
382
+ role: z.ZodOptional<z.ZodEnum<{
383
+ retention: "retention";
384
+ quality: "quality";
385
+ diagnostic: "diagnostic";
386
+ }>>;
387
+ unit: z.ZodOptional<z.ZodString>;
388
+ baselineReuse: z.ZodOptional<z.ZodObject<{
389
+ maximumAgeSeconds: z.ZodNumber;
390
+ qualification: z.ZodObject<{
391
+ id: z.ZodString;
392
+ contentHash: z.ZodString;
393
+ }, z.core.$strict>;
394
+ }, z.core.$strict>>;
395
+ dataset: z.ZodObject<{
396
+ id: z.ZodString;
397
+ contentHash: z.ZodString;
398
+ }, z.core.$strict>;
399
+ evaluator: z.ZodObject<{
400
+ id: z.ZodString;
401
+ contentHash: z.ZodString;
402
+ }, z.core.$strict>;
403
+ executionHash: z.ZodString;
404
+ populationHash: z.ZodString;
405
+ metric: z.ZodString;
406
+ direction: z.ZodEnum<{
407
+ higher: "higher";
408
+ lower: "lower";
409
+ }>;
410
+ minimumCoverage: z.ZodNumber;
411
+ threshold: z.ZodNumber;
412
+ maximumRegression: z.ZodNumber;
413
+ maximumSpendUsd: z.ZodNumber;
414
+ }, z.core.$strict>>;
415
+ maximumSpendUsd: z.ZodNumber;
416
+ contentHash: z.ZodString;
417
+ }, z.core.$strict>;
418
+ maximumParallelAttempts: z.ZodNumber;
419
+ createdAt: z.ZodISODateTime;
420
+ contentHash: z.ZodString;
421
+ }, z.core.$strict>;
422
+ revision: z.ZodNumber;
423
+ state: z.ZodEnum<{
424
+ failed: "failed";
425
+ completed: "completed";
426
+ cancelled: "cancelled";
427
+ blocked: "blocked";
428
+ running: "running";
429
+ cancelling: "cancelling";
430
+ queued: "queued";
431
+ budget_exhausted: "budget_exhausted";
432
+ cleaning: "cleaning";
433
+ }>;
434
+ attempts: z.ZodArray<z.ZodObject<{
435
+ id: z.ZodString;
436
+ checkId: z.ZodString;
437
+ subject: z.ZodEnum<{
438
+ baseline: "baseline";
439
+ candidate: "candidate";
440
+ }>;
441
+ ordinal: z.ZodNumber;
442
+ dispatchId: z.ZodString;
443
+ state: z.ZodEnum<{
444
+ failed: "failed";
445
+ completed: "completed";
446
+ cancelled: "cancelled";
447
+ grading: "grading";
448
+ running: "running";
449
+ dispatching: "dispatching";
450
+ queued: "queued";
451
+ budget_exhausted: "budget_exhausted";
452
+ cleaning: "cleaning";
453
+ }>;
454
+ artifact: z.ZodObject<{
455
+ id: z.ZodString;
456
+ contentHash: z.ZodString;
457
+ }, z.core.$strict>;
458
+ checkHash: z.ZodString;
459
+ measurement: z.ZodNullable<z.ZodObject<{
460
+ runId: z.ZodString;
461
+ artifact: z.ZodObject<{
462
+ id: z.ZodString;
463
+ contentHash: z.ZodString;
464
+ }, z.core.$strict>;
465
+ checkHash: z.ZodString;
466
+ populationHash: z.ZodString;
467
+ scoredPopulationHash: z.ZodString;
468
+ executionHash: z.ZodString;
469
+ evaluator: z.ZodObject<{
470
+ id: z.ZodString;
471
+ contentHash: z.ZodString;
472
+ }, z.core.$strict>;
473
+ metric: z.ZodString;
474
+ expectedCount: z.ZodNumber;
475
+ scoredCount: z.ZodNumber;
476
+ score: z.ZodNullable<z.ZodNumber>;
477
+ status: z.ZodEnum<{
478
+ pending: "pending";
479
+ failed: "failed";
480
+ completed: "completed";
481
+ cancelled: "cancelled";
482
+ running: "running";
483
+ }>;
484
+ evidenceHash: z.ZodString;
485
+ }, z.core.$strict>>;
486
+ executionReceipt: z.ZodNullable<z.ZodObject<{
487
+ id: z.ZodString;
488
+ contentHash: z.ZodString;
489
+ }, z.core.$strict>>;
490
+ reusedFrom: z.ZodNullable<z.ZodObject<{
491
+ group: z.ZodObject<{
492
+ id: z.ZodString;
493
+ contentHash: z.ZodString;
494
+ }, z.core.$strict>;
495
+ attemptId: z.ZodString;
496
+ }, z.core.$strict>>;
497
+ spendUsd: z.ZodNumber;
498
+ reservedUsd: z.ZodNumber;
499
+ cleanupComplete: z.ZodBoolean;
500
+ accountingComplete: z.ZodBoolean;
501
+ failureCode: z.ZodNullable<z.ZodString>;
502
+ createdAt: z.ZodISODateTime;
503
+ updatedAt: z.ZodISODateTime;
504
+ }, z.core.$strict>>;
505
+ failureCode: z.ZodNullable<z.ZodString>;
506
+ updatedAt: z.ZodISODateTime;
507
+ contentHash: z.ZodString;
508
+ }, z.core.$strict>;
509
+ export type AcceptanceGroupSnapshot = z.infer<typeof AcceptanceGroupSnapshotSchema>;
510
+ export declare function createAcceptanceGroupManifest(raw: z.input<typeof AcceptanceGroupManifestContentSchema>): AcceptanceGroupManifest;
511
+ export declare function createAcceptanceGroupSnapshot(raw: z.input<typeof AcceptanceGroupSnapshotContentSchema>): AcceptanceGroupSnapshot;
512
+ /** Structural integrity does not replace receipt retrieval, resource access,
513
+ * qualification/revocation checks, or authoritative ledger verification. */
514
+ export declare function assertAcceptanceGroupSnapshot(raw: unknown): AcceptanceGroupSnapshot;
515
+ /** Runtime retries append history. A terminal group is immutable; deliberate
516
+ * reruns create a new manifest and cannot silently replace reviewed evidence. */
517
+ export declare function assertAcceptanceGroupUpdate(previousRaw: unknown, nextRaw: unknown): AcceptanceGroupSnapshot;
518
+ /** Hosts additionally resolve the qualification reference and check current
519
+ * revocation/access. This verifier rejects stale or differently configured
520
+ * cached measurements without requiring the source candidate to have passed. */
521
+ export declare function assertAcceptanceBaselineReuse(input: {
522
+ sourceGroup: unknown;
523
+ targetManifest: unknown;
524
+ checkId: string;
525
+ attemptId: string;
526
+ now: string;
527
+ }): AcceptanceAttempt;
528
+ export declare function acceptanceGroupVerdict(raw: unknown): {
529
+ passed: boolean;
530
+ reasons: string[];
531
+ spendUsd: number;
532
+ checks: Array<{
533
+ id: string;
534
+ required: boolean;
535
+ state: "passed" | "failed" | "blocked";
536
+ reasons: string[];
537
+ delta: number | null;
538
+ }>;
539
+ };
540
+ //# sourceMappingURL=acceptance-group.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"acceptance-group.d.ts","sourceRoot":"","sources":["../../../../../src/learning/acceptance-group.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAyBxB;qFACqF;AACrF,eAAO,MAAM,oCAAoC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAS/C,CAAC;AACH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAyE,CAAC;AACpH,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEpF,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBlC,CAAC;AACH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE,eAAO,MAAM,oCAAoC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAOtC,CAAC;AACZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqE,CAAC;AAChH,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEpF,wBAAgB,6BAA6B,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,oCAAoC,CAAC,GAAG,uBAAuB,CAIhI;AAED,wBAAgB,6BAA6B,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,oCAAoC,CAAC,GAAG,uBAAuB,CAGhI;AAED;4EAC4E;AAC5E,wBAAgB,6BAA6B,CAAC,GAAG,EAAE,OAAO,GAAG,uBAAuB,CAqCnF;AAED;iFACiF;AACjF,wBAAgB,2BAA2B,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,uBAAuB,CAgC3G;AAED;;gFAEgF;AAChF,wBAAgB,6BAA6B,CAAC,KAAK,EAAE;IACnD,WAAW,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;CAChG,GAAG,iBAAiB,CAgBpB;AAED,wBAAgB,sBAAsB,CAAC,GAAG,EAAE,OAAO;;;;;;;;;;;EAoBlD"}
@@ -4,6 +4,19 @@ export declare const AcceptanceCheckSchema: z.ZodObject<{
4
4
  id: z.ZodString;
5
5
  name: z.ZodString;
6
6
  required: z.ZodBoolean;
7
+ role: z.ZodOptional<z.ZodEnum<{
8
+ retention: "retention";
9
+ quality: "quality";
10
+ diagnostic: "diagnostic";
11
+ }>>;
12
+ unit: z.ZodOptional<z.ZodString>;
13
+ baselineReuse: z.ZodOptional<z.ZodObject<{
14
+ maximumAgeSeconds: z.ZodNumber;
15
+ qualification: z.ZodObject<{
16
+ id: z.ZodString;
17
+ contentHash: z.ZodString;
18
+ }, z.core.$strict>;
19
+ }, z.core.$strict>>;
7
20
  dataset: z.ZodObject<{
8
21
  id: z.ZodString;
9
22
  contentHash: z.ZodString;
@@ -32,6 +45,19 @@ export declare const AcceptancePlanContentSchema: z.ZodObject<{
32
45
  id: z.ZodString;
33
46
  name: z.ZodString;
34
47
  required: z.ZodBoolean;
48
+ role: z.ZodOptional<z.ZodEnum<{
49
+ retention: "retention";
50
+ quality: "quality";
51
+ diagnostic: "diagnostic";
52
+ }>>;
53
+ unit: z.ZodOptional<z.ZodString>;
54
+ baselineReuse: z.ZodOptional<z.ZodObject<{
55
+ maximumAgeSeconds: z.ZodNumber;
56
+ qualification: z.ZodObject<{
57
+ id: z.ZodString;
58
+ contentHash: z.ZodString;
59
+ }, z.core.$strict>;
60
+ }, z.core.$strict>>;
35
61
  dataset: z.ZodObject<{
36
62
  id: z.ZodString;
37
63
  contentHash: z.ZodString;
@@ -62,6 +88,19 @@ export declare const AcceptancePlanSchema: z.ZodObject<{
62
88
  id: z.ZodString;
63
89
  name: z.ZodString;
64
90
  required: z.ZodBoolean;
91
+ role: z.ZodOptional<z.ZodEnum<{
92
+ retention: "retention";
93
+ quality: "quality";
94
+ diagnostic: "diagnostic";
95
+ }>>;
96
+ unit: z.ZodOptional<z.ZodString>;
97
+ baselineReuse: z.ZodOptional<z.ZodObject<{
98
+ maximumAgeSeconds: z.ZodNumber;
99
+ qualification: z.ZodObject<{
100
+ id: z.ZodString;
101
+ contentHash: z.ZodString;
102
+ }, z.core.$strict>;
103
+ }, z.core.$strict>>;
65
104
  dataset: z.ZodObject<{
66
105
  id: z.ZodString;
67
106
  contentHash: z.ZodString;
@@ -1 +1 @@
1
- {"version":3,"file":"acceptance-plan.d.ts","sourceRoot":"","sources":["../../../../../src/learning/acceptance-plan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAkC,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAI9F,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;kBAMvB,CAAC;AACZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQtC,CAAC;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAgE,CAAC;AAClG,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,GAAG,cAAc,CAGvG;AACD,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;kBAStC,CAAC;AACH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,iBAAiB,GAAG;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC,CAAA;CAAE,CAAC;AAEvL;mFACmF;AACnF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE;IAC5C,IAAI,EAAE,cAAc,CAAC;IAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;IAAC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;IAChI,YAAY,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,qBAAqB,GAAG,IAAI,CAAC;QAAC,SAAS,EAAE,qBAAqB,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;CAC3H,GAAG,iBAAiB,CA6BpB"}
1
+ {"version":3,"file":"acceptance-plan.d.ts","sourceRoot":"","sources":["../../../../../src/learning/acceptance-plan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAkC,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAI9F,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWhC,CAAC;AACH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQtC,CAAC;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAgE,CAAC;AAClG,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,GAAG,cAAc,CAGvG;AACD,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;kBAStC,CAAC;AACH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,iBAAiB,GAAG;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC,CAAA;CAAE,CAAC;AAEvL;mFACmF;AACnF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE;IAC5C,IAAI,EAAE,cAAc,CAAC;IAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;IAAC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;IAChI,YAAY,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,qBAAqB,GAAG,IAAI,CAAC;QAAC,SAAS,EAAE,qBAAqB,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;CAC3H,GAAG,iBAAiB,CA6BpB"}
@@ -33,4 +33,5 @@ export * from "./nightly-schedule.js";
33
33
  export * from "./policy-inspection.js";
34
34
  export * from "./task-queue-inspection.js";
35
35
  export * from "./acceptance-plan.js";
36
+ export * from "./acceptance-group.js";
36
37
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/learning/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,uBAAuB,CAAC;AACtC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uBAAuB,CAAC;AACtC,cAAc,aAAa,CAAC;AAC5B,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AACxC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,oBAAoB,CAAC;AACnC,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,sCAAsC,CAAC;AACrD,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,mCAAmC,CAAC;AAClD,OAAO,EAAE,6BAA6B,EAAE,MAAM,gCAAgC,CAAC;AAC/E,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC;AAE3C,cAAc,sBAAsB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/learning/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,uBAAuB,CAAC;AACtC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uBAAuB,CAAC;AACtC,cAAc,aAAa,CAAC;AAC5B,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AACxC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,oBAAoB,CAAC;AACnC,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,sCAAsC,CAAC;AACrD,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,mCAAmC,CAAC;AAClD,OAAO,EAAE,6BAA6B,EAAE,MAAM,gCAAgC,CAAC;AAC/E,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC;AAE3C,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@openpond/evals",
3
- "version": "0.11.9",
3
+ "version": "0.11.10",
4
4
  "description": "Portable Tasksets, graders, evaluation runs, receipts, conformance fixtures, and Work evidence for OpenPond Harnesses",
5
5
  "license": "MIT",
6
6
  "type": "module",