@openpond/evals 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,637 @@
1
+ import { z } from "zod";
2
+ import { ImmutableAssetRefSchema } from "./common.js";
3
+ export declare const TaskSplitSchema: z.ZodEnum<{
4
+ train: "train";
5
+ validation: "validation";
6
+ test: "test";
7
+ frozen_eval: "frozen_eval";
8
+ }>;
9
+ export declare const PolicyBoundarySchema: z.ZodObject<{
10
+ policyVisibleFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
11
+ privilegedFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
12
+ hiddenGraderRefs: z.ZodDefault<z.ZodArray<z.ZodString>>;
13
+ connectedAppScopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
14
+ }, z.core.$strict>;
15
+ export declare const ToolDeclarationSchema: z.ZodObject<{
16
+ name: z.ZodString;
17
+ description: z.ZodString;
18
+ inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
19
+ inputSchemaHash: z.ZodString;
20
+ sideEffect: z.ZodEnum<{
21
+ read: "read";
22
+ write: "write";
23
+ }>;
24
+ timeoutMs: z.ZodNumber;
25
+ }, z.core.$strict>;
26
+ export declare const CapabilityRequirementSchema: z.ZodObject<{
27
+ id: z.ZodString;
28
+ required: z.ZodBoolean;
29
+ scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
30
+ portability: z.ZodEnum<{
31
+ portable: "portable";
32
+ host_adapter: "host_adapter";
33
+ local_only: "local_only";
34
+ hosted_only: "hosted_only";
35
+ }>;
36
+ }, z.core.$strict>;
37
+ export declare const EnvironmentContractSchema: z.ZodObject<{
38
+ protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
39
+ kind: z.ZodEnum<{
40
+ text: "text";
41
+ agent: "agent";
42
+ work: "work";
43
+ custom_program: "custom_program";
44
+ }>;
45
+ entrypoint: z.ZodString;
46
+ stateful: z.ZodBoolean;
47
+ deterministicSeeds: z.ZodBoolean;
48
+ lifecycle: z.ZodArray<z.ZodEnum<{
49
+ create: "create";
50
+ reset: "reset";
51
+ step: "step";
52
+ collect: "collect";
53
+ destroy: "destroy";
54
+ }>>;
55
+ networkPolicy: z.ZodEnum<{
56
+ none: "none";
57
+ declared_read_only: "declared_read_only";
58
+ declared_scoped: "declared_scoped";
59
+ }>;
60
+ defaultTimeoutMs: z.ZodNumber;
61
+ }, z.core.$strict>;
62
+ export declare const DeterministicGraderSpecSchema: z.ZodObject<{
63
+ id: z.ZodString;
64
+ version: z.ZodString;
65
+ weight: z.ZodDefault<z.ZodNumber>;
66
+ hardGate: z.ZodDefault<z.ZodBoolean>;
67
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
68
+ privileged: z.ZodDefault<z.ZodBoolean>;
69
+ kind: z.ZodEnum<{
70
+ content: "content";
71
+ schema: "schema";
72
+ artifact: "artifact";
73
+ runtime_event: "runtime_event";
74
+ state: "state";
75
+ }>;
76
+ config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
77
+ }, z.core.$strict>;
78
+ export declare const ModelJudgeGraderSpecSchema: z.ZodObject<{
79
+ id: z.ZodString;
80
+ version: z.ZodString;
81
+ weight: z.ZodDefault<z.ZodNumber>;
82
+ hardGate: z.ZodDefault<z.ZodBoolean>;
83
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
84
+ privileged: z.ZodDefault<z.ZodBoolean>;
85
+ kind: z.ZodLiteral<"model_judge">;
86
+ rubricRef: z.ZodObject<{
87
+ id: z.ZodString;
88
+ path: z.ZodString;
89
+ contentHash: z.ZodString;
90
+ sizeBytes: z.ZodNumber;
91
+ mediaType: z.ZodString;
92
+ visibility: z.ZodEnum<{
93
+ policy: "policy";
94
+ verifier: "verifier";
95
+ host_private: "host_private";
96
+ }>;
97
+ }, z.core.$strict>;
98
+ calibrationStatus: z.ZodEnum<{
99
+ pending: "pending";
100
+ passed: "passed";
101
+ failed: "failed";
102
+ }>;
103
+ }, z.core.$strict>;
104
+ export declare const CustomVerifierGraderSpecSchema: z.ZodObject<{
105
+ id: z.ZodString;
106
+ version: z.ZodString;
107
+ weight: z.ZodDefault<z.ZodNumber>;
108
+ hardGate: z.ZodDefault<z.ZodBoolean>;
109
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
110
+ privileged: z.ZodDefault<z.ZodBoolean>;
111
+ kind: z.ZodLiteral<"custom_verifier">;
112
+ verifierRef: z.ZodObject<{
113
+ id: z.ZodString;
114
+ path: z.ZodString;
115
+ contentHash: z.ZodString;
116
+ sizeBytes: z.ZodNumber;
117
+ mediaType: z.ZodString;
118
+ visibility: z.ZodEnum<{
119
+ policy: "policy";
120
+ verifier: "verifier";
121
+ host_private: "host_private";
122
+ }>;
123
+ }, z.core.$strict>;
124
+ timeoutMs: z.ZodNumber;
125
+ networkPolicy: z.ZodLiteral<"none">;
126
+ }, z.core.$strict>;
127
+ export declare const HumanGraderSpecSchema: z.ZodObject<{
128
+ id: z.ZodString;
129
+ version: z.ZodString;
130
+ weight: z.ZodDefault<z.ZodNumber>;
131
+ hardGate: z.ZodDefault<z.ZodBoolean>;
132
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
133
+ privileged: z.ZodDefault<z.ZodBoolean>;
134
+ kind: z.ZodLiteral<"human">;
135
+ rubricRef: z.ZodObject<{
136
+ id: z.ZodString;
137
+ path: z.ZodString;
138
+ contentHash: z.ZodString;
139
+ sizeBytes: z.ZodNumber;
140
+ mediaType: z.ZodString;
141
+ visibility: z.ZodEnum<{
142
+ policy: "policy";
143
+ verifier: "verifier";
144
+ host_private: "host_private";
145
+ }>;
146
+ }, z.core.$strict>;
147
+ reviewerRole: z.ZodString;
148
+ }, z.core.$strict>;
149
+ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
150
+ id: z.ZodString;
151
+ version: z.ZodString;
152
+ weight: z.ZodDefault<z.ZodNumber>;
153
+ hardGate: z.ZodDefault<z.ZodBoolean>;
154
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
155
+ privileged: z.ZodDefault<z.ZodBoolean>;
156
+ kind: z.ZodEnum<{
157
+ content: "content";
158
+ schema: "schema";
159
+ artifact: "artifact";
160
+ runtime_event: "runtime_event";
161
+ state: "state";
162
+ }>;
163
+ config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
164
+ }, z.core.$strict>, z.ZodObject<{
165
+ id: z.ZodString;
166
+ version: z.ZodString;
167
+ weight: z.ZodDefault<z.ZodNumber>;
168
+ hardGate: z.ZodDefault<z.ZodBoolean>;
169
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
170
+ privileged: z.ZodDefault<z.ZodBoolean>;
171
+ kind: z.ZodLiteral<"model_judge">;
172
+ rubricRef: z.ZodObject<{
173
+ id: z.ZodString;
174
+ path: z.ZodString;
175
+ contentHash: z.ZodString;
176
+ sizeBytes: z.ZodNumber;
177
+ mediaType: z.ZodString;
178
+ visibility: z.ZodEnum<{
179
+ policy: "policy";
180
+ verifier: "verifier";
181
+ host_private: "host_private";
182
+ }>;
183
+ }, z.core.$strict>;
184
+ calibrationStatus: z.ZodEnum<{
185
+ pending: "pending";
186
+ passed: "passed";
187
+ failed: "failed";
188
+ }>;
189
+ }, z.core.$strict>, z.ZodObject<{
190
+ id: z.ZodString;
191
+ version: z.ZodString;
192
+ weight: z.ZodDefault<z.ZodNumber>;
193
+ hardGate: z.ZodDefault<z.ZodBoolean>;
194
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
195
+ privileged: z.ZodDefault<z.ZodBoolean>;
196
+ kind: z.ZodLiteral<"custom_verifier">;
197
+ verifierRef: z.ZodObject<{
198
+ id: z.ZodString;
199
+ path: z.ZodString;
200
+ contentHash: z.ZodString;
201
+ sizeBytes: z.ZodNumber;
202
+ mediaType: z.ZodString;
203
+ visibility: z.ZodEnum<{
204
+ policy: "policy";
205
+ verifier: "verifier";
206
+ host_private: "host_private";
207
+ }>;
208
+ }, z.core.$strict>;
209
+ timeoutMs: z.ZodNumber;
210
+ networkPolicy: z.ZodLiteral<"none">;
211
+ }, z.core.$strict>, z.ZodObject<{
212
+ id: z.ZodString;
213
+ version: z.ZodString;
214
+ weight: z.ZodDefault<z.ZodNumber>;
215
+ hardGate: z.ZodDefault<z.ZodBoolean>;
216
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
217
+ privileged: z.ZodDefault<z.ZodBoolean>;
218
+ kind: z.ZodLiteral<"human">;
219
+ rubricRef: z.ZodObject<{
220
+ id: z.ZodString;
221
+ path: z.ZodString;
222
+ contentHash: z.ZodString;
223
+ sizeBytes: z.ZodNumber;
224
+ mediaType: z.ZodString;
225
+ visibility: z.ZodEnum<{
226
+ policy: "policy";
227
+ verifier: "verifier";
228
+ host_private: "host_private";
229
+ }>;
230
+ }, z.core.$strict>;
231
+ reviewerRole: z.ZodString;
232
+ }, z.core.$strict>]>;
233
+ export declare const TaskRecordSchema: z.ZodObject<{
234
+ id: z.ZodString;
235
+ clusterKey: z.ZodString;
236
+ split: z.ZodEnum<{
237
+ train: "train";
238
+ validation: "validation";
239
+ test: "test";
240
+ frozen_eval: "frozen_eval";
241
+ }>;
242
+ input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
243
+ expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
244
+ policyVisibleContext: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
245
+ privilegedContextRef: z.ZodNullable<z.ZodString>;
246
+ artifactRefs: z.ZodDefault<z.ZodArray<z.ZodObject<{
247
+ id: z.ZodString;
248
+ path: z.ZodString;
249
+ contentHash: z.ZodString;
250
+ sizeBytes: z.ZodNumber;
251
+ mediaType: z.ZodString;
252
+ visibility: z.ZodEnum<{
253
+ policy: "policy";
254
+ verifier: "verifier";
255
+ host_private: "host_private";
256
+ }>;
257
+ }, z.core.$strict>>>;
258
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
259
+ }, z.core.$strict>;
260
+ export declare const TasksetReleaseContentSchema: z.ZodObject<{
261
+ schemaVersion: z.ZodLiteral<"openpond.tasksetRelease.v1">;
262
+ id: z.ZodString;
263
+ revision: z.ZodNumber;
264
+ harnessRelease: z.ZodObject<{
265
+ id: z.ZodString;
266
+ contentHash: z.ZodString;
267
+ }, z.core.$strict>;
268
+ policy: z.ZodObject<{
269
+ policyVisibleFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
270
+ privilegedFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
271
+ hiddenGraderRefs: z.ZodDefault<z.ZodArray<z.ZodString>>;
272
+ connectedAppScopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
273
+ }, z.core.$strict>;
274
+ environment: z.ZodObject<{
275
+ protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
276
+ kind: z.ZodEnum<{
277
+ text: "text";
278
+ agent: "agent";
279
+ work: "work";
280
+ custom_program: "custom_program";
281
+ }>;
282
+ entrypoint: z.ZodString;
283
+ stateful: z.ZodBoolean;
284
+ deterministicSeeds: z.ZodBoolean;
285
+ lifecycle: z.ZodArray<z.ZodEnum<{
286
+ create: "create";
287
+ reset: "reset";
288
+ step: "step";
289
+ collect: "collect";
290
+ destroy: "destroy";
291
+ }>>;
292
+ networkPolicy: z.ZodEnum<{
293
+ none: "none";
294
+ declared_read_only: "declared_read_only";
295
+ declared_scoped: "declared_scoped";
296
+ }>;
297
+ defaultTimeoutMs: z.ZodNumber;
298
+ }, z.core.$strict>;
299
+ tools: z.ZodArray<z.ZodObject<{
300
+ name: z.ZodString;
301
+ description: z.ZodString;
302
+ inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
303
+ inputSchemaHash: z.ZodString;
304
+ sideEffect: z.ZodEnum<{
305
+ read: "read";
306
+ write: "write";
307
+ }>;
308
+ timeoutMs: z.ZodNumber;
309
+ }, z.core.$strict>>;
310
+ capabilities: z.ZodArray<z.ZodObject<{
311
+ id: z.ZodString;
312
+ required: z.ZodBoolean;
313
+ scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
314
+ portability: z.ZodEnum<{
315
+ portable: "portable";
316
+ host_adapter: "host_adapter";
317
+ local_only: "local_only";
318
+ hosted_only: "hosted_only";
319
+ }>;
320
+ }, z.core.$strict>>;
321
+ tasks: z.ZodArray<z.ZodObject<{
322
+ id: z.ZodString;
323
+ clusterKey: z.ZodString;
324
+ split: z.ZodEnum<{
325
+ train: "train";
326
+ validation: "validation";
327
+ test: "test";
328
+ frozen_eval: "frozen_eval";
329
+ }>;
330
+ input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
331
+ expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
332
+ policyVisibleContext: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
333
+ privilegedContextRef: z.ZodNullable<z.ZodString>;
334
+ artifactRefs: z.ZodDefault<z.ZodArray<z.ZodObject<{
335
+ id: z.ZodString;
336
+ path: z.ZodString;
337
+ contentHash: z.ZodString;
338
+ sizeBytes: z.ZodNumber;
339
+ mediaType: z.ZodString;
340
+ visibility: z.ZodEnum<{
341
+ policy: "policy";
342
+ verifier: "verifier";
343
+ host_private: "host_private";
344
+ }>;
345
+ }, z.core.$strict>>>;
346
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
347
+ }, z.core.$strict>>;
348
+ graders: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
349
+ id: z.ZodString;
350
+ version: z.ZodString;
351
+ weight: z.ZodDefault<z.ZodNumber>;
352
+ hardGate: z.ZodDefault<z.ZodBoolean>;
353
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
354
+ privileged: z.ZodDefault<z.ZodBoolean>;
355
+ kind: z.ZodEnum<{
356
+ content: "content";
357
+ schema: "schema";
358
+ artifact: "artifact";
359
+ runtime_event: "runtime_event";
360
+ state: "state";
361
+ }>;
362
+ config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
363
+ }, z.core.$strict>, z.ZodObject<{
364
+ id: z.ZodString;
365
+ version: z.ZodString;
366
+ weight: z.ZodDefault<z.ZodNumber>;
367
+ hardGate: z.ZodDefault<z.ZodBoolean>;
368
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
369
+ privileged: z.ZodDefault<z.ZodBoolean>;
370
+ kind: z.ZodLiteral<"model_judge">;
371
+ rubricRef: z.ZodObject<{
372
+ id: z.ZodString;
373
+ path: z.ZodString;
374
+ contentHash: z.ZodString;
375
+ sizeBytes: z.ZodNumber;
376
+ mediaType: z.ZodString;
377
+ visibility: z.ZodEnum<{
378
+ policy: "policy";
379
+ verifier: "verifier";
380
+ host_private: "host_private";
381
+ }>;
382
+ }, z.core.$strict>;
383
+ calibrationStatus: z.ZodEnum<{
384
+ pending: "pending";
385
+ passed: "passed";
386
+ failed: "failed";
387
+ }>;
388
+ }, z.core.$strict>, z.ZodObject<{
389
+ id: z.ZodString;
390
+ version: z.ZodString;
391
+ weight: z.ZodDefault<z.ZodNumber>;
392
+ hardGate: z.ZodDefault<z.ZodBoolean>;
393
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
394
+ privileged: z.ZodDefault<z.ZodBoolean>;
395
+ kind: z.ZodLiteral<"custom_verifier">;
396
+ verifierRef: z.ZodObject<{
397
+ id: z.ZodString;
398
+ path: z.ZodString;
399
+ contentHash: z.ZodString;
400
+ sizeBytes: z.ZodNumber;
401
+ mediaType: z.ZodString;
402
+ visibility: z.ZodEnum<{
403
+ policy: "policy";
404
+ verifier: "verifier";
405
+ host_private: "host_private";
406
+ }>;
407
+ }, z.core.$strict>;
408
+ timeoutMs: z.ZodNumber;
409
+ networkPolicy: z.ZodLiteral<"none">;
410
+ }, z.core.$strict>, z.ZodObject<{
411
+ id: z.ZodString;
412
+ version: z.ZodString;
413
+ weight: z.ZodDefault<z.ZodNumber>;
414
+ hardGate: z.ZodDefault<z.ZodBoolean>;
415
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
416
+ privileged: z.ZodDefault<z.ZodBoolean>;
417
+ kind: z.ZodLiteral<"human">;
418
+ rubricRef: z.ZodObject<{
419
+ id: z.ZodString;
420
+ path: z.ZodString;
421
+ contentHash: z.ZodString;
422
+ sizeBytes: z.ZodNumber;
423
+ mediaType: z.ZodString;
424
+ visibility: z.ZodEnum<{
425
+ policy: "policy";
426
+ verifier: "verifier";
427
+ host_private: "host_private";
428
+ }>;
429
+ }, z.core.$strict>;
430
+ reviewerRole: z.ZodString;
431
+ }, z.core.$strict>]>>;
432
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
433
+ }, z.core.$strict>;
434
+ export declare const TasksetReleaseSchema: z.ZodObject<{
435
+ schemaVersion: z.ZodLiteral<"openpond.tasksetRelease.v1">;
436
+ id: z.ZodString;
437
+ revision: z.ZodNumber;
438
+ harnessRelease: z.ZodObject<{
439
+ id: z.ZodString;
440
+ contentHash: z.ZodString;
441
+ }, z.core.$strict>;
442
+ policy: z.ZodObject<{
443
+ policyVisibleFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
444
+ privilegedFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
445
+ hiddenGraderRefs: z.ZodDefault<z.ZodArray<z.ZodString>>;
446
+ connectedAppScopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
447
+ }, z.core.$strict>;
448
+ environment: z.ZodObject<{
449
+ protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
450
+ kind: z.ZodEnum<{
451
+ text: "text";
452
+ agent: "agent";
453
+ work: "work";
454
+ custom_program: "custom_program";
455
+ }>;
456
+ entrypoint: z.ZodString;
457
+ stateful: z.ZodBoolean;
458
+ deterministicSeeds: z.ZodBoolean;
459
+ lifecycle: z.ZodArray<z.ZodEnum<{
460
+ create: "create";
461
+ reset: "reset";
462
+ step: "step";
463
+ collect: "collect";
464
+ destroy: "destroy";
465
+ }>>;
466
+ networkPolicy: z.ZodEnum<{
467
+ none: "none";
468
+ declared_read_only: "declared_read_only";
469
+ declared_scoped: "declared_scoped";
470
+ }>;
471
+ defaultTimeoutMs: z.ZodNumber;
472
+ }, z.core.$strict>;
473
+ tools: z.ZodArray<z.ZodObject<{
474
+ name: z.ZodString;
475
+ description: z.ZodString;
476
+ inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
477
+ inputSchemaHash: z.ZodString;
478
+ sideEffect: z.ZodEnum<{
479
+ read: "read";
480
+ write: "write";
481
+ }>;
482
+ timeoutMs: z.ZodNumber;
483
+ }, z.core.$strict>>;
484
+ capabilities: z.ZodArray<z.ZodObject<{
485
+ id: z.ZodString;
486
+ required: z.ZodBoolean;
487
+ scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
488
+ portability: z.ZodEnum<{
489
+ portable: "portable";
490
+ host_adapter: "host_adapter";
491
+ local_only: "local_only";
492
+ hosted_only: "hosted_only";
493
+ }>;
494
+ }, z.core.$strict>>;
495
+ tasks: z.ZodArray<z.ZodObject<{
496
+ id: z.ZodString;
497
+ clusterKey: z.ZodString;
498
+ split: z.ZodEnum<{
499
+ train: "train";
500
+ validation: "validation";
501
+ test: "test";
502
+ frozen_eval: "frozen_eval";
503
+ }>;
504
+ input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
505
+ expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
506
+ policyVisibleContext: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
507
+ privilegedContextRef: z.ZodNullable<z.ZodString>;
508
+ artifactRefs: z.ZodDefault<z.ZodArray<z.ZodObject<{
509
+ id: z.ZodString;
510
+ path: z.ZodString;
511
+ contentHash: z.ZodString;
512
+ sizeBytes: z.ZodNumber;
513
+ mediaType: z.ZodString;
514
+ visibility: z.ZodEnum<{
515
+ policy: "policy";
516
+ verifier: "verifier";
517
+ host_private: "host_private";
518
+ }>;
519
+ }, z.core.$strict>>>;
520
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
521
+ }, z.core.$strict>>;
522
+ graders: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
523
+ id: z.ZodString;
524
+ version: z.ZodString;
525
+ weight: z.ZodDefault<z.ZodNumber>;
526
+ hardGate: z.ZodDefault<z.ZodBoolean>;
527
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
528
+ privileged: z.ZodDefault<z.ZodBoolean>;
529
+ kind: z.ZodEnum<{
530
+ content: "content";
531
+ schema: "schema";
532
+ artifact: "artifact";
533
+ runtime_event: "runtime_event";
534
+ state: "state";
535
+ }>;
536
+ config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
537
+ }, z.core.$strict>, z.ZodObject<{
538
+ id: z.ZodString;
539
+ version: z.ZodString;
540
+ weight: z.ZodDefault<z.ZodNumber>;
541
+ hardGate: z.ZodDefault<z.ZodBoolean>;
542
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
543
+ privileged: z.ZodDefault<z.ZodBoolean>;
544
+ kind: z.ZodLiteral<"model_judge">;
545
+ rubricRef: z.ZodObject<{
546
+ id: z.ZodString;
547
+ path: z.ZodString;
548
+ contentHash: z.ZodString;
549
+ sizeBytes: z.ZodNumber;
550
+ mediaType: z.ZodString;
551
+ visibility: z.ZodEnum<{
552
+ policy: "policy";
553
+ verifier: "verifier";
554
+ host_private: "host_private";
555
+ }>;
556
+ }, z.core.$strict>;
557
+ calibrationStatus: z.ZodEnum<{
558
+ pending: "pending";
559
+ passed: "passed";
560
+ failed: "failed";
561
+ }>;
562
+ }, z.core.$strict>, z.ZodObject<{
563
+ id: z.ZodString;
564
+ version: z.ZodString;
565
+ weight: z.ZodDefault<z.ZodNumber>;
566
+ hardGate: z.ZodDefault<z.ZodBoolean>;
567
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
568
+ privileged: z.ZodDefault<z.ZodBoolean>;
569
+ kind: z.ZodLiteral<"custom_verifier">;
570
+ verifierRef: z.ZodObject<{
571
+ id: z.ZodString;
572
+ path: z.ZodString;
573
+ contentHash: z.ZodString;
574
+ sizeBytes: z.ZodNumber;
575
+ mediaType: z.ZodString;
576
+ visibility: z.ZodEnum<{
577
+ policy: "policy";
578
+ verifier: "verifier";
579
+ host_private: "host_private";
580
+ }>;
581
+ }, z.core.$strict>;
582
+ timeoutMs: z.ZodNumber;
583
+ networkPolicy: z.ZodLiteral<"none">;
584
+ }, z.core.$strict>, z.ZodObject<{
585
+ id: z.ZodString;
586
+ version: z.ZodString;
587
+ weight: z.ZodDefault<z.ZodNumber>;
588
+ hardGate: z.ZodDefault<z.ZodBoolean>;
589
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
590
+ privileged: z.ZodDefault<z.ZodBoolean>;
591
+ kind: z.ZodLiteral<"human">;
592
+ rubricRef: z.ZodObject<{
593
+ id: z.ZodString;
594
+ path: z.ZodString;
595
+ contentHash: z.ZodString;
596
+ sizeBytes: z.ZodNumber;
597
+ mediaType: z.ZodString;
598
+ visibility: z.ZodEnum<{
599
+ policy: "policy";
600
+ verifier: "verifier";
601
+ host_private: "host_private";
602
+ }>;
603
+ }, z.core.$strict>;
604
+ reviewerRole: z.ZodString;
605
+ }, z.core.$strict>]>>;
606
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
607
+ contentHash: z.ZodString;
608
+ }, z.core.$strict>;
609
+ export type TasksetValidationIssue = {
610
+ code: string;
611
+ severity: "warning" | "error";
612
+ message: string;
613
+ path: string | null;
614
+ };
615
+ export declare function validateTasksetRelease(input: unknown): {
616
+ valid: boolean;
617
+ taskset: TasksetRelease | null;
618
+ computedHash: string | null;
619
+ issues: TasksetValidationIssue[];
620
+ };
621
+ export declare function assertTasksetRelease(taskset: TasksetRelease): void;
622
+ export declare function policyTaskView(task: TaskRecord): {
623
+ id: string;
624
+ input: Record<string, unknown>;
625
+ policyVisibleContext: Record<string, unknown>;
626
+ artifactRefs: Array<z.infer<typeof ImmutableAssetRefSchema>>;
627
+ tags: string[];
628
+ };
629
+ export declare function trainingPolicyTaskViews(taskset: TasksetRelease): ReturnType<typeof policyTaskView>[];
630
+ export type ToolDeclaration = z.infer<typeof ToolDeclarationSchema>;
631
+ export type CapabilityRequirement = z.infer<typeof CapabilityRequirementSchema>;
632
+ export type EnvironmentContract = z.infer<typeof EnvironmentContractSchema>;
633
+ export type GraderSpec = z.infer<typeof GraderSpecSchema>;
634
+ export type DeterministicGraderSpec = z.infer<typeof DeterministicGraderSpecSchema>;
635
+ export type TaskRecord = z.infer<typeof TaskRecordSchema>;
636
+ export type TasksetRelease = z.infer<typeof TasksetReleaseSchema>;
637
+ //# sourceMappingURL=tasksets.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tasksets.d.ts","sourceRoot":"","sources":["../../src/tasksets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,uBAAuB,EAOxB,MAAM,aAAa,CAAC;AAErB,eAAO,MAAM,eAAe;;;;;EAAyD,CAAC;AACtF,eAAO,MAAM,oBAAoB;;;;;kBAKtB,CAAC;AAEZ,eAAO,MAAM,qBAAqB;;;;;;;;;;kBAOvB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;kBAK7B,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AAWZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;kBAG/B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;kBAI5B,CAAC;AACZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;kBAKhC,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;kBAIvB,CAAC;AACZ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAK3B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;kBAUlB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAY7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG;IACtD,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,sBAAsB,EAAE,CAAC;CAClC,CA8CA;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI,CAKlE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAQA;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,EAAE,CAIpG;AAED,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC"}