@openpond/evals 0.6.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (87) hide show
  1. package/LEARNING.md +106 -0
  2. package/README.md +2 -0
  3. package/dist/graders.js +26 -5
  4. package/dist/index.js +3 -0
  5. package/dist/javascript-verifier-contract.js +7 -0
  6. package/dist/javascript-verifier-node.js +56 -0
  7. package/dist/javascript-verifier-worker-source.js +1 -0
  8. package/dist/javascript-verifier-worker.js +6 -0
  9. package/dist/javascript-verifier.js +64 -0
  10. package/dist/learning/admission.js +209 -0
  11. package/dist/learning/assets.js +37 -0
  12. package/dist/learning/contracts.js +267 -0
  13. package/dist/learning/errors.js +12 -0
  14. package/dist/learning/grade-worker.js +99 -0
  15. package/dist/learning/index.js +9 -0
  16. package/dist/learning/operations.js +33 -0
  17. package/dist/learning/repository.js +48 -0
  18. package/dist/learning/service.js +367 -0
  19. package/dist/learning/transport.js +25 -0
  20. package/dist/rewards.js +230 -0
  21. package/dist/task-schema.js +142 -0
  22. package/dist/tasksets.js +3 -0
  23. package/dist/telemetry-catalog.js +1 -1
  24. package/dist/types/builtin-benchmarks/harness-refiner.d.ts +7 -0
  25. package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
  26. package/dist/types/conformance.d.ts +14 -0
  27. package/dist/types/conformance.d.ts.map +1 -1
  28. package/dist/types/execution-contracts.d.ts +14 -0
  29. package/dist/types/execution-contracts.d.ts.map +1 -1
  30. package/dist/types/graders.d.ts.map +1 -1
  31. package/dist/types/index.d.ts +3 -0
  32. package/dist/types/index.d.ts.map +1 -1
  33. package/dist/types/javascript-verifier-contract.d.ts +9 -0
  34. package/dist/types/javascript-verifier-contract.d.ts.map +1 -0
  35. package/dist/types/javascript-verifier-node.d.ts +5 -0
  36. package/dist/types/javascript-verifier-node.d.ts.map +1 -0
  37. package/dist/types/javascript-verifier-worker-source.d.ts +2 -0
  38. package/dist/types/javascript-verifier-worker.d.ts +2 -0
  39. package/dist/types/javascript-verifier-worker.d.ts.map +1 -0
  40. package/dist/types/javascript-verifier.d.ts +15 -0
  41. package/dist/types/javascript-verifier.d.ts.map +1 -0
  42. package/dist/types/learning/admission.d.ts +335 -0
  43. package/dist/types/learning/admission.d.ts.map +1 -0
  44. package/dist/types/learning/assets.d.ts +49 -0
  45. package/dist/types/learning/assets.d.ts.map +1 -0
  46. package/dist/types/learning/contracts.d.ts +2149 -0
  47. package/dist/types/learning/contracts.d.ts.map +1 -0
  48. package/dist/types/learning/errors.d.ts +8 -0
  49. package/dist/types/learning/errors.d.ts.map +1 -0
  50. package/dist/types/learning/grade-worker.d.ts +31 -0
  51. package/dist/types/learning/grade-worker.d.ts.map +1 -0
  52. package/dist/types/learning/index.d.ts +10 -0
  53. package/dist/types/learning/index.d.ts.map +1 -0
  54. package/dist/types/learning/operations.d.ts +2061 -0
  55. package/dist/types/learning/operations.d.ts.map +1 -0
  56. package/dist/types/learning/repository.d.ts +1143 -0
  57. package/dist/types/learning/repository.d.ts.map +1 -0
  58. package/dist/types/learning/service.d.ts +22 -0
  59. package/dist/types/learning/service.d.ts.map +1 -0
  60. package/dist/types/learning/transport.d.ts +2139 -0
  61. package/dist/types/learning/transport.d.ts.map +1 -0
  62. package/dist/types/preferences.d.ts +3 -3
  63. package/dist/types/review-conformance.d.ts +5 -5
  64. package/dist/types/rewards.d.ts +611 -0
  65. package/dist/types/rewards.d.ts.map +1 -0
  66. package/dist/types/task-schema.d.ts +18 -0
  67. package/dist/types/task-schema.d.ts.map +1 -0
  68. package/dist/types/tasksets.d.ts +28 -0
  69. package/dist/types/tasksets.d.ts.map +1 -1
  70. package/package.json +30 -3
  71. package/schemas/learning/v1/asset.schema.json +89 -0
  72. package/schemas/learning/v1/batch.schema.json +132 -0
  73. package/schemas/learning/v1/binding.schema.json +207 -0
  74. package/schemas/learning/v1/command-request.schema.json +2414 -0
  75. package/schemas/learning/v1/decision.schema.json +440 -0
  76. package/schemas/learning/v1/definition.schema.json +397 -0
  77. package/schemas/learning/v1/evidence.schema.json +317 -0
  78. package/schemas/learning/v1/example-submission.schema.json +253 -0
  79. package/schemas/learning/v1/feedback-submission.schema.json +114 -0
  80. package/schemas/learning/v1/feedback.schema.json +233 -0
  81. package/schemas/learning/v1/grade.schema.json +412 -0
  82. package/schemas/learning/v1/iteration.schema.json +236 -0
  83. package/schemas/learning/v1/package.schema.json +776 -0
  84. package/schemas/learning/v1/policy.schema.json +373 -0
  85. package/schemas/learning/v1/read-request.schema.json +101 -0
  86. package/schemas/learning/v1/reward.schema.json +302 -0
  87. package/schemas/learning/v1/source.schema.json +198 -0
@@ -0,0 +1,2414 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "type": "object",
4
+ "properties": {
5
+ "scope": {
6
+ "$ref": "#/$defs/__schema0"
7
+ },
8
+ "command": {
9
+ "anyOf": [
10
+ {
11
+ "oneOf": [
12
+ {
13
+ "type": "object",
14
+ "properties": {
15
+ "operationId": {
16
+ "$ref": "#/$defs/__schema0"
17
+ },
18
+ "action": {
19
+ "$ref": "#/$defs/__schema1"
20
+ },
21
+ "expectedRevision": {
22
+ "$ref": "#/$defs/__schema2"
23
+ },
24
+ "kind": {
25
+ "$ref": "#/$defs/__schema3"
26
+ },
27
+ "content": {
28
+ "$ref": "#/$defs/__schema4"
29
+ }
30
+ },
31
+ "required": [
32
+ "operationId",
33
+ "action",
34
+ "expectedRevision",
35
+ "kind",
36
+ "content"
37
+ ],
38
+ "additionalProperties": false
39
+ },
40
+ {
41
+ "type": "object",
42
+ "properties": {
43
+ "operationId": {
44
+ "$ref": "#/$defs/__schema0"
45
+ },
46
+ "action": {
47
+ "$ref": "#/$defs/__schema1"
48
+ },
49
+ "expectedRevision": {
50
+ "$ref": "#/$defs/__schema2"
51
+ },
52
+ "kind": {
53
+ "$ref": "#/$defs/__schema10"
54
+ },
55
+ "content": {
56
+ "$ref": "#/$defs/__schema11"
57
+ }
58
+ },
59
+ "required": [
60
+ "operationId",
61
+ "action",
62
+ "expectedRevision",
63
+ "kind",
64
+ "content"
65
+ ],
66
+ "additionalProperties": false
67
+ },
68
+ {
69
+ "type": "object",
70
+ "properties": {
71
+ "operationId": {
72
+ "$ref": "#/$defs/__schema0"
73
+ },
74
+ "action": {
75
+ "$ref": "#/$defs/__schema1"
76
+ },
77
+ "expectedRevision": {
78
+ "$ref": "#/$defs/__schema2"
79
+ },
80
+ "kind": {
81
+ "$ref": "#/$defs/__schema28"
82
+ },
83
+ "content": {
84
+ "$ref": "#/$defs/__schema29"
85
+ }
86
+ },
87
+ "required": [
88
+ "operationId",
89
+ "action",
90
+ "expectedRevision",
91
+ "kind",
92
+ "content"
93
+ ],
94
+ "additionalProperties": false
95
+ },
96
+ {
97
+ "type": "object",
98
+ "properties": {
99
+ "operationId": {
100
+ "$ref": "#/$defs/__schema0"
101
+ },
102
+ "action": {
103
+ "$ref": "#/$defs/__schema1"
104
+ },
105
+ "expectedRevision": {
106
+ "$ref": "#/$defs/__schema2"
107
+ },
108
+ "kind": {
109
+ "$ref": "#/$defs/__schema37"
110
+ },
111
+ "content": {
112
+ "$ref": "#/$defs/__schema38"
113
+ }
114
+ },
115
+ "required": [
116
+ "operationId",
117
+ "action",
118
+ "expectedRevision",
119
+ "kind",
120
+ "content"
121
+ ],
122
+ "additionalProperties": false
123
+ },
124
+ {
125
+ "type": "object",
126
+ "properties": {
127
+ "operationId": {
128
+ "$ref": "#/$defs/__schema0"
129
+ },
130
+ "action": {
131
+ "$ref": "#/$defs/__schema1"
132
+ },
133
+ "expectedRevision": {
134
+ "$ref": "#/$defs/__schema2"
135
+ },
136
+ "kind": {
137
+ "$ref": "#/$defs/__schema48"
138
+ },
139
+ "content": {
140
+ "$ref": "#/$defs/__schema49"
141
+ }
142
+ },
143
+ "required": [
144
+ "operationId",
145
+ "action",
146
+ "expectedRevision",
147
+ "kind",
148
+ "content"
149
+ ],
150
+ "additionalProperties": false
151
+ },
152
+ {
153
+ "type": "object",
154
+ "properties": {
155
+ "operationId": {
156
+ "$ref": "#/$defs/__schema0"
157
+ },
158
+ "action": {
159
+ "$ref": "#/$defs/__schema1"
160
+ },
161
+ "expectedRevision": {
162
+ "$ref": "#/$defs/__schema2"
163
+ },
164
+ "kind": {
165
+ "$ref": "#/$defs/__schema60"
166
+ },
167
+ "content": {
168
+ "$ref": "#/$defs/__schema61"
169
+ }
170
+ },
171
+ "required": [
172
+ "operationId",
173
+ "action",
174
+ "expectedRevision",
175
+ "kind",
176
+ "content"
177
+ ],
178
+ "additionalProperties": false
179
+ }
180
+ ]
181
+ },
182
+ {
183
+ "type": "object",
184
+ "properties": {
185
+ "operationId": {
186
+ "$ref": "#/$defs/__schema0"
187
+ },
188
+ "action": {
189
+ "type": "string",
190
+ "const": "publish_resources"
191
+ },
192
+ "resources": {
193
+ "minItems": 1,
194
+ "maxItems": 20,
195
+ "type": "array",
196
+ "items": {
197
+ "$ref": "#/$defs/__schema74"
198
+ }
199
+ }
200
+ },
201
+ "required": [
202
+ "operationId",
203
+ "action",
204
+ "resources"
205
+ ],
206
+ "additionalProperties": false
207
+ },
208
+ {
209
+ "type": "object",
210
+ "properties": {
211
+ "operationId": {
212
+ "$ref": "#/$defs/__schema0"
213
+ },
214
+ "action": {
215
+ "type": "string",
216
+ "const": "submit_example"
217
+ },
218
+ "example": {
219
+ "type": "object",
220
+ "properties": {
221
+ "schemaVersion": {
222
+ "type": "string",
223
+ "const": "openpond.taskExample.v1"
224
+ },
225
+ "sourceId": {
226
+ "$ref": "#/$defs/__schema0"
227
+ },
228
+ "idempotencyKey": {
229
+ "$ref": "#/$defs/__schema0"
230
+ },
231
+ "taskDefinition": {
232
+ "$ref": "#/$defs/__schema20"
233
+ },
234
+ "exampleId": {
235
+ "$ref": "#/$defs/__schema0"
236
+ },
237
+ "attemptId": {
238
+ "$ref": "#/$defs/__schema0"
239
+ },
240
+ "occurredAt": {
241
+ "$ref": "#/$defs/__schema75"
242
+ },
243
+ "familyKey": {
244
+ "anyOf": [
245
+ {
246
+ "$ref": "#/$defs/__schema0"
247
+ },
248
+ {
249
+ "type": "null"
250
+ }
251
+ ]
252
+ },
253
+ "split": {
254
+ "$ref": "#/$defs/__schema56"
255
+ },
256
+ "input": {
257
+ "$ref": "#/$defs/__schema76"
258
+ },
259
+ "observedOutput": {
260
+ "anyOf": [
261
+ {
262
+ "$ref": "#/$defs/__schema76"
263
+ },
264
+ {
265
+ "type": "null"
266
+ }
267
+ ]
268
+ },
269
+ "expected": {
270
+ "anyOf": [
271
+ {
272
+ "$ref": "#/$defs/__schema76"
273
+ },
274
+ {
275
+ "type": "null"
276
+ }
277
+ ]
278
+ },
279
+ "evaluatorContext": {
280
+ "anyOf": [
281
+ {
282
+ "$ref": "#/$defs/__schema76"
283
+ },
284
+ {
285
+ "type": "null"
286
+ }
287
+ ]
288
+ },
289
+ "assets": {
290
+ "maxItems": 1000,
291
+ "type": "array",
292
+ "items": {
293
+ "$ref": "#/$defs/__schema7"
294
+ }
295
+ },
296
+ "provenance": {
297
+ "type": "object",
298
+ "properties": {
299
+ "sourceRecordRef": {
300
+ "anyOf": [
301
+ {
302
+ "type": "string",
303
+ "maxLength": 2000
304
+ },
305
+ {
306
+ "type": "null"
307
+ }
308
+ ]
309
+ },
310
+ "mappingHash": {
311
+ "anyOf": [
312
+ {
313
+ "$ref": "#/$defs/__schema8"
314
+ },
315
+ {
316
+ "type": "null"
317
+ }
318
+ ]
319
+ }
320
+ },
321
+ "required": [
322
+ "sourceRecordRef",
323
+ "mappingHash"
324
+ ],
325
+ "additionalProperties": false
326
+ }
327
+ },
328
+ "required": [
329
+ "schemaVersion",
330
+ "sourceId",
331
+ "idempotencyKey",
332
+ "taskDefinition",
333
+ "exampleId",
334
+ "attemptId",
335
+ "occurredAt",
336
+ "familyKey",
337
+ "split",
338
+ "input",
339
+ "observedOutput",
340
+ "expected",
341
+ "evaluatorContext",
342
+ "assets",
343
+ "provenance"
344
+ ],
345
+ "additionalProperties": false
346
+ }
347
+ },
348
+ "required": [
349
+ "operationId",
350
+ "action",
351
+ "example"
352
+ ],
353
+ "additionalProperties": false
354
+ },
355
+ {
356
+ "type": "object",
357
+ "properties": {
358
+ "operationId": {
359
+ "$ref": "#/$defs/__schema0"
360
+ },
361
+ "action": {
362
+ "type": "string",
363
+ "const": "submit_feedback"
364
+ },
365
+ "feedback": {
366
+ "type": "object",
367
+ "properties": {
368
+ "schemaVersion": {
369
+ "type": "string",
370
+ "const": "openpond.taskFeedback.v1"
371
+ },
372
+ "sourceId": {
373
+ "$ref": "#/$defs/__schema0"
374
+ },
375
+ "idempotencyKey": {
376
+ "$ref": "#/$defs/__schema0"
377
+ },
378
+ "exampleId": {
379
+ "$ref": "#/$defs/__schema0"
380
+ },
381
+ "attemptId": {
382
+ "$ref": "#/$defs/__schema0"
383
+ },
384
+ "expectedEvidenceHash": {
385
+ "anyOf": [
386
+ {
387
+ "$ref": "#/$defs/__schema8"
388
+ },
389
+ {
390
+ "type": "null"
391
+ }
392
+ ]
393
+ },
394
+ "occurredAt": {
395
+ "$ref": "#/$defs/__schema75"
396
+ },
397
+ "kind": {
398
+ "type": "string",
399
+ "enum": [
400
+ "outcome",
401
+ "target_correction",
402
+ "ground_truth_correction",
403
+ "input_correction",
404
+ "family_resolution"
405
+ ]
406
+ },
407
+ "value": {
408
+ "$ref": "#/$defs/__schema76"
409
+ },
410
+ "note": {
411
+ "type": "string",
412
+ "maxLength": 20000
413
+ }
414
+ },
415
+ "required": [
416
+ "schemaVersion",
417
+ "sourceId",
418
+ "idempotencyKey",
419
+ "exampleId",
420
+ "attemptId",
421
+ "expectedEvidenceHash",
422
+ "occurredAt",
423
+ "kind",
424
+ "value",
425
+ "note"
426
+ ],
427
+ "additionalProperties": false
428
+ }
429
+ },
430
+ "required": [
431
+ "operationId",
432
+ "action",
433
+ "feedback"
434
+ ],
435
+ "additionalProperties": false
436
+ },
437
+ {
438
+ "type": "object",
439
+ "properties": {
440
+ "operationId": {
441
+ "$ref": "#/$defs/__schema0"
442
+ },
443
+ "action": {
444
+ "type": "string",
445
+ "const": "apply_correction"
446
+ },
447
+ "feedbackId": {
448
+ "$ref": "#/$defs/__schema0"
449
+ },
450
+ "evidence": {
451
+ "$ref": "#/$defs/__schema20"
452
+ }
453
+ },
454
+ "required": [
455
+ "operationId",
456
+ "action",
457
+ "feedbackId",
458
+ "evidence"
459
+ ],
460
+ "additionalProperties": false
461
+ },
462
+ {
463
+ "type": "object",
464
+ "properties": {
465
+ "operationId": {
466
+ "$ref": "#/$defs/__schema0"
467
+ },
468
+ "action": {
469
+ "type": "string",
470
+ "const": "resolve_feedback"
471
+ },
472
+ "feedbackId": {
473
+ "$ref": "#/$defs/__schema0"
474
+ },
475
+ "expectedRevision": {
476
+ "type": "integer",
477
+ "exclusiveMinimum": 0,
478
+ "maximum": 9007199254740991
479
+ },
480
+ "disposition": {
481
+ "type": "string",
482
+ "enum": [
483
+ "applied",
484
+ "rejected",
485
+ "superseded"
486
+ ]
487
+ },
488
+ "decision": {
489
+ "anyOf": [
490
+ {
491
+ "$ref": "#/$defs/__schema20"
492
+ },
493
+ {
494
+ "type": "null"
495
+ }
496
+ ]
497
+ },
498
+ "note": {
499
+ "type": "string",
500
+ "maxLength": 20000
501
+ }
502
+ },
503
+ "required": [
504
+ "operationId",
505
+ "action",
506
+ "feedbackId",
507
+ "expectedRevision",
508
+ "disposition",
509
+ "decision",
510
+ "note"
511
+ ],
512
+ "additionalProperties": false
513
+ },
514
+ {
515
+ "type": "object",
516
+ "properties": {
517
+ "operationId": {
518
+ "$ref": "#/$defs/__schema0"
519
+ },
520
+ "action": {
521
+ "type": "string",
522
+ "const": "queue_grade"
523
+ },
524
+ "evidence": {
525
+ "$ref": "#/$defs/__schema20"
526
+ },
527
+ "target": {
528
+ "type": "string",
529
+ "enum": [
530
+ "observed",
531
+ "proposed_target"
532
+ ]
533
+ },
534
+ "proposedTarget": {
535
+ "anyOf": [
536
+ {
537
+ "$ref": "#/$defs/__schema76"
538
+ },
539
+ {
540
+ "type": "null"
541
+ }
542
+ ]
543
+ },
544
+ "timeoutMs": {
545
+ "default": 30000,
546
+ "type": "integer",
547
+ "minimum": 100,
548
+ "maximum": 300000
549
+ },
550
+ "maximumSpendUsd": {
551
+ "default": 0,
552
+ "type": "number",
553
+ "minimum": 0,
554
+ "maximum": 1000
555
+ }
556
+ },
557
+ "required": [
558
+ "operationId",
559
+ "action",
560
+ "evidence",
561
+ "target",
562
+ "proposedTarget",
563
+ "timeoutMs",
564
+ "maximumSpendUsd"
565
+ ],
566
+ "additionalProperties": false
567
+ },
568
+ {
569
+ "type": "object",
570
+ "properties": {
571
+ "operationId": {
572
+ "$ref": "#/$defs/__schema0"
573
+ },
574
+ "action": {
575
+ "type": "string",
576
+ "const": "review"
577
+ },
578
+ "evidence": {
579
+ "$ref": "#/$defs/__schema20"
580
+ },
581
+ "expectedRevision": {
582
+ "type": "integer",
583
+ "minimum": 0,
584
+ "maximum": 9007199254740991
585
+ },
586
+ "disposition": {
587
+ "type": "string",
588
+ "enum": [
589
+ "approved",
590
+ "rejected",
591
+ "pending"
592
+ ]
593
+ },
594
+ "targetApproval": {
595
+ "type": "string",
596
+ "enum": [
597
+ "approved",
598
+ "rejected",
599
+ "pending",
600
+ "not_required"
601
+ ]
602
+ },
603
+ "approvedTarget": {
604
+ "anyOf": [
605
+ {
606
+ "$ref": "#/$defs/__schema76"
607
+ },
608
+ {
609
+ "type": "null"
610
+ }
611
+ ]
612
+ },
613
+ "observedGradeId": {
614
+ "anyOf": [
615
+ {
616
+ "$ref": "#/$defs/__schema0"
617
+ },
618
+ {
619
+ "type": "null"
620
+ }
621
+ ]
622
+ },
623
+ "targetGradeId": {
624
+ "anyOf": [
625
+ {
626
+ "$ref": "#/$defs/__schema0"
627
+ },
628
+ {
629
+ "type": "null"
630
+ }
631
+ ]
632
+ },
633
+ "note": {
634
+ "type": "string",
635
+ "maxLength": 20000
636
+ }
637
+ },
638
+ "required": [
639
+ "operationId",
640
+ "action",
641
+ "evidence",
642
+ "expectedRevision",
643
+ "disposition",
644
+ "targetApproval",
645
+ "approvedTarget",
646
+ "observedGradeId",
647
+ "targetGradeId",
648
+ "note"
649
+ ],
650
+ "additionalProperties": false
651
+ },
652
+ {
653
+ "type": "object",
654
+ "properties": {
655
+ "operationId": {
656
+ "$ref": "#/$defs/__schema0"
657
+ },
658
+ "action": {
659
+ "type": "string",
660
+ "const": "seal_batch"
661
+ },
662
+ "batchId": {
663
+ "$ref": "#/$defs/__schema0"
664
+ },
665
+ "taskDefinition": {
666
+ "$ref": "#/$defs/__schema20"
667
+ },
668
+ "purpose": {
669
+ "type": "string",
670
+ "enum": [
671
+ "supervised_training",
672
+ "reward_training",
673
+ "evaluation"
674
+ ]
675
+ },
676
+ "evidence": {
677
+ "minItems": 1,
678
+ "maxItems": 10000,
679
+ "type": "array",
680
+ "items": {
681
+ "$ref": "#/$defs/__schema20"
682
+ }
683
+ },
684
+ "decisions": {
685
+ "minItems": 1,
686
+ "maxItems": 10000,
687
+ "type": "array",
688
+ "items": {
689
+ "$ref": "#/$defs/__schema20"
690
+ }
691
+ }
692
+ },
693
+ "required": [
694
+ "operationId",
695
+ "action",
696
+ "batchId",
697
+ "taskDefinition",
698
+ "purpose",
699
+ "evidence",
700
+ "decisions"
701
+ ],
702
+ "additionalProperties": false
703
+ },
704
+ {
705
+ "type": "object",
706
+ "properties": {
707
+ "operationId": {
708
+ "$ref": "#/$defs/__schema0"
709
+ },
710
+ "action": {
711
+ "type": "string",
712
+ "const": "cancel_grade"
713
+ },
714
+ "gradeId": {
715
+ "$ref": "#/$defs/__schema0"
716
+ },
717
+ "expectedRevision": {
718
+ "type": "integer",
719
+ "exclusiveMinimum": 0,
720
+ "maximum": 9007199254740991
721
+ }
722
+ },
723
+ "required": [
724
+ "operationId",
725
+ "action",
726
+ "gradeId",
727
+ "expectedRevision"
728
+ ],
729
+ "additionalProperties": false
730
+ }
731
+ ]
732
+ }
733
+ },
734
+ "required": [
735
+ "scope",
736
+ "command"
737
+ ],
738
+ "additionalProperties": false,
739
+ "$defs": {
740
+ "__schema0": {
741
+ "type": "string",
742
+ "minLength": 1,
743
+ "maxLength": 240
744
+ },
745
+ "__schema1": {
746
+ "type": "string",
747
+ "const": "publish"
748
+ },
749
+ "__schema2": {
750
+ "type": "integer",
751
+ "minimum": 0,
752
+ "maximum": 9007199254740991
753
+ },
754
+ "__schema3": {
755
+ "type": "string",
756
+ "const": "asset"
757
+ },
758
+ "__schema4": {
759
+ "type": "object",
760
+ "properties": {
761
+ "schemaVersion": {
762
+ "$ref": "#/$defs/__schema5"
763
+ },
764
+ "id": {
765
+ "$ref": "#/$defs/__schema0"
766
+ },
767
+ "revision": {
768
+ "$ref": "#/$defs/__schema6"
769
+ },
770
+ "asset": {
771
+ "$ref": "#/$defs/__schema7"
772
+ },
773
+ "text": {
774
+ "$ref": "#/$defs/__schema9"
775
+ }
776
+ },
777
+ "required": [
778
+ "schemaVersion",
779
+ "id",
780
+ "revision",
781
+ "asset",
782
+ "text"
783
+ ],
784
+ "additionalProperties": false
785
+ },
786
+ "__schema5": {
787
+ "type": "string",
788
+ "const": "openpond.learningTextAsset.v1"
789
+ },
790
+ "__schema6": {
791
+ "type": "number",
792
+ "const": 1
793
+ },
794
+ "__schema7": {
795
+ "type": "object",
796
+ "properties": {
797
+ "id": {
798
+ "$ref": "#/$defs/__schema0"
799
+ },
800
+ "path": {
801
+ "type": "string",
802
+ "minLength": 1,
803
+ "maxLength": 2000
804
+ },
805
+ "contentHash": {
806
+ "$ref": "#/$defs/__schema8"
807
+ },
808
+ "sizeBytes": {
809
+ "type": "integer",
810
+ "minimum": 0,
811
+ "maximum": 250000000
812
+ },
813
+ "mediaType": {
814
+ "type": "string",
815
+ "minLength": 1,
816
+ "maxLength": 200
817
+ },
818
+ "visibility": {
819
+ "type": "string",
820
+ "enum": [
821
+ "policy",
822
+ "verifier",
823
+ "host_private"
824
+ ]
825
+ }
826
+ },
827
+ "required": [
828
+ "id",
829
+ "path",
830
+ "contentHash",
831
+ "sizeBytes",
832
+ "mediaType",
833
+ "visibility"
834
+ ],
835
+ "additionalProperties": false
836
+ },
837
+ "__schema8": {
838
+ "type": "string",
839
+ "pattern": "^[a-f0-9]{64}$"
840
+ },
841
+ "__schema9": {
842
+ "type": "string",
843
+ "maxLength": 524288
844
+ },
845
+ "__schema10": {
846
+ "type": "string",
847
+ "const": "definition"
848
+ },
849
+ "__schema11": {
850
+ "type": "object",
851
+ "properties": {
852
+ "schemaVersion": {
853
+ "$ref": "#/$defs/__schema12"
854
+ },
855
+ "id": {
856
+ "$ref": "#/$defs/__schema0"
857
+ },
858
+ "revision": {
859
+ "$ref": "#/$defs/__schema13"
860
+ },
861
+ "name": {
862
+ "$ref": "#/$defs/__schema14"
863
+ },
864
+ "description": {
865
+ "$ref": "#/$defs/__schema15"
866
+ },
867
+ "instructions": {
868
+ "$ref": "#/$defs/__schema16"
869
+ },
870
+ "category": {
871
+ "$ref": "#/$defs/__schema17"
872
+ },
873
+ "familyNamespace": {
874
+ "$ref": "#/$defs/__schema0"
875
+ },
876
+ "inputSchema": {
877
+ "$ref": "#/$defs/__schema18"
878
+ },
879
+ "outputSchema": {
880
+ "$ref": "#/$defs/__schema19"
881
+ },
882
+ "rewardBinding": {
883
+ "$ref": "#/$defs/__schema20"
884
+ },
885
+ "harness": {
886
+ "$ref": "#/$defs/__schema21"
887
+ },
888
+ "execution": {
889
+ "$ref": "#/$defs/__schema23"
890
+ }
891
+ },
892
+ "required": [
893
+ "schemaVersion",
894
+ "id",
895
+ "revision",
896
+ "name",
897
+ "description",
898
+ "instructions",
899
+ "category",
900
+ "familyNamespace",
901
+ "inputSchema",
902
+ "outputSchema",
903
+ "rewardBinding",
904
+ "harness",
905
+ "execution"
906
+ ],
907
+ "additionalProperties": false
908
+ },
909
+ "__schema12": {
910
+ "type": "string",
911
+ "const": "openpond.taskDefinition.v1"
912
+ },
913
+ "__schema13": {
914
+ "type": "integer",
915
+ "exclusiveMinimum": 0,
916
+ "maximum": 9007199254740991
917
+ },
918
+ "__schema14": {
919
+ "type": "string",
920
+ "minLength": 1,
921
+ "maxLength": 500
922
+ },
923
+ "__schema15": {
924
+ "type": "string",
925
+ "maxLength": 10000
926
+ },
927
+ "__schema16": {
928
+ "type": "string",
929
+ "minLength": 1,
930
+ "maxLength": 20000
931
+ },
932
+ "__schema17": {
933
+ "type": "string",
934
+ "enum": [
935
+ "structured",
936
+ "question_answering",
937
+ "coding",
938
+ "tool_workflow",
939
+ "custom"
940
+ ]
941
+ },
942
+ "__schema18": {
943
+ "type": "object",
944
+ "propertyNames": {
945
+ "type": "string"
946
+ },
947
+ "additionalProperties": {}
948
+ },
949
+ "__schema19": {
950
+ "type": "object",
951
+ "propertyNames": {
952
+ "type": "string"
953
+ },
954
+ "additionalProperties": {}
955
+ },
956
+ "__schema20": {
957
+ "type": "object",
958
+ "properties": {
959
+ "id": {
960
+ "$ref": "#/$defs/__schema0"
961
+ },
962
+ "contentHash": {
963
+ "$ref": "#/$defs/__schema8"
964
+ },
965
+ "revision": {
966
+ "type": "integer",
967
+ "exclusiveMinimum": 0,
968
+ "maximum": 9007199254740991
969
+ }
970
+ },
971
+ "required": [
972
+ "id",
973
+ "contentHash",
974
+ "revision"
975
+ ],
976
+ "additionalProperties": false
977
+ },
978
+ "__schema21": {
979
+ "anyOf": [
980
+ {
981
+ "$ref": "#/$defs/__schema22"
982
+ },
983
+ {
984
+ "type": "null"
985
+ }
986
+ ]
987
+ },
988
+ "__schema22": {
989
+ "type": "object",
990
+ "properties": {
991
+ "id": {
992
+ "$ref": "#/$defs/__schema0"
993
+ },
994
+ "contentHash": {
995
+ "$ref": "#/$defs/__schema8"
996
+ }
997
+ },
998
+ "required": [
999
+ "id",
1000
+ "contentHash"
1001
+ ],
1002
+ "additionalProperties": false
1003
+ },
1004
+ "__schema23": {
1005
+ "type": "object",
1006
+ "properties": {
1007
+ "policy": {
1008
+ "type": "object",
1009
+ "properties": {
1010
+ "policyVisibleFields": {
1011
+ "default": [],
1012
+ "maxItems": 1000,
1013
+ "type": "array",
1014
+ "items": {
1015
+ "$ref": "#/$defs/__schema0"
1016
+ }
1017
+ },
1018
+ "privilegedFields": {
1019
+ "default": [],
1020
+ "maxItems": 1000,
1021
+ "type": "array",
1022
+ "items": {
1023
+ "$ref": "#/$defs/__schema0"
1024
+ }
1025
+ },
1026
+ "hiddenGraderRefs": {
1027
+ "default": [],
1028
+ "maxItems": 1000,
1029
+ "type": "array",
1030
+ "items": {
1031
+ "$ref": "#/$defs/__schema0"
1032
+ }
1033
+ },
1034
+ "connectedAppScopes": {
1035
+ "default": [],
1036
+ "maxItems": 100,
1037
+ "type": "array",
1038
+ "items": {
1039
+ "$ref": "#/$defs/__schema0"
1040
+ }
1041
+ }
1042
+ },
1043
+ "required": [
1044
+ "policyVisibleFields",
1045
+ "privilegedFields",
1046
+ "hiddenGraderRefs",
1047
+ "connectedAppScopes"
1048
+ ],
1049
+ "additionalProperties": false
1050
+ },
1051
+ "environment": {
1052
+ "type": "object",
1053
+ "properties": {
1054
+ "protocolVersion": {
1055
+ "type": "string",
1056
+ "const": "openpond.environment.v1"
1057
+ },
1058
+ "kind": {
1059
+ "type": "string",
1060
+ "enum": [
1061
+ "text",
1062
+ "agent",
1063
+ "work",
1064
+ "custom_program"
1065
+ ]
1066
+ },
1067
+ "entrypoint": {
1068
+ "type": "string",
1069
+ "minLength": 1,
1070
+ "maxLength": 1000
1071
+ },
1072
+ "stateful": {
1073
+ "type": "boolean"
1074
+ },
1075
+ "deterministicSeeds": {
1076
+ "type": "boolean"
1077
+ },
1078
+ "lifecycle": {
1079
+ "minItems": 5,
1080
+ "maxItems": 5,
1081
+ "type": "array",
1082
+ "items": {
1083
+ "$ref": "#/$defs/__schema24"
1084
+ }
1085
+ },
1086
+ "networkPolicy": {
1087
+ "type": "string",
1088
+ "enum": [
1089
+ "none",
1090
+ "declared_read_only",
1091
+ "declared_scoped"
1092
+ ]
1093
+ },
1094
+ "defaultTimeoutMs": {
1095
+ "type": "integer",
1096
+ "exclusiveMinimum": 0,
1097
+ "maximum": 3600000
1098
+ }
1099
+ },
1100
+ "required": [
1101
+ "protocolVersion",
1102
+ "kind",
1103
+ "entrypoint",
1104
+ "stateful",
1105
+ "deterministicSeeds",
1106
+ "lifecycle",
1107
+ "networkPolicy",
1108
+ "defaultTimeoutMs"
1109
+ ],
1110
+ "additionalProperties": false
1111
+ },
1112
+ "environmentRelease": {
1113
+ "type": "object",
1114
+ "properties": {
1115
+ "id": {
1116
+ "$ref": "#/$defs/__schema0"
1117
+ },
1118
+ "contentHash": {
1119
+ "$ref": "#/$defs/__schema8"
1120
+ }
1121
+ },
1122
+ "required": [
1123
+ "id",
1124
+ "contentHash"
1125
+ ],
1126
+ "additionalProperties": false
1127
+ },
1128
+ "tools": {
1129
+ "maxItems": 200,
1130
+ "type": "array",
1131
+ "items": {
1132
+ "$ref": "#/$defs/__schema25"
1133
+ }
1134
+ },
1135
+ "capabilities": {
1136
+ "maxItems": 200,
1137
+ "type": "array",
1138
+ "items": {
1139
+ "$ref": "#/$defs/__schema26"
1140
+ }
1141
+ },
1142
+ "verifierSetRelease": {
1143
+ "type": "object",
1144
+ "properties": {
1145
+ "id": {
1146
+ "$ref": "#/$defs/__schema0"
1147
+ },
1148
+ "contentHash": {
1149
+ "$ref": "#/$defs/__schema8"
1150
+ }
1151
+ },
1152
+ "required": [
1153
+ "id",
1154
+ "contentHash"
1155
+ ],
1156
+ "additionalProperties": false
1157
+ }
1158
+ },
1159
+ "required": [
1160
+ "policy",
1161
+ "environment",
1162
+ "tools",
1163
+ "capabilities"
1164
+ ],
1165
+ "additionalProperties": false
1166
+ },
1167
+ "__schema24": {
1168
+ "type": "string",
1169
+ "enum": [
1170
+ "create",
1171
+ "reset",
1172
+ "step",
1173
+ "collect",
1174
+ "destroy"
1175
+ ]
1176
+ },
1177
+ "__schema25": {
1178
+ "type": "object",
1179
+ "properties": {
1180
+ "name": {
1181
+ "type": "string",
1182
+ "minLength": 1,
1183
+ "maxLength": 64,
1184
+ "pattern": "^[a-zA-Z][a-zA-Z0-9_-]*$"
1185
+ },
1186
+ "description": {
1187
+ "type": "string",
1188
+ "minLength": 1,
1189
+ "maxLength": 2000
1190
+ },
1191
+ "inputSchema": {
1192
+ "type": "object",
1193
+ "propertyNames": {
1194
+ "type": "string"
1195
+ },
1196
+ "additionalProperties": {}
1197
+ },
1198
+ "inputSchemaHash": {
1199
+ "$ref": "#/$defs/__schema8"
1200
+ },
1201
+ "sideEffect": {
1202
+ "type": "string",
1203
+ "enum": [
1204
+ "read",
1205
+ "write"
1206
+ ]
1207
+ },
1208
+ "timeoutMs": {
1209
+ "type": "integer",
1210
+ "exclusiveMinimum": 0,
1211
+ "maximum": 3600000
1212
+ }
1213
+ },
1214
+ "required": [
1215
+ "name",
1216
+ "description",
1217
+ "inputSchema",
1218
+ "inputSchemaHash",
1219
+ "sideEffect",
1220
+ "timeoutMs"
1221
+ ],
1222
+ "additionalProperties": false
1223
+ },
1224
+ "__schema26": {
1225
+ "type": "object",
1226
+ "properties": {
1227
+ "id": {
1228
+ "$ref": "#/$defs/__schema0"
1229
+ },
1230
+ "required": {
1231
+ "type": "boolean"
1232
+ },
1233
+ "scopes": {
1234
+ "default": [],
1235
+ "maxItems": 100,
1236
+ "type": "array",
1237
+ "items": {
1238
+ "$ref": "#/$defs/__schema27"
1239
+ }
1240
+ },
1241
+ "portability": {
1242
+ "type": "string",
1243
+ "enum": [
1244
+ "portable",
1245
+ "host_adapter",
1246
+ "local_only",
1247
+ "hosted_only"
1248
+ ]
1249
+ }
1250
+ },
1251
+ "required": [
1252
+ "id",
1253
+ "required",
1254
+ "scopes",
1255
+ "portability"
1256
+ ],
1257
+ "additionalProperties": false
1258
+ },
1259
+ "__schema27": {
1260
+ "type": "string",
1261
+ "minLength": 1,
1262
+ "maxLength": 500
1263
+ },
1264
+ "__schema28": {
1265
+ "type": "string",
1266
+ "const": "reward"
1267
+ },
1268
+ "__schema29": {
1269
+ "type": "object",
1270
+ "properties": {
1271
+ "schemaVersion": {
1272
+ "$ref": "#/$defs/__schema30"
1273
+ },
1274
+ "id": {
1275
+ "$ref": "#/$defs/__schema0"
1276
+ },
1277
+ "revision": {
1278
+ "$ref": "#/$defs/__schema31"
1279
+ },
1280
+ "name": {
1281
+ "$ref": "#/$defs/__schema32"
1282
+ },
1283
+ "description": {
1284
+ "$ref": "#/$defs/__schema33"
1285
+ },
1286
+ "implementation": {
1287
+ "$ref": "#/$defs/__schema34"
1288
+ },
1289
+ "rawScore": {
1290
+ "$ref": "#/$defs/__schema35"
1291
+ },
1292
+ "assets": {
1293
+ "$ref": "#/$defs/__schema36"
1294
+ }
1295
+ },
1296
+ "required": [
1297
+ "schemaVersion",
1298
+ "id",
1299
+ "revision",
1300
+ "name",
1301
+ "description",
1302
+ "implementation",
1303
+ "rawScore",
1304
+ "assets"
1305
+ ],
1306
+ "additionalProperties": false
1307
+ },
1308
+ "__schema30": {
1309
+ "type": "string",
1310
+ "const": "openpond.rewardRelease.v1"
1311
+ },
1312
+ "__schema31": {
1313
+ "type": "integer",
1314
+ "exclusiveMinimum": 0,
1315
+ "maximum": 9007199254740991
1316
+ },
1317
+ "__schema32": {
1318
+ "type": "string",
1319
+ "minLength": 1,
1320
+ "maxLength": 500
1321
+ },
1322
+ "__schema33": {
1323
+ "type": "string",
1324
+ "maxLength": 10000
1325
+ },
1326
+ "__schema34": {
1327
+ "anyOf": [
1328
+ {
1329
+ "type": "object",
1330
+ "properties": {
1331
+ "kind": {
1332
+ "type": "string",
1333
+ "enum": [
1334
+ "content",
1335
+ "schema",
1336
+ "artifact",
1337
+ "runtime_event",
1338
+ "state"
1339
+ ]
1340
+ },
1341
+ "config": {
1342
+ "type": "object",
1343
+ "propertyNames": {
1344
+ "type": "string"
1345
+ },
1346
+ "additionalProperties": {}
1347
+ }
1348
+ },
1349
+ "required": [
1350
+ "kind",
1351
+ "config"
1352
+ ],
1353
+ "additionalProperties": false
1354
+ },
1355
+ {
1356
+ "type": "object",
1357
+ "properties": {
1358
+ "kind": {
1359
+ "type": "string",
1360
+ "const": "model_judge"
1361
+ },
1362
+ "rubricRef": {
1363
+ "$ref": "#/$defs/__schema7"
1364
+ },
1365
+ "calibrationStatus": {
1366
+ "type": "string",
1367
+ "enum": [
1368
+ "pending",
1369
+ "passed",
1370
+ "failed"
1371
+ ]
1372
+ },
1373
+ "model": {
1374
+ "type": "object",
1375
+ "properties": {
1376
+ "providerId": {
1377
+ "$ref": "#/$defs/__schema0"
1378
+ },
1379
+ "modelId": {
1380
+ "$ref": "#/$defs/__schema0"
1381
+ },
1382
+ "revision": {
1383
+ "anyOf": [
1384
+ {
1385
+ "type": "string",
1386
+ "minLength": 1,
1387
+ "maxLength": 500
1388
+ },
1389
+ {
1390
+ "type": "null"
1391
+ }
1392
+ ]
1393
+ }
1394
+ },
1395
+ "required": [
1396
+ "providerId",
1397
+ "modelId",
1398
+ "revision"
1399
+ ],
1400
+ "additionalProperties": false
1401
+ },
1402
+ "temperature": {
1403
+ "type": "number",
1404
+ "minimum": 0,
1405
+ "maximum": 2
1406
+ }
1407
+ },
1408
+ "required": [
1409
+ "kind",
1410
+ "rubricRef",
1411
+ "calibrationStatus"
1412
+ ],
1413
+ "additionalProperties": false
1414
+ },
1415
+ {
1416
+ "type": "object",
1417
+ "properties": {
1418
+ "kind": {
1419
+ "type": "string",
1420
+ "const": "custom_verifier"
1421
+ },
1422
+ "verifierRef": {
1423
+ "$ref": "#/$defs/__schema7"
1424
+ },
1425
+ "exportName": {
1426
+ "type": "string",
1427
+ "minLength": 1,
1428
+ "maxLength": 240
1429
+ },
1430
+ "timeoutMs": {
1431
+ "type": "integer",
1432
+ "exclusiveMinimum": 0,
1433
+ "maximum": 300000
1434
+ },
1435
+ "networkPolicy": {
1436
+ "type": "string",
1437
+ "const": "none"
1438
+ }
1439
+ },
1440
+ "required": [
1441
+ "kind",
1442
+ "verifierRef",
1443
+ "timeoutMs",
1444
+ "networkPolicy"
1445
+ ],
1446
+ "additionalProperties": false
1447
+ },
1448
+ {
1449
+ "type": "object",
1450
+ "properties": {
1451
+ "kind": {
1452
+ "type": "string",
1453
+ "const": "human"
1454
+ },
1455
+ "rubricRef": {
1456
+ "$ref": "#/$defs/__schema7"
1457
+ },
1458
+ "reviewerRole": {
1459
+ "type": "string",
1460
+ "minLength": 1,
1461
+ "maxLength": 500
1462
+ }
1463
+ },
1464
+ "required": [
1465
+ "kind",
1466
+ "rubricRef",
1467
+ "reviewerRole"
1468
+ ],
1469
+ "additionalProperties": false
1470
+ },
1471
+ {
1472
+ "type": "object",
1473
+ "properties": {
1474
+ "kind": {
1475
+ "type": "string",
1476
+ "const": "learned_model"
1477
+ },
1478
+ "modelVersion": {
1479
+ "$ref": "#/$defs/__schema22"
1480
+ },
1481
+ "inputContract": {
1482
+ "$ref": "#/$defs/__schema7"
1483
+ }
1484
+ },
1485
+ "required": [
1486
+ "kind",
1487
+ "modelVersion",
1488
+ "inputContract"
1489
+ ],
1490
+ "additionalProperties": false
1491
+ }
1492
+ ]
1493
+ },
1494
+ "__schema35": {
1495
+ "type": "object",
1496
+ "properties": {
1497
+ "minimum": {
1498
+ "type": "number"
1499
+ },
1500
+ "maximum": {
1501
+ "type": "number"
1502
+ }
1503
+ },
1504
+ "required": [
1505
+ "minimum",
1506
+ "maximum"
1507
+ ],
1508
+ "additionalProperties": false
1509
+ },
1510
+ "__schema36": {
1511
+ "maxItems": 1000,
1512
+ "type": "array",
1513
+ "items": {
1514
+ "$ref": "#/$defs/__schema7"
1515
+ }
1516
+ },
1517
+ "__schema37": {
1518
+ "type": "string",
1519
+ "const": "binding"
1520
+ },
1521
+ "__schema38": {
1522
+ "type": "object",
1523
+ "properties": {
1524
+ "schemaVersion": {
1525
+ "$ref": "#/$defs/__schema39"
1526
+ },
1527
+ "id": {
1528
+ "$ref": "#/$defs/__schema0"
1529
+ },
1530
+ "revision": {
1531
+ "$ref": "#/$defs/__schema40"
1532
+ },
1533
+ "name": {
1534
+ "$ref": "#/$defs/__schema41"
1535
+ },
1536
+ "description": {
1537
+ "$ref": "#/$defs/__schema42"
1538
+ },
1539
+ "recipeRef": {
1540
+ "$ref": "#/$defs/__schema43"
1541
+ },
1542
+ "sources": {
1543
+ "$ref": "#/$defs/__schema44"
1544
+ },
1545
+ "aggregation": {
1546
+ "$ref": "#/$defs/__schema46"
1547
+ },
1548
+ "unscorable": {
1549
+ "$ref": "#/$defs/__schema47"
1550
+ }
1551
+ },
1552
+ "required": [
1553
+ "schemaVersion",
1554
+ "id",
1555
+ "revision",
1556
+ "sources",
1557
+ "aggregation",
1558
+ "unscorable"
1559
+ ],
1560
+ "additionalProperties": false
1561
+ },
1562
+ "__schema39": {
1563
+ "type": "string",
1564
+ "const": "openpond.rewardBinding.v1"
1565
+ },
1566
+ "__schema40": {
1567
+ "type": "integer",
1568
+ "exclusiveMinimum": 0,
1569
+ "maximum": 9007199254740991
1570
+ },
1571
+ "__schema41": {
1572
+ "type": "string",
1573
+ "minLength": 1,
1574
+ "maxLength": 500
1575
+ },
1576
+ "__schema42": {
1577
+ "type": "string",
1578
+ "maxLength": 10000
1579
+ },
1580
+ "__schema43": {
1581
+ "$ref": "#/$defs/__schema20"
1582
+ },
1583
+ "__schema44": {
1584
+ "minItems": 1,
1585
+ "maxItems": 100,
1586
+ "type": "array",
1587
+ "items": {
1588
+ "$ref": "#/$defs/__schema45"
1589
+ }
1590
+ },
1591
+ "__schema45": {
1592
+ "type": "object",
1593
+ "properties": {
1594
+ "graderId": {
1595
+ "$ref": "#/$defs/__schema0"
1596
+ },
1597
+ "reward": {
1598
+ "$ref": "#/$defs/__schema20"
1599
+ },
1600
+ "role": {
1601
+ "type": "string",
1602
+ "enum": [
1603
+ "training",
1604
+ "evaluation"
1605
+ ]
1606
+ },
1607
+ "normalization": {
1608
+ "oneOf": [
1609
+ {
1610
+ "type": "object",
1611
+ "properties": {
1612
+ "kind": {
1613
+ "type": "string",
1614
+ "const": "identity"
1615
+ }
1616
+ },
1617
+ "required": [
1618
+ "kind"
1619
+ ],
1620
+ "additionalProperties": false
1621
+ },
1622
+ {
1623
+ "type": "object",
1624
+ "properties": {
1625
+ "kind": {
1626
+ "type": "string",
1627
+ "const": "linear"
1628
+ },
1629
+ "minimum": {
1630
+ "type": "number"
1631
+ },
1632
+ "maximum": {
1633
+ "type": "number"
1634
+ },
1635
+ "direction": {
1636
+ "type": "string",
1637
+ "enum": [
1638
+ "higher",
1639
+ "lower"
1640
+ ]
1641
+ }
1642
+ },
1643
+ "required": [
1644
+ "kind",
1645
+ "minimum",
1646
+ "maximum",
1647
+ "direction"
1648
+ ],
1649
+ "additionalProperties": false
1650
+ }
1651
+ ]
1652
+ },
1653
+ "weight": {
1654
+ "type": "number",
1655
+ "minimum": 0,
1656
+ "maximum": 1000
1657
+ },
1658
+ "required": {
1659
+ "type": "boolean"
1660
+ },
1661
+ "hardGate": {
1662
+ "type": "boolean"
1663
+ },
1664
+ "privileged": {
1665
+ "type": "boolean"
1666
+ },
1667
+ "fixtureRefs": {
1668
+ "maxItems": 1000,
1669
+ "type": "array",
1670
+ "items": {
1671
+ "$ref": "#/$defs/__schema22"
1672
+ }
1673
+ }
1674
+ },
1675
+ "required": [
1676
+ "graderId",
1677
+ "reward",
1678
+ "role",
1679
+ "normalization",
1680
+ "weight",
1681
+ "required",
1682
+ "hardGate",
1683
+ "privileged",
1684
+ "fixtureRefs"
1685
+ ],
1686
+ "additionalProperties": false
1687
+ },
1688
+ "__schema46": {
1689
+ "type": "string",
1690
+ "const": "weighted_mean"
1691
+ },
1692
+ "__schema47": {
1693
+ "type": "string",
1694
+ "const": "exclude_optional_require_all_required"
1695
+ },
1696
+ "__schema48": {
1697
+ "type": "string",
1698
+ "const": "source"
1699
+ },
1700
+ "__schema49": {
1701
+ "type": "object",
1702
+ "properties": {
1703
+ "schemaVersion": {
1704
+ "$ref": "#/$defs/__schema50"
1705
+ },
1706
+ "id": {
1707
+ "$ref": "#/$defs/__schema0"
1708
+ },
1709
+ "revision": {
1710
+ "$ref": "#/$defs/__schema51"
1711
+ },
1712
+ "name": {
1713
+ "$ref": "#/$defs/__schema52"
1714
+ },
1715
+ "kind": {
1716
+ "$ref": "#/$defs/__schema53"
1717
+ },
1718
+ "taskDefinition": {
1719
+ "$ref": "#/$defs/__schema20"
1720
+ },
1721
+ "enabled": {
1722
+ "$ref": "#/$defs/__schema54"
1723
+ },
1724
+ "allowedSplits": {
1725
+ "$ref": "#/$defs/__schema55"
1726
+ },
1727
+ "mapping": {
1728
+ "$ref": "#/$defs/__schema57"
1729
+ },
1730
+ "adapterVersion": {
1731
+ "$ref": "#/$defs/__schema59"
1732
+ }
1733
+ },
1734
+ "required": [
1735
+ "schemaVersion",
1736
+ "id",
1737
+ "revision",
1738
+ "name",
1739
+ "kind",
1740
+ "taskDefinition",
1741
+ "enabled",
1742
+ "allowedSplits",
1743
+ "mapping",
1744
+ "adapterVersion"
1745
+ ],
1746
+ "additionalProperties": false
1747
+ },
1748
+ "__schema50": {
1749
+ "type": "string",
1750
+ "const": "openpond.learningSource.v1"
1751
+ },
1752
+ "__schema51": {
1753
+ "type": "integer",
1754
+ "exclusiveMinimum": 0,
1755
+ "maximum": 9007199254740991
1756
+ },
1757
+ "__schema52": {
1758
+ "type": "string",
1759
+ "minLength": 1,
1760
+ "maxLength": 500
1761
+ },
1762
+ "__schema53": {
1763
+ "type": "string",
1764
+ "enum": [
1765
+ "direct",
1766
+ "benchmark",
1767
+ "work",
1768
+ "opentelemetry",
1769
+ "provider"
1770
+ ]
1771
+ },
1772
+ "__schema54": {
1773
+ "type": "boolean"
1774
+ },
1775
+ "__schema55": {
1776
+ "minItems": 1,
1777
+ "maxItems": 4,
1778
+ "type": "array",
1779
+ "items": {
1780
+ "$ref": "#/$defs/__schema56"
1781
+ }
1782
+ },
1783
+ "__schema56": {
1784
+ "type": "string",
1785
+ "enum": [
1786
+ "train",
1787
+ "validation",
1788
+ "test",
1789
+ "frozen_eval"
1790
+ ]
1791
+ },
1792
+ "__schema57": {
1793
+ "anyOf": [
1794
+ {
1795
+ "type": "object",
1796
+ "properties": {
1797
+ "schemaVersion": {
1798
+ "type": "string",
1799
+ "const": "openpond.taskSourceMapping.v1"
1800
+ },
1801
+ "exampleId": {
1802
+ "$ref": "#/$defs/__schema58"
1803
+ },
1804
+ "attemptId": {
1805
+ "$ref": "#/$defs/__schema58"
1806
+ },
1807
+ "occurredAt": {
1808
+ "$ref": "#/$defs/__schema58"
1809
+ },
1810
+ "input": {
1811
+ "$ref": "#/$defs/__schema58"
1812
+ },
1813
+ "observedOutput": {
1814
+ "anyOf": [
1815
+ {
1816
+ "$ref": "#/$defs/__schema58"
1817
+ },
1818
+ {
1819
+ "type": "null"
1820
+ }
1821
+ ]
1822
+ },
1823
+ "expected": {
1824
+ "anyOf": [
1825
+ {
1826
+ "$ref": "#/$defs/__schema58"
1827
+ },
1828
+ {
1829
+ "type": "null"
1830
+ }
1831
+ ]
1832
+ },
1833
+ "evaluatorContext": {
1834
+ "anyOf": [
1835
+ {
1836
+ "$ref": "#/$defs/__schema58"
1837
+ },
1838
+ {
1839
+ "type": "null"
1840
+ }
1841
+ ]
1842
+ },
1843
+ "familyKey": {
1844
+ "$ref": "#/$defs/__schema58"
1845
+ },
1846
+ "split": {
1847
+ "$ref": "#/$defs/__schema56"
1848
+ }
1849
+ },
1850
+ "required": [
1851
+ "schemaVersion",
1852
+ "exampleId",
1853
+ "attemptId",
1854
+ "occurredAt",
1855
+ "input",
1856
+ "observedOutput",
1857
+ "expected",
1858
+ "evaluatorContext",
1859
+ "familyKey",
1860
+ "split"
1861
+ ],
1862
+ "additionalProperties": false
1863
+ },
1864
+ {
1865
+ "type": "null"
1866
+ }
1867
+ ]
1868
+ },
1869
+ "__schema58": {
1870
+ "type": "string",
1871
+ "maxLength": 2000
1872
+ },
1873
+ "__schema59": {
1874
+ "anyOf": [
1875
+ {
1876
+ "type": "string",
1877
+ "minLength": 1,
1878
+ "maxLength": 200
1879
+ },
1880
+ {
1881
+ "type": "null"
1882
+ }
1883
+ ]
1884
+ },
1885
+ "__schema60": {
1886
+ "type": "string",
1887
+ "const": "policy"
1888
+ },
1889
+ "__schema61": {
1890
+ "type": "object",
1891
+ "properties": {
1892
+ "schemaVersion": {
1893
+ "$ref": "#/$defs/__schema62"
1894
+ },
1895
+ "id": {
1896
+ "$ref": "#/$defs/__schema0"
1897
+ },
1898
+ "revision": {
1899
+ "$ref": "#/$defs/__schema63"
1900
+ },
1901
+ "modelProjectId": {
1902
+ "$ref": "#/$defs/__schema0"
1903
+ },
1904
+ "executionOwner": {
1905
+ "$ref": "#/$defs/__schema64"
1906
+ },
1907
+ "enabled": {
1908
+ "$ref": "#/$defs/__schema65"
1909
+ },
1910
+ "sources": {
1911
+ "$ref": "#/$defs/__schema66"
1912
+ },
1913
+ "taskDefinition": {
1914
+ "$ref": "#/$defs/__schema20"
1915
+ },
1916
+ "rewardBinding": {
1917
+ "$ref": "#/$defs/__schema20"
1918
+ },
1919
+ "admission": {
1920
+ "$ref": "#/$defs/__schema67"
1921
+ },
1922
+ "trigger": {
1923
+ "$ref": "#/$defs/__schema68"
1924
+ },
1925
+ "trainingParent": {
1926
+ "$ref": "#/$defs/__schema22"
1927
+ },
1928
+ "teacher": {
1929
+ "$ref": "#/$defs/__schema69"
1930
+ },
1931
+ "training": {
1932
+ "$ref": "#/$defs/__schema70"
1933
+ },
1934
+ "limits": {
1935
+ "$ref": "#/$defs/__schema71"
1936
+ },
1937
+ "automation": {
1938
+ "$ref": "#/$defs/__schema72"
1939
+ },
1940
+ "acceptance": {
1941
+ "$ref": "#/$defs/__schema73"
1942
+ }
1943
+ },
1944
+ "required": [
1945
+ "schemaVersion",
1946
+ "id",
1947
+ "revision",
1948
+ "modelProjectId",
1949
+ "executionOwner",
1950
+ "enabled",
1951
+ "sources",
1952
+ "taskDefinition",
1953
+ "rewardBinding",
1954
+ "admission",
1955
+ "trigger",
1956
+ "trainingParent",
1957
+ "teacher",
1958
+ "training",
1959
+ "limits",
1960
+ "automation",
1961
+ "acceptance"
1962
+ ],
1963
+ "additionalProperties": false
1964
+ },
1965
+ "__schema62": {
1966
+ "type": "string",
1967
+ "const": "openpond.learningPolicy.v1"
1968
+ },
1969
+ "__schema63": {
1970
+ "type": "integer",
1971
+ "exclusiveMinimum": 0,
1972
+ "maximum": 9007199254740991
1973
+ },
1974
+ "__schema64": {
1975
+ "type": "string",
1976
+ "enum": [
1977
+ "local",
1978
+ "hosted"
1979
+ ]
1980
+ },
1981
+ "__schema65": {
1982
+ "type": "boolean"
1983
+ },
1984
+ "__schema66": {
1985
+ "minItems": 1,
1986
+ "maxItems": 100,
1987
+ "type": "array",
1988
+ "items": {
1989
+ "$ref": "#/$defs/__schema20"
1990
+ }
1991
+ },
1992
+ "__schema67": {
1993
+ "type": "object",
1994
+ "properties": {
1995
+ "mode": {
1996
+ "type": "string",
1997
+ "enum": [
1998
+ "human",
1999
+ "qualified_automatic"
2000
+ ]
2001
+ },
2002
+ "qualification": {
2003
+ "anyOf": [
2004
+ {
2005
+ "$ref": "#/$defs/__schema22"
2006
+ },
2007
+ {
2008
+ "type": "null"
2009
+ }
2010
+ ]
2011
+ },
2012
+ "minimumApprovedExamples": {
2013
+ "type": "integer",
2014
+ "exclusiveMinimum": 0,
2015
+ "maximum": 100000
2016
+ }
2017
+ },
2018
+ "required": [
2019
+ "mode",
2020
+ "qualification",
2021
+ "minimumApprovedExamples"
2022
+ ],
2023
+ "additionalProperties": false
2024
+ },
2025
+ "__schema68": {
2026
+ "oneOf": [
2027
+ {
2028
+ "type": "object",
2029
+ "properties": {
2030
+ "kind": {
2031
+ "type": "string",
2032
+ "const": "manual"
2033
+ }
2034
+ },
2035
+ "required": [
2036
+ "kind"
2037
+ ],
2038
+ "additionalProperties": false
2039
+ },
2040
+ {
2041
+ "type": "object",
2042
+ "properties": {
2043
+ "kind": {
2044
+ "type": "string",
2045
+ "const": "approved_count"
2046
+ }
2047
+ },
2048
+ "required": [
2049
+ "kind"
2050
+ ],
2051
+ "additionalProperties": false
2052
+ },
2053
+ {
2054
+ "type": "object",
2055
+ "properties": {
2056
+ "kind": {
2057
+ "type": "string",
2058
+ "const": "schedule"
2059
+ },
2060
+ "intervalSeconds": {
2061
+ "type": "integer",
2062
+ "minimum": 60,
2063
+ "maximum": 31536000
2064
+ }
2065
+ },
2066
+ "required": [
2067
+ "kind",
2068
+ "intervalSeconds"
2069
+ ],
2070
+ "additionalProperties": false
2071
+ },
2072
+ {
2073
+ "type": "object",
2074
+ "properties": {
2075
+ "kind": {
2076
+ "type": "string",
2077
+ "const": "upstream_accepted"
2078
+ },
2079
+ "modelProjectId": {
2080
+ "$ref": "#/$defs/__schema0"
2081
+ }
2082
+ },
2083
+ "required": [
2084
+ "kind",
2085
+ "modelProjectId"
2086
+ ],
2087
+ "additionalProperties": false
2088
+ }
2089
+ ]
2090
+ },
2091
+ "__schema69": {
2092
+ "anyOf": [
2093
+ {
2094
+ "$ref": "#/$defs/__schema22"
2095
+ },
2096
+ {
2097
+ "type": "null"
2098
+ }
2099
+ ]
2100
+ },
2101
+ "__schema70": {
2102
+ "type": "object",
2103
+ "properties": {
2104
+ "method": {
2105
+ "type": "string",
2106
+ "enum": [
2107
+ "sft",
2108
+ "dpo",
2109
+ "grpo",
2110
+ "ppo",
2111
+ "sdft",
2112
+ "opd",
2113
+ "opsd",
2114
+ "sdpo"
2115
+ ]
2116
+ },
2117
+ "recipe": {
2118
+ "$ref": "#/$defs/__schema22"
2119
+ },
2120
+ "retentionEvaluation": {
2121
+ "$ref": "#/$defs/__schema22"
2122
+ },
2123
+ "replayBatches": {
2124
+ "maxItems": 100,
2125
+ "type": "array",
2126
+ "items": {
2127
+ "$ref": "#/$defs/__schema22"
2128
+ }
2129
+ }
2130
+ },
2131
+ "required": [
2132
+ "method",
2133
+ "recipe",
2134
+ "retentionEvaluation",
2135
+ "replayBatches"
2136
+ ],
2137
+ "additionalProperties": false
2138
+ },
2139
+ "__schema71": {
2140
+ "type": "object",
2141
+ "properties": {
2142
+ "maxIterationSpendUsd": {
2143
+ "type": "number",
2144
+ "exclusiveMinimum": 0,
2145
+ "maximum": 100000
2146
+ },
2147
+ "maxDailySpendUsd": {
2148
+ "type": "number",
2149
+ "exclusiveMinimum": 0,
2150
+ "maximum": 1000000
2151
+ },
2152
+ "cooldownSeconds": {
2153
+ "type": "integer",
2154
+ "minimum": 0,
2155
+ "maximum": 31536000
2156
+ },
2157
+ "maxRetries": {
2158
+ "type": "integer",
2159
+ "minimum": 0,
2160
+ "maximum": 10
2161
+ },
2162
+ "maxBatchExamples": {
2163
+ "type": "integer",
2164
+ "exclusiveMinimum": 0,
2165
+ "maximum": 10000
2166
+ },
2167
+ "maxBacklogExamples": {
2168
+ "type": "integer",
2169
+ "exclusiveMinimum": 0,
2170
+ "maximum": 1000000
2171
+ }
2172
+ },
2173
+ "required": [
2174
+ "maxIterationSpendUsd",
2175
+ "maxDailySpendUsd",
2176
+ "cooldownSeconds",
2177
+ "maxRetries",
2178
+ "maxBatchExamples",
2179
+ "maxBacklogExamples"
2180
+ ],
2181
+ "additionalProperties": false
2182
+ },
2183
+ "__schema72": {
2184
+ "type": "object",
2185
+ "properties": {
2186
+ "collect": {
2187
+ "type": "boolean"
2188
+ },
2189
+ "train": {
2190
+ "type": "boolean"
2191
+ },
2192
+ "accept": {
2193
+ "type": "boolean"
2194
+ },
2195
+ "serve": {
2196
+ "type": "boolean"
2197
+ }
2198
+ },
2199
+ "required": [
2200
+ "collect",
2201
+ "train",
2202
+ "accept",
2203
+ "serve"
2204
+ ],
2205
+ "additionalProperties": false
2206
+ },
2207
+ "__schema73": {
2208
+ "type": "object",
2209
+ "properties": {
2210
+ "minimumScore": {
2211
+ "type": "number",
2212
+ "minimum": 0,
2213
+ "maximum": 1
2214
+ },
2215
+ "maximumRetentionRegression": {
2216
+ "type": "number",
2217
+ "minimum": 0,
2218
+ "maximum": 1
2219
+ },
2220
+ "requireImprovement": {
2221
+ "type": "boolean"
2222
+ },
2223
+ "rollbackVersion": {
2224
+ "anyOf": [
2225
+ {
2226
+ "$ref": "#/$defs/__schema22"
2227
+ },
2228
+ {
2229
+ "type": "null"
2230
+ }
2231
+ ]
2232
+ }
2233
+ },
2234
+ "required": [
2235
+ "minimumScore",
2236
+ "maximumRetentionRegression",
2237
+ "requireImprovement",
2238
+ "rollbackVersion"
2239
+ ],
2240
+ "additionalProperties": false
2241
+ },
2242
+ "__schema74": {
2243
+ "anyOf": [
2244
+ {
2245
+ "type": "object",
2246
+ "properties": {
2247
+ "expectedRevision": {
2248
+ "$ref": "#/$defs/__schema2"
2249
+ },
2250
+ "kind": {
2251
+ "$ref": "#/$defs/__schema3"
2252
+ },
2253
+ "content": {
2254
+ "$ref": "#/$defs/__schema4"
2255
+ }
2256
+ },
2257
+ "required": [
2258
+ "expectedRevision",
2259
+ "kind",
2260
+ "content"
2261
+ ],
2262
+ "additionalProperties": false
2263
+ },
2264
+ {
2265
+ "type": "object",
2266
+ "properties": {
2267
+ "expectedRevision": {
2268
+ "$ref": "#/$defs/__schema2"
2269
+ },
2270
+ "kind": {
2271
+ "$ref": "#/$defs/__schema10"
2272
+ },
2273
+ "content": {
2274
+ "$ref": "#/$defs/__schema11"
2275
+ }
2276
+ },
2277
+ "required": [
2278
+ "expectedRevision",
2279
+ "kind",
2280
+ "content"
2281
+ ],
2282
+ "additionalProperties": false
2283
+ },
2284
+ {
2285
+ "type": "object",
2286
+ "properties": {
2287
+ "expectedRevision": {
2288
+ "$ref": "#/$defs/__schema2"
2289
+ },
2290
+ "kind": {
2291
+ "$ref": "#/$defs/__schema28"
2292
+ },
2293
+ "content": {
2294
+ "$ref": "#/$defs/__schema29"
2295
+ }
2296
+ },
2297
+ "required": [
2298
+ "expectedRevision",
2299
+ "kind",
2300
+ "content"
2301
+ ],
2302
+ "additionalProperties": false
2303
+ },
2304
+ {
2305
+ "type": "object",
2306
+ "properties": {
2307
+ "expectedRevision": {
2308
+ "$ref": "#/$defs/__schema2"
2309
+ },
2310
+ "kind": {
2311
+ "$ref": "#/$defs/__schema37"
2312
+ },
2313
+ "content": {
2314
+ "$ref": "#/$defs/__schema38"
2315
+ }
2316
+ },
2317
+ "required": [
2318
+ "expectedRevision",
2319
+ "kind",
2320
+ "content"
2321
+ ],
2322
+ "additionalProperties": false
2323
+ },
2324
+ {
2325
+ "type": "object",
2326
+ "properties": {
2327
+ "expectedRevision": {
2328
+ "$ref": "#/$defs/__schema2"
2329
+ },
2330
+ "kind": {
2331
+ "$ref": "#/$defs/__schema48"
2332
+ },
2333
+ "content": {
2334
+ "$ref": "#/$defs/__schema49"
2335
+ }
2336
+ },
2337
+ "required": [
2338
+ "expectedRevision",
2339
+ "kind",
2340
+ "content"
2341
+ ],
2342
+ "additionalProperties": false
2343
+ },
2344
+ {
2345
+ "type": "object",
2346
+ "properties": {
2347
+ "expectedRevision": {
2348
+ "$ref": "#/$defs/__schema2"
2349
+ },
2350
+ "kind": {
2351
+ "$ref": "#/$defs/__schema60"
2352
+ },
2353
+ "content": {
2354
+ "$ref": "#/$defs/__schema61"
2355
+ }
2356
+ },
2357
+ "required": [
2358
+ "expectedRevision",
2359
+ "kind",
2360
+ "content"
2361
+ ],
2362
+ "additionalProperties": false
2363
+ }
2364
+ ]
2365
+ },
2366
+ "__schema75": {
2367
+ "type": "string",
2368
+ "format": "date-time",
2369
+ "pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
2370
+ },
2371
+ "__schema76": {
2372
+ "type": "object",
2373
+ "propertyNames": {
2374
+ "type": "string"
2375
+ },
2376
+ "additionalProperties": {
2377
+ "$ref": "#/$defs/__schema77"
2378
+ }
2379
+ },
2380
+ "__schema77": {
2381
+ "anyOf": [
2382
+ {
2383
+ "type": "string"
2384
+ },
2385
+ {
2386
+ "type": "number"
2387
+ },
2388
+ {
2389
+ "type": "boolean"
2390
+ },
2391
+ {
2392
+ "type": "null"
2393
+ },
2394
+ {
2395
+ "type": "array",
2396
+ "items": {
2397
+ "$ref": "#/$defs/__schema77"
2398
+ }
2399
+ },
2400
+ {
2401
+ "type": "object",
2402
+ "propertyNames": {
2403
+ "type": "string"
2404
+ },
2405
+ "additionalProperties": {
2406
+ "$ref": "#/$defs/__schema77"
2407
+ }
2408
+ }
2409
+ ]
2410
+ }
2411
+ },
2412
+ "$id": "urn:openpond:learning:v1:command-request",
2413
+ "$comment": "Generated from @openpond/evals. Cross-resource identity, authorization, idempotency, admission, grading and split constraints are enforced by the shared domain service in addition to this structural schema."
2414
+ }