@openpond/evals 0.10.7 → 0.10.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. package/LEARNING.md +26 -0
  2. package/dist/learning/admission.js +4 -0
  3. package/dist/learning/authoring-service.js +11 -1
  4. package/dist/learning/authoring.js +1 -0
  5. package/dist/learning/contracts.js +28 -1
  6. package/dist/learning/index.js +3 -0
  7. package/dist/learning/intake-contracts.js +30 -0
  8. package/dist/learning/intake-csv.js +59 -0
  9. package/dist/learning/intake-history.js +86 -0
  10. package/dist/learning/intake-service.js +79 -0
  11. package/dist/learning/intake.js +112 -0
  12. package/dist/learning/operations.js +6 -1
  13. package/dist/learning/rating-reward-fixture.js +19 -0
  14. package/dist/learning/service.js +11 -2
  15. package/dist/learning/transport.js +1 -1
  16. package/dist/rewards.js +6 -4
  17. package/dist/types/learning/admission.d.ts +1 -0
  18. package/dist/types/learning/admission.d.ts.map +1 -1
  19. package/dist/types/learning/authoring-service.d.ts +11 -0
  20. package/dist/types/learning/authoring-service.d.ts.map +1 -1
  21. package/dist/types/learning/authoring.d.ts +55 -0
  22. package/dist/types/learning/authoring.d.ts.map +1 -1
  23. package/dist/types/learning/batch-service.d.ts +1 -0
  24. package/dist/types/learning/batch-service.d.ts.map +1 -1
  25. package/dist/types/learning/contracts.d.ts +34 -0
  26. package/dist/types/learning/contracts.d.ts.map +1 -1
  27. package/dist/types/learning/index.d.ts +3 -0
  28. package/dist/types/learning/index.d.ts.map +1 -1
  29. package/dist/types/learning/intake-contracts.d.ts +87 -0
  30. package/dist/types/learning/intake-contracts.d.ts.map +1 -0
  31. package/dist/types/learning/intake-csv.d.ts +3 -0
  32. package/dist/types/learning/intake-csv.d.ts.map +1 -0
  33. package/dist/types/learning/intake-history.d.ts +5 -0
  34. package/dist/types/learning/intake-history.d.ts.map +1 -0
  35. package/dist/types/learning/intake-service.d.ts +8 -0
  36. package/dist/types/learning/intake-service.d.ts.map +1 -0
  37. package/dist/types/learning/intake.d.ts +6 -0
  38. package/dist/types/learning/intake.d.ts.map +1 -0
  39. package/dist/types/learning/operations.d.ts +61 -0
  40. package/dist/types/learning/operations.d.ts.map +1 -1
  41. package/dist/types/learning/rating-reward-fixture.d.ts +8 -0
  42. package/dist/types/learning/rating-reward-fixture.d.ts.map +1 -0
  43. package/dist/types/learning/repository.d.ts +22 -0
  44. package/dist/types/learning/repository.d.ts.map +1 -1
  45. package/dist/types/learning/service.d.ts.map +1 -1
  46. package/dist/types/learning/transport.d.ts +55 -0
  47. package/dist/types/learning/transport.d.ts.map +1 -1
  48. package/dist/types/rewards.d.ts.map +1 -1
  49. package/package.json +1 -1
  50. package/schemas/learning/v1/binding.schema.json +0 -1
  51. package/schemas/learning/v1/command-request.schema.json +441 -303
  52. package/schemas/learning/v1/decision.schema.json +0 -1
  53. package/schemas/learning/v1/definition.schema.json +19 -7
  54. package/schemas/learning/v1/draft.schema.json +31 -0
  55. package/schemas/learning/v1/feedback-submission.schema.json +55 -37
  56. package/schemas/learning/v1/feedback.schema.json +94 -38
  57. package/schemas/learning/v1/grade.schema.json +0 -1
  58. package/schemas/learning/v1/read-request.schema.json +7 -0
@@ -7,6 +7,64 @@
7
7
  },
8
8
  "command": {
9
9
  "anyOf": [
10
+ {
11
+ "type": "object",
12
+ "properties": {
13
+ "operationId": {
14
+ "$ref": "#/$defs/__schema0"
15
+ },
16
+ "action": {
17
+ "type": "string",
18
+ "const": "import_intake"
19
+ },
20
+ "format": {
21
+ "type": "string",
22
+ "enum": [
23
+ "json",
24
+ "jsonl",
25
+ "csv",
26
+ "hermes",
27
+ "openclaw"
28
+ ]
29
+ },
30
+ "files": {
31
+ "minItems": 1,
32
+ "maxItems": 100,
33
+ "type": "array",
34
+ "items": {
35
+ "$ref": "#/$defs/__schema1"
36
+ }
37
+ },
38
+ "expectedPreviewHash": {
39
+ "type": "string",
40
+ "minLength": 64,
41
+ "maxLength": 64
42
+ },
43
+ "name": {
44
+ "type": "string",
45
+ "minLength": 1,
46
+ "maxLength": 500
47
+ },
48
+ "recordIds": {
49
+ "minItems": 1,
50
+ "maxItems": 90,
51
+ "type": "array",
52
+ "items": {
53
+ "$ref": "#/$defs/__schema2"
54
+ }
55
+ }
56
+ },
57
+ "required": [
58
+ "operationId",
59
+ "action",
60
+ "format",
61
+ "files",
62
+ "expectedPreviewHash",
63
+ "name",
64
+ "recordIds"
65
+ ],
66
+ "additionalProperties": false
67
+ },
10
68
  {
11
69
  "type": "object",
12
70
  "properties": {
@@ -99,7 +157,7 @@
99
157
  "const": "reserve_iteration"
100
158
  },
101
159
  "policy": {
102
- "$ref": "#/$defs/__schema1"
160
+ "$ref": "#/$defs/__schema3"
103
161
  },
104
162
  "trigger": {
105
163
  "oneOf": [
@@ -128,7 +186,7 @@
128
186
  "const": "schedule"
129
187
  },
130
188
  "scheduledAt": {
131
- "$ref": "#/$defs/__schema3"
189
+ "$ref": "#/$defs/__schema5"
132
190
  }
133
191
  },
134
192
  "required": [
@@ -159,7 +217,7 @@
159
217
  "const": "queue_reward_check"
160
218
  },
161
219
  "draft": {
162
- "$ref": "#/$defs/__schema1"
220
+ "$ref": "#/$defs/__schema3"
163
221
  },
164
222
  "timeoutMs": {
165
223
  "default": 30000,
@@ -237,10 +295,10 @@
237
295
  "$ref": "#/$defs/__schema0"
238
296
  },
239
297
  "baseRelease": {
240
- "$ref": "#/$defs/__schema4"
298
+ "$ref": "#/$defs/__schema6"
241
299
  },
242
300
  "editorVersion": {
243
- "$ref": "#/$defs/__schema5"
301
+ "$ref": "#/$defs/__schema7"
244
302
  },
245
303
  "targetKind": {
246
304
  "type": "string",
@@ -274,11 +332,11 @@
274
332
  "maxItems": 100,
275
333
  "type": "array",
276
334
  "items": {
277
- "$ref": "#/$defs/__schema6"
335
+ "$ref": "#/$defs/__schema8"
278
336
  }
279
337
  },
280
338
  "recipeRef": {
281
- "$ref": "#/$defs/__schema1"
339
+ "$ref": "#/$defs/__schema3"
282
340
  }
283
341
  },
284
342
  "required": [
@@ -313,10 +371,10 @@
313
371
  "$ref": "#/$defs/__schema0"
314
372
  },
315
373
  "baseRelease": {
316
- "$ref": "#/$defs/__schema4"
374
+ "$ref": "#/$defs/__schema6"
317
375
  },
318
376
  "editorVersion": {
319
- "$ref": "#/$defs/__schema5"
377
+ "$ref": "#/$defs/__schema7"
320
378
  },
321
379
  "targetKind": {
322
380
  "type": "string",
@@ -414,7 +472,7 @@
414
472
  "maxItems": 50,
415
473
  "type": "array",
416
474
  "items": {
417
- "$ref": "#/$defs/__schema8"
475
+ "$ref": "#/$defs/__schema10"
418
476
  }
419
477
  }
420
478
  },
@@ -467,10 +525,10 @@
467
525
  "$ref": "#/$defs/__schema0"
468
526
  },
469
527
  "baseRelease": {
470
- "$ref": "#/$defs/__schema4"
528
+ "$ref": "#/$defs/__schema6"
471
529
  },
472
530
  "editorVersion": {
473
- "$ref": "#/$defs/__schema5"
531
+ "$ref": "#/$defs/__schema7"
474
532
  },
475
533
  "targetKind": {
476
534
  "type": "string",
@@ -491,7 +549,7 @@
491
549
  "maxItems": 100,
492
550
  "type": "array",
493
551
  "items": {
494
- "$ref": "#/$defs/__schema6"
552
+ "$ref": "#/$defs/__schema8"
495
553
  }
496
554
  }
497
555
  },
@@ -535,7 +593,7 @@
535
593
  "const": "archive_draft"
536
594
  },
537
595
  "draft": {
538
- "$ref": "#/$defs/__schema1"
596
+ "$ref": "#/$defs/__schema3"
539
597
  }
540
598
  },
541
599
  "required": [
@@ -554,19 +612,19 @@
554
612
  "$ref": "#/$defs/__schema0"
555
613
  },
556
614
  "action": {
557
- "$ref": "#/$defs/__schema11"
615
+ "$ref": "#/$defs/__schema13"
558
616
  },
559
617
  "expectedRevision": {
560
- "$ref": "#/$defs/__schema12"
618
+ "$ref": "#/$defs/__schema14"
561
619
  },
562
620
  "finalizeDraft": {
563
- "$ref": "#/$defs/__schema13"
621
+ "$ref": "#/$defs/__schema15"
564
622
  },
565
623
  "kind": {
566
- "$ref": "#/$defs/__schema15"
624
+ "$ref": "#/$defs/__schema17"
567
625
  },
568
626
  "content": {
569
- "$ref": "#/$defs/__schema16"
627
+ "$ref": "#/$defs/__schema18"
570
628
  }
571
629
  },
572
630
  "required": [
@@ -585,19 +643,19 @@
585
643
  "$ref": "#/$defs/__schema0"
586
644
  },
587
645
  "action": {
588
- "$ref": "#/$defs/__schema11"
646
+ "$ref": "#/$defs/__schema13"
589
647
  },
590
648
  "expectedRevision": {
591
- "$ref": "#/$defs/__schema12"
649
+ "$ref": "#/$defs/__schema14"
592
650
  },
593
651
  "finalizeDraft": {
594
- "$ref": "#/$defs/__schema13"
652
+ "$ref": "#/$defs/__schema15"
595
653
  },
596
654
  "kind": {
597
- "$ref": "#/$defs/__schema21"
655
+ "$ref": "#/$defs/__schema23"
598
656
  },
599
657
  "content": {
600
- "$ref": "#/$defs/__schema22"
658
+ "$ref": "#/$defs/__schema24"
601
659
  }
602
660
  },
603
661
  "required": [
@@ -616,19 +674,19 @@
616
674
  "$ref": "#/$defs/__schema0"
617
675
  },
618
676
  "action": {
619
- "$ref": "#/$defs/__schema11"
677
+ "$ref": "#/$defs/__schema13"
620
678
  },
621
679
  "expectedRevision": {
622
- "$ref": "#/$defs/__schema12"
680
+ "$ref": "#/$defs/__schema14"
623
681
  },
624
682
  "finalizeDraft": {
625
- "$ref": "#/$defs/__schema13"
683
+ "$ref": "#/$defs/__schema15"
626
684
  },
627
685
  "kind": {
628
- "$ref": "#/$defs/__schema39"
686
+ "$ref": "#/$defs/__schema43"
629
687
  },
630
688
  "content": {
631
- "$ref": "#/$defs/__schema40"
689
+ "$ref": "#/$defs/__schema44"
632
690
  }
633
691
  },
634
692
  "required": [
@@ -647,19 +705,19 @@
647
705
  "$ref": "#/$defs/__schema0"
648
706
  },
649
707
  "action": {
650
- "$ref": "#/$defs/__schema11"
708
+ "$ref": "#/$defs/__schema13"
651
709
  },
652
710
  "expectedRevision": {
653
- "$ref": "#/$defs/__schema12"
711
+ "$ref": "#/$defs/__schema14"
654
712
  },
655
713
  "finalizeDraft": {
656
- "$ref": "#/$defs/__schema13"
714
+ "$ref": "#/$defs/__schema15"
657
715
  },
658
716
  "kind": {
659
- "$ref": "#/$defs/__schema49"
717
+ "$ref": "#/$defs/__schema53"
660
718
  },
661
719
  "content": {
662
- "$ref": "#/$defs/__schema50"
720
+ "$ref": "#/$defs/__schema54"
663
721
  }
664
722
  },
665
723
  "required": [
@@ -678,19 +736,19 @@
678
736
  "$ref": "#/$defs/__schema0"
679
737
  },
680
738
  "action": {
681
- "$ref": "#/$defs/__schema11"
739
+ "$ref": "#/$defs/__schema13"
682
740
  },
683
741
  "expectedRevision": {
684
- "$ref": "#/$defs/__schema12"
742
+ "$ref": "#/$defs/__schema14"
685
743
  },
686
744
  "finalizeDraft": {
687
- "$ref": "#/$defs/__schema13"
745
+ "$ref": "#/$defs/__schema15"
688
746
  },
689
747
  "kind": {
690
- "$ref": "#/$defs/__schema59"
748
+ "$ref": "#/$defs/__schema63"
691
749
  },
692
750
  "content": {
693
- "$ref": "#/$defs/__schema60"
751
+ "$ref": "#/$defs/__schema64"
694
752
  }
695
753
  },
696
754
  "required": [
@@ -709,19 +767,19 @@
709
767
  "$ref": "#/$defs/__schema0"
710
768
  },
711
769
  "action": {
712
- "$ref": "#/$defs/__schema11"
770
+ "$ref": "#/$defs/__schema13"
713
771
  },
714
772
  "expectedRevision": {
715
- "$ref": "#/$defs/__schema12"
773
+ "$ref": "#/$defs/__schema14"
716
774
  },
717
775
  "finalizeDraft": {
718
- "$ref": "#/$defs/__schema13"
776
+ "$ref": "#/$defs/__schema15"
719
777
  },
720
778
  "kind": {
721
- "$ref": "#/$defs/__schema72"
779
+ "$ref": "#/$defs/__schema76"
722
780
  },
723
781
  "content": {
724
- "$ref": "#/$defs/__schema73"
782
+ "$ref": "#/$defs/__schema77"
725
783
  }
726
784
  },
727
785
  "required": [
@@ -746,14 +804,14 @@
746
804
  "const": "publish_resources"
747
805
  },
748
806
  "finalizeDraft": {
749
- "$ref": "#/$defs/__schema14"
807
+ "$ref": "#/$defs/__schema16"
750
808
  },
751
809
  "resources": {
752
810
  "minItems": 1,
753
811
  "maxItems": 20,
754
812
  "type": "array",
755
813
  "items": {
756
- "$ref": "#/$defs/__schema86"
814
+ "$ref": "#/$defs/__schema90"
757
815
  }
758
816
  }
759
817
  },
@@ -788,7 +846,7 @@
788
846
  "$ref": "#/$defs/__schema0"
789
847
  },
790
848
  "taskDefinition": {
791
- "$ref": "#/$defs/__schema1"
849
+ "$ref": "#/$defs/__schema3"
792
850
  },
793
851
  "exampleId": {
794
852
  "$ref": "#/$defs/__schema0"
@@ -797,7 +855,7 @@
797
855
  "$ref": "#/$defs/__schema0"
798
856
  },
799
857
  "occurredAt": {
800
- "$ref": "#/$defs/__schema3"
858
+ "$ref": "#/$defs/__schema5"
801
859
  },
802
860
  "familyKey": {
803
861
  "anyOf": [
@@ -810,15 +868,15 @@
810
868
  ]
811
869
  },
812
870
  "split": {
813
- "$ref": "#/$defs/__schema67"
871
+ "$ref": "#/$defs/__schema71"
814
872
  },
815
873
  "input": {
816
- "$ref": "#/$defs/__schema87"
874
+ "$ref": "#/$defs/__schema91"
817
875
  },
818
876
  "observedOutput": {
819
877
  "anyOf": [
820
878
  {
821
- "$ref": "#/$defs/__schema87"
879
+ "$ref": "#/$defs/__schema91"
822
880
  },
823
881
  {
824
882
  "type": "null"
@@ -828,7 +886,7 @@
828
886
  "expected": {
829
887
  "anyOf": [
830
888
  {
831
- "$ref": "#/$defs/__schema87"
889
+ "$ref": "#/$defs/__schema91"
832
890
  },
833
891
  {
834
892
  "type": "null"
@@ -838,7 +896,7 @@
838
896
  "evaluatorContext": {
839
897
  "anyOf": [
840
898
  {
841
- "$ref": "#/$defs/__schema87"
899
+ "$ref": "#/$defs/__schema91"
842
900
  },
843
901
  {
844
902
  "type": "null"
@@ -849,7 +907,7 @@
849
907
  "maxItems": 1000,
850
908
  "type": "array",
851
909
  "items": {
852
- "$ref": "#/$defs/__schema19"
910
+ "$ref": "#/$defs/__schema21"
853
911
  }
854
912
  },
855
913
  "provenance": {
@@ -869,7 +927,7 @@
869
927
  "mappingHash": {
870
928
  "anyOf": [
871
929
  {
872
- "$ref": "#/$defs/__schema2"
930
+ "$ref": "#/$defs/__schema4"
873
931
  },
874
932
  {
875
933
  "type": "null"
@@ -925,8 +983,7 @@
925
983
  "type": "object",
926
984
  "properties": {
927
985
  "schemaVersion": {
928
- "type": "string",
929
- "const": "openpond.taskFeedback.v1"
986
+ "$ref": "#/$defs/__schema93"
930
987
  },
931
988
  "sourceId": {
932
989
  "$ref": "#/$defs/__schema0"
@@ -941,34 +998,19 @@
941
998
  "$ref": "#/$defs/__schema0"
942
999
  },
943
1000
  "expectedEvidenceHash": {
944
- "anyOf": [
945
- {
946
- "$ref": "#/$defs/__schema2"
947
- },
948
- {
949
- "type": "null"
950
- }
951
- ]
1001
+ "$ref": "#/$defs/__schema94"
952
1002
  },
953
1003
  "occurredAt": {
954
- "$ref": "#/$defs/__schema3"
1004
+ "$ref": "#/$defs/__schema5"
955
1005
  },
956
1006
  "kind": {
957
- "type": "string",
958
- "enum": [
959
- "outcome",
960
- "target_correction",
961
- "ground_truth_correction",
962
- "input_correction",
963
- "family_resolution"
964
- ]
1007
+ "$ref": "#/$defs/__schema95"
965
1008
  },
966
1009
  "value": {
967
- "$ref": "#/$defs/__schema87"
1010
+ "$ref": "#/$defs/__schema91"
968
1011
  },
969
1012
  "note": {
970
- "type": "string",
971
- "maxLength": 20000
1013
+ "$ref": "#/$defs/__schema96"
972
1014
  }
973
1015
  },
974
1016
  "required": [
@@ -1007,7 +1049,7 @@
1007
1049
  "$ref": "#/$defs/__schema0"
1008
1050
  },
1009
1051
  "evidence": {
1010
- "$ref": "#/$defs/__schema1"
1052
+ "$ref": "#/$defs/__schema3"
1011
1053
  }
1012
1054
  },
1013
1055
  "required": [
@@ -1047,7 +1089,7 @@
1047
1089
  "decision": {
1048
1090
  "anyOf": [
1049
1091
  {
1050
- "$ref": "#/$defs/__schema1"
1092
+ "$ref": "#/$defs/__schema3"
1051
1093
  },
1052
1094
  {
1053
1095
  "type": "null"
@@ -1081,7 +1123,7 @@
1081
1123
  "const": "queue_grade"
1082
1124
  },
1083
1125
  "evidence": {
1084
- "$ref": "#/$defs/__schema1"
1126
+ "$ref": "#/$defs/__schema3"
1085
1127
  },
1086
1128
  "target": {
1087
1129
  "type": "string",
@@ -1093,7 +1135,7 @@
1093
1135
  "proposedTarget": {
1094
1136
  "anyOf": [
1095
1137
  {
1096
- "$ref": "#/$defs/__schema87"
1138
+ "$ref": "#/$defs/__schema91"
1097
1139
  },
1098
1140
  {
1099
1141
  "type": "null"
@@ -1135,7 +1177,7 @@
1135
1177
  "const": "review"
1136
1178
  },
1137
1179
  "evidence": {
1138
- "$ref": "#/$defs/__schema1"
1180
+ "$ref": "#/$defs/__schema3"
1139
1181
  },
1140
1182
  "expectedRevision": {
1141
1183
  "type": "integer",
@@ -1162,7 +1204,7 @@
1162
1204
  "approvedTarget": {
1163
1205
  "anyOf": [
1164
1206
  {
1165
- "$ref": "#/$defs/__schema87"
1207
+ "$ref": "#/$defs/__schema91"
1166
1208
  },
1167
1209
  {
1168
1210
  "type": "null"
@@ -1222,7 +1264,7 @@
1222
1264
  "$ref": "#/$defs/__schema0"
1223
1265
  },
1224
1266
  "taskDefinition": {
1225
- "$ref": "#/$defs/__schema1"
1267
+ "$ref": "#/$defs/__schema3"
1226
1268
  },
1227
1269
  "purpose": {
1228
1270
  "type": "string",
@@ -1237,7 +1279,7 @@
1237
1279
  "maxItems": 10000,
1238
1280
  "type": "array",
1239
1281
  "items": {
1240
- "$ref": "#/$defs/__schema1"
1282
+ "$ref": "#/$defs/__schema3"
1241
1283
  }
1242
1284
  },
1243
1285
  "decisions": {
@@ -1245,7 +1287,7 @@
1245
1287
  "maxItems": 10000,
1246
1288
  "type": "array",
1247
1289
  "items": {
1248
- "$ref": "#/$defs/__schema1"
1290
+ "$ref": "#/$defs/__schema3"
1249
1291
  }
1250
1292
  }
1251
1293
  },
@@ -1302,13 +1344,36 @@
1302
1344
  "maxLength": 240
1303
1345
  },
1304
1346
  "__schema1": {
1347
+ "type": "object",
1348
+ "properties": {
1349
+ "path": {
1350
+ "type": "string",
1351
+ "minLength": 1,
1352
+ "maxLength": 500
1353
+ },
1354
+ "text": {
1355
+ "type": "string"
1356
+ }
1357
+ },
1358
+ "required": [
1359
+ "path",
1360
+ "text"
1361
+ ],
1362
+ "additionalProperties": false
1363
+ },
1364
+ "__schema2": {
1365
+ "type": "string",
1366
+ "minLength": 1,
1367
+ "maxLength": 200
1368
+ },
1369
+ "__schema3": {
1305
1370
  "type": "object",
1306
1371
  "properties": {
1307
1372
  "id": {
1308
1373
  "$ref": "#/$defs/__schema0"
1309
1374
  },
1310
1375
  "contentHash": {
1311
- "$ref": "#/$defs/__schema2"
1376
+ "$ref": "#/$defs/__schema4"
1312
1377
  },
1313
1378
  "revision": {
1314
1379
  "type": "integer",
@@ -1323,37 +1388,37 @@
1323
1388
  ],
1324
1389
  "additionalProperties": false
1325
1390
  },
1326
- "__schema2": {
1391
+ "__schema4": {
1327
1392
  "type": "string",
1328
1393
  "pattern": "^[a-f0-9]{64}$"
1329
1394
  },
1330
- "__schema3": {
1395
+ "__schema5": {
1331
1396
  "type": "string",
1332
1397
  "format": "date-time",
1333
1398
  "pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
1334
1399
  },
1335
- "__schema4": {
1400
+ "__schema6": {
1336
1401
  "anyOf": [
1337
1402
  {
1338
- "$ref": "#/$defs/__schema1"
1403
+ "$ref": "#/$defs/__schema3"
1339
1404
  },
1340
1405
  {
1341
1406
  "type": "null"
1342
1407
  }
1343
1408
  ]
1344
1409
  },
1345
- "__schema5": {
1410
+ "__schema7": {
1346
1411
  "type": "string",
1347
1412
  "const": "openpond.modelsEditor.v1"
1348
1413
  },
1349
- "__schema6": {
1414
+ "__schema8": {
1350
1415
  "type": "object",
1351
1416
  "properties": {
1352
1417
  "graderId": {
1353
1418
  "$ref": "#/$defs/__schema0"
1354
1419
  },
1355
1420
  "reward": {
1356
- "$ref": "#/$defs/__schema1"
1421
+ "$ref": "#/$defs/__schema3"
1357
1422
  },
1358
1423
  "role": {
1359
1424
  "type": "string",
@@ -1426,7 +1491,7 @@
1426
1491
  "maxItems": 1000,
1427
1492
  "type": "array",
1428
1493
  "items": {
1429
- "$ref": "#/$defs/__schema7"
1494
+ "$ref": "#/$defs/__schema9"
1430
1495
  }
1431
1496
  }
1432
1497
  },
@@ -1443,14 +1508,14 @@
1443
1508
  ],
1444
1509
  "additionalProperties": false
1445
1510
  },
1446
- "__schema7": {
1511
+ "__schema9": {
1447
1512
  "type": "object",
1448
1513
  "properties": {
1449
1514
  "id": {
1450
1515
  "$ref": "#/$defs/__schema0"
1451
1516
  },
1452
1517
  "contentHash": {
1453
- "$ref": "#/$defs/__schema2"
1518
+ "$ref": "#/$defs/__schema4"
1454
1519
  }
1455
1520
  },
1456
1521
  "required": [
@@ -1459,7 +1524,7 @@
1459
1524
  ],
1460
1525
  "additionalProperties": false
1461
1526
  },
1462
- "__schema8": {
1527
+ "__schema10": {
1463
1528
  "type": "object",
1464
1529
  "properties": {
1465
1530
  "id": {
@@ -1485,14 +1550,14 @@
1485
1550
  "maxItems": 100,
1486
1551
  "type": "array",
1487
1552
  "items": {
1488
- "$ref": "#/$defs/__schema9"
1553
+ "$ref": "#/$defs/__schema11"
1489
1554
  }
1490
1555
  },
1491
1556
  "runtimeEventRefs": {
1492
1557
  "maxItems": 100,
1493
1558
  "type": "array",
1494
1559
  "items": {
1495
- "$ref": "#/$defs/__schema10"
1560
+ "$ref": "#/$defs/__schema12"
1496
1561
  }
1497
1562
  },
1498
1563
  "infrastructureError": {
@@ -1521,6 +1586,37 @@
1521
1586
  "false",
1522
1587
  "any"
1523
1588
  ]
1589
+ },
1590
+ "sourceLabel": {
1591
+ "type": "object",
1592
+ "properties": {
1593
+ "evidence": {
1594
+ "$ref": "#/$defs/__schema3"
1595
+ },
1596
+ "feedback": {
1597
+ "type": "object",
1598
+ "properties": {
1599
+ "id": {
1600
+ "$ref": "#/$defs/__schema0"
1601
+ },
1602
+ "revision": {
1603
+ "type": "integer",
1604
+ "exclusiveMinimum": 0,
1605
+ "maximum": 9007199254740991
1606
+ }
1607
+ },
1608
+ "required": [
1609
+ "id",
1610
+ "revision"
1611
+ ],
1612
+ "additionalProperties": false
1613
+ }
1614
+ },
1615
+ "required": [
1616
+ "evidence",
1617
+ "feedback"
1618
+ ],
1619
+ "additionalProperties": false
1524
1620
  }
1525
1621
  },
1526
1622
  "required": [
@@ -1540,31 +1636,31 @@
1540
1636
  ],
1541
1637
  "additionalProperties": false
1542
1638
  },
1543
- "__schema9": {
1639
+ "__schema11": {
1544
1640
  "type": "string",
1545
1641
  "maxLength": 500
1546
1642
  },
1547
- "__schema10": {
1643
+ "__schema12": {
1548
1644
  "type": "string",
1549
1645
  "maxLength": 500
1550
1646
  },
1551
- "__schema11": {
1647
+ "__schema13": {
1552
1648
  "type": "string",
1553
1649
  "const": "publish"
1554
1650
  },
1555
- "__schema12": {
1651
+ "__schema14": {
1556
1652
  "type": "integer",
1557
1653
  "minimum": 0,
1558
1654
  "maximum": 9007199254740991
1559
1655
  },
1560
- "__schema13": {
1561
- "$ref": "#/$defs/__schema14"
1656
+ "__schema15": {
1657
+ "$ref": "#/$defs/__schema16"
1562
1658
  },
1563
- "__schema14": {
1659
+ "__schema16": {
1564
1660
  "type": "object",
1565
1661
  "properties": {
1566
1662
  "draft": {
1567
- "$ref": "#/$defs/__schema1"
1663
+ "$ref": "#/$defs/__schema3"
1568
1664
  },
1569
1665
  "targetKind": {
1570
1666
  "type": "string",
@@ -1575,7 +1671,7 @@
1575
1671
  ]
1576
1672
  },
1577
1673
  "release": {
1578
- "$ref": "#/$defs/__schema1"
1674
+ "$ref": "#/$defs/__schema3"
1579
1675
  }
1580
1676
  },
1581
1677
  "required": [
@@ -1585,27 +1681,27 @@
1585
1681
  ],
1586
1682
  "additionalProperties": false
1587
1683
  },
1588
- "__schema15": {
1684
+ "__schema17": {
1589
1685
  "type": "string",
1590
1686
  "const": "asset"
1591
1687
  },
1592
- "__schema16": {
1688
+ "__schema18": {
1593
1689
  "type": "object",
1594
1690
  "properties": {
1595
1691
  "schemaVersion": {
1596
- "$ref": "#/$defs/__schema17"
1692
+ "$ref": "#/$defs/__schema19"
1597
1693
  },
1598
1694
  "id": {
1599
1695
  "$ref": "#/$defs/__schema0"
1600
1696
  },
1601
1697
  "revision": {
1602
- "$ref": "#/$defs/__schema18"
1698
+ "$ref": "#/$defs/__schema20"
1603
1699
  },
1604
1700
  "asset": {
1605
- "$ref": "#/$defs/__schema19"
1701
+ "$ref": "#/$defs/__schema21"
1606
1702
  },
1607
1703
  "text": {
1608
- "$ref": "#/$defs/__schema20"
1704
+ "$ref": "#/$defs/__schema22"
1609
1705
  }
1610
1706
  },
1611
1707
  "required": [
@@ -1617,15 +1713,15 @@
1617
1713
  ],
1618
1714
  "additionalProperties": false
1619
1715
  },
1620
- "__schema17": {
1716
+ "__schema19": {
1621
1717
  "type": "string",
1622
1718
  "const": "openpond.learningTextAsset.v1"
1623
1719
  },
1624
- "__schema18": {
1720
+ "__schema20": {
1625
1721
  "type": "number",
1626
1722
  "const": 1
1627
1723
  },
1628
- "__schema19": {
1724
+ "__schema21": {
1629
1725
  "type": "object",
1630
1726
  "properties": {
1631
1727
  "id": {
@@ -1637,7 +1733,7 @@
1637
1733
  "maxLength": 2000
1638
1734
  },
1639
1735
  "contentHash": {
1640
- "$ref": "#/$defs/__schema2"
1736
+ "$ref": "#/$defs/__schema4"
1641
1737
  },
1642
1738
  "sizeBytes": {
1643
1739
  "type": "integer",
@@ -1668,58 +1764,61 @@
1668
1764
  ],
1669
1765
  "additionalProperties": false
1670
1766
  },
1671
- "__schema20": {
1767
+ "__schema22": {
1672
1768
  "type": "string",
1673
1769
  "maxLength": 524288
1674
1770
  },
1675
- "__schema21": {
1771
+ "__schema23": {
1676
1772
  "type": "string",
1677
1773
  "const": "definition"
1678
1774
  },
1679
- "__schema22": {
1775
+ "__schema24": {
1680
1776
  "type": "object",
1681
1777
  "properties": {
1682
1778
  "schemaVersion": {
1683
- "$ref": "#/$defs/__schema23"
1779
+ "$ref": "#/$defs/__schema25"
1684
1780
  },
1685
1781
  "id": {
1686
1782
  "$ref": "#/$defs/__schema0"
1687
1783
  },
1688
1784
  "revision": {
1689
- "$ref": "#/$defs/__schema24"
1785
+ "$ref": "#/$defs/__schema26"
1690
1786
  },
1691
1787
  "name": {
1692
- "$ref": "#/$defs/__schema25"
1788
+ "$ref": "#/$defs/__schema27"
1693
1789
  },
1694
1790
  "description": {
1695
- "$ref": "#/$defs/__schema26"
1791
+ "$ref": "#/$defs/__schema28"
1696
1792
  },
1697
1793
  "instructions": {
1698
- "$ref": "#/$defs/__schema27"
1794
+ "$ref": "#/$defs/__schema29"
1699
1795
  },
1700
1796
  "category": {
1701
- "$ref": "#/$defs/__schema28"
1797
+ "$ref": "#/$defs/__schema30"
1702
1798
  },
1703
1799
  "familyNamespace": {
1704
1800
  "$ref": "#/$defs/__schema0"
1705
1801
  },
1706
1802
  "inputSchema": {
1707
- "$ref": "#/$defs/__schema29"
1803
+ "$ref": "#/$defs/__schema31"
1708
1804
  },
1709
1805
  "outputSchema": {
1710
- "$ref": "#/$defs/__schema30"
1806
+ "$ref": "#/$defs/__schema32"
1711
1807
  },
1712
1808
  "requiredOutputs": {
1713
- "$ref": "#/$defs/__schema31"
1809
+ "$ref": "#/$defs/__schema33"
1810
+ },
1811
+ "contextRequirements": {
1812
+ "$ref": "#/$defs/__schema35"
1714
1813
  },
1715
1814
  "rewardBinding": {
1716
- "$ref": "#/$defs/__schema1"
1815
+ "$ref": "#/$defs/__schema3"
1717
1816
  },
1718
1817
  "harness": {
1719
- "$ref": "#/$defs/__schema33"
1818
+ "$ref": "#/$defs/__schema37"
1720
1819
  },
1721
1820
  "execution": {
1722
- "$ref": "#/$defs/__schema34"
1821
+ "$ref": "#/$defs/__schema38"
1723
1822
  }
1724
1823
  },
1725
1824
  "required": [
@@ -1739,30 +1838,30 @@
1739
1838
  ],
1740
1839
  "additionalProperties": false
1741
1840
  },
1742
- "__schema23": {
1841
+ "__schema25": {
1743
1842
  "type": "string",
1744
1843
  "const": "openpond.taskDefinition.v1"
1745
1844
  },
1746
- "__schema24": {
1845
+ "__schema26": {
1747
1846
  "type": "integer",
1748
1847
  "exclusiveMinimum": 0,
1749
1848
  "maximum": 9007199254740991
1750
1849
  },
1751
- "__schema25": {
1850
+ "__schema27": {
1752
1851
  "type": "string",
1753
1852
  "minLength": 1,
1754
1853
  "maxLength": 500
1755
1854
  },
1756
- "__schema26": {
1855
+ "__schema28": {
1757
1856
  "type": "string",
1758
1857
  "maxLength": 10000
1759
1858
  },
1760
- "__schema27": {
1859
+ "__schema29": {
1761
1860
  "type": "string",
1762
1861
  "minLength": 1,
1763
1862
  "maxLength": 20000
1764
1863
  },
1765
- "__schema28": {
1864
+ "__schema30": {
1766
1865
  "type": "string",
1767
1866
  "enum": [
1768
1867
  "structured",
@@ -1772,28 +1871,28 @@
1772
1871
  "custom"
1773
1872
  ]
1774
1873
  },
1775
- "__schema29": {
1874
+ "__schema31": {
1776
1875
  "type": "object",
1777
1876
  "propertyNames": {
1778
1877
  "type": "string"
1779
1878
  },
1780
1879
  "additionalProperties": {}
1781
1880
  },
1782
- "__schema30": {
1881
+ "__schema32": {
1783
1882
  "type": "object",
1784
1883
  "propertyNames": {
1785
1884
  "type": "string"
1786
1885
  },
1787
1886
  "additionalProperties": {}
1788
1887
  },
1789
- "__schema31": {
1888
+ "__schema33": {
1790
1889
  "maxItems": 1000,
1791
1890
  "type": "array",
1792
1891
  "items": {
1793
- "$ref": "#/$defs/__schema32"
1892
+ "$ref": "#/$defs/__schema34"
1794
1893
  }
1795
1894
  },
1796
- "__schema32": {
1895
+ "__schema34": {
1797
1896
  "type": "object",
1798
1897
  "properties": {
1799
1898
  "path": {
@@ -1810,7 +1909,7 @@
1810
1909
  "default": null,
1811
1910
  "anyOf": [
1812
1911
  {
1813
- "$ref": "#/$defs/__schema19"
1912
+ "$ref": "#/$defs/__schema21"
1814
1913
  },
1815
1914
  {
1816
1915
  "type": "null"
@@ -1848,17 +1947,29 @@
1848
1947
  ],
1849
1948
  "additionalProperties": false
1850
1949
  },
1851
- "__schema33": {
1950
+ "__schema35": {
1951
+ "maxItems": 100,
1952
+ "type": "array",
1953
+ "items": {
1954
+ "$ref": "#/$defs/__schema36"
1955
+ }
1956
+ },
1957
+ "__schema36": {
1958
+ "type": "string",
1959
+ "minLength": 1,
1960
+ "maxLength": 2000
1961
+ },
1962
+ "__schema37": {
1852
1963
  "anyOf": [
1853
1964
  {
1854
- "$ref": "#/$defs/__schema7"
1965
+ "$ref": "#/$defs/__schema9"
1855
1966
  },
1856
1967
  {
1857
1968
  "type": "null"
1858
1969
  }
1859
1970
  ]
1860
1971
  },
1861
- "__schema34": {
1972
+ "__schema38": {
1862
1973
  "type": "object",
1863
1974
  "properties": {
1864
1975
  "policy": {
@@ -1937,7 +2048,7 @@
1937
2048
  "maxItems": 5,
1938
2049
  "type": "array",
1939
2050
  "items": {
1940
- "$ref": "#/$defs/__schema35"
2051
+ "$ref": "#/$defs/__schema39"
1941
2052
  }
1942
2053
  },
1943
2054
  "networkPolicy": {
@@ -1973,7 +2084,7 @@
1973
2084
  "$ref": "#/$defs/__schema0"
1974
2085
  },
1975
2086
  "contentHash": {
1976
- "$ref": "#/$defs/__schema2"
2087
+ "$ref": "#/$defs/__schema4"
1977
2088
  }
1978
2089
  },
1979
2090
  "required": [
@@ -1986,14 +2097,14 @@
1986
2097
  "maxItems": 200,
1987
2098
  "type": "array",
1988
2099
  "items": {
1989
- "$ref": "#/$defs/__schema36"
2100
+ "$ref": "#/$defs/__schema40"
1990
2101
  }
1991
2102
  },
1992
2103
  "capabilities": {
1993
2104
  "maxItems": 200,
1994
2105
  "type": "array",
1995
2106
  "items": {
1996
- "$ref": "#/$defs/__schema37"
2107
+ "$ref": "#/$defs/__schema41"
1997
2108
  }
1998
2109
  },
1999
2110
  "verifierSetRelease": {
@@ -2003,7 +2114,7 @@
2003
2114
  "$ref": "#/$defs/__schema0"
2004
2115
  },
2005
2116
  "contentHash": {
2006
- "$ref": "#/$defs/__schema2"
2117
+ "$ref": "#/$defs/__schema4"
2007
2118
  }
2008
2119
  },
2009
2120
  "required": [
@@ -2021,7 +2132,7 @@
2021
2132
  ],
2022
2133
  "additionalProperties": false
2023
2134
  },
2024
- "__schema35": {
2135
+ "__schema39": {
2025
2136
  "type": "string",
2026
2137
  "enum": [
2027
2138
  "create",
@@ -2031,7 +2142,7 @@
2031
2142
  "destroy"
2032
2143
  ]
2033
2144
  },
2034
- "__schema36": {
2145
+ "__schema40": {
2035
2146
  "type": "object",
2036
2147
  "properties": {
2037
2148
  "name": {
@@ -2053,7 +2164,7 @@
2053
2164
  "additionalProperties": {}
2054
2165
  },
2055
2166
  "inputSchemaHash": {
2056
- "$ref": "#/$defs/__schema2"
2167
+ "$ref": "#/$defs/__schema4"
2057
2168
  },
2058
2169
  "sideEffect": {
2059
2170
  "type": "string",
@@ -2078,7 +2189,7 @@
2078
2189
  ],
2079
2190
  "additionalProperties": false
2080
2191
  },
2081
- "__schema37": {
2192
+ "__schema41": {
2082
2193
  "type": "object",
2083
2194
  "properties": {
2084
2195
  "id": {
@@ -2092,7 +2203,7 @@
2092
2203
  "maxItems": 100,
2093
2204
  "type": "array",
2094
2205
  "items": {
2095
- "$ref": "#/$defs/__schema38"
2206
+ "$ref": "#/$defs/__schema42"
2096
2207
  }
2097
2208
  },
2098
2209
  "portability": {
@@ -2113,44 +2224,44 @@
2113
2224
  ],
2114
2225
  "additionalProperties": false
2115
2226
  },
2116
- "__schema38": {
2227
+ "__schema42": {
2117
2228
  "type": "string",
2118
2229
  "minLength": 1,
2119
2230
  "maxLength": 500
2120
2231
  },
2121
- "__schema39": {
2232
+ "__schema43": {
2122
2233
  "type": "string",
2123
2234
  "const": "reward"
2124
2235
  },
2125
- "__schema40": {
2236
+ "__schema44": {
2126
2237
  "type": "object",
2127
2238
  "properties": {
2128
2239
  "schemaVersion": {
2129
- "$ref": "#/$defs/__schema41"
2240
+ "$ref": "#/$defs/__schema45"
2130
2241
  },
2131
2242
  "id": {
2132
2243
  "$ref": "#/$defs/__schema0"
2133
2244
  },
2134
2245
  "revision": {
2135
- "$ref": "#/$defs/__schema42"
2246
+ "$ref": "#/$defs/__schema46"
2136
2247
  },
2137
2248
  "name": {
2138
- "$ref": "#/$defs/__schema43"
2249
+ "$ref": "#/$defs/__schema47"
2139
2250
  },
2140
2251
  "description": {
2141
- "$ref": "#/$defs/__schema44"
2252
+ "$ref": "#/$defs/__schema48"
2142
2253
  },
2143
2254
  "implementation": {
2144
- "$ref": "#/$defs/__schema45"
2255
+ "$ref": "#/$defs/__schema49"
2145
2256
  },
2146
2257
  "rawScore": {
2147
- "$ref": "#/$defs/__schema46"
2258
+ "$ref": "#/$defs/__schema50"
2148
2259
  },
2149
2260
  "assets": {
2150
- "$ref": "#/$defs/__schema47"
2261
+ "$ref": "#/$defs/__schema51"
2151
2262
  },
2152
2263
  "fixtureSetRef": {
2153
- "$ref": "#/$defs/__schema48"
2264
+ "$ref": "#/$defs/__schema52"
2154
2265
  }
2155
2266
  },
2156
2267
  "required": [
@@ -2165,25 +2276,25 @@
2165
2276
  ],
2166
2277
  "additionalProperties": false
2167
2278
  },
2168
- "__schema41": {
2279
+ "__schema45": {
2169
2280
  "type": "string",
2170
2281
  "const": "openpond.rewardRelease.v1"
2171
2282
  },
2172
- "__schema42": {
2283
+ "__schema46": {
2173
2284
  "type": "integer",
2174
2285
  "exclusiveMinimum": 0,
2175
2286
  "maximum": 9007199254740991
2176
2287
  },
2177
- "__schema43": {
2288
+ "__schema47": {
2178
2289
  "type": "string",
2179
2290
  "minLength": 1,
2180
2291
  "maxLength": 500
2181
2292
  },
2182
- "__schema44": {
2293
+ "__schema48": {
2183
2294
  "type": "string",
2184
2295
  "maxLength": 10000
2185
2296
  },
2186
- "__schema45": {
2297
+ "__schema49": {
2187
2298
  "anyOf": [
2188
2299
  {
2189
2300
  "type": "object",
@@ -2220,7 +2331,7 @@
2220
2331
  "const": "model_judge"
2221
2332
  },
2222
2333
  "rubricRef": {
2223
- "$ref": "#/$defs/__schema19"
2334
+ "$ref": "#/$defs/__schema21"
2224
2335
  },
2225
2336
  "calibrationStatus": {
2226
2337
  "type": "string",
@@ -2280,7 +2391,7 @@
2280
2391
  "const": "custom_verifier"
2281
2392
  },
2282
2393
  "verifierRef": {
2283
- "$ref": "#/$defs/__schema19"
2394
+ "$ref": "#/$defs/__schema21"
2284
2395
  },
2285
2396
  "exportName": {
2286
2397
  "type": "string",
@@ -2313,7 +2424,7 @@
2313
2424
  "const": "human"
2314
2425
  },
2315
2426
  "rubricRef": {
2316
- "$ref": "#/$defs/__schema19"
2427
+ "$ref": "#/$defs/__schema21"
2317
2428
  },
2318
2429
  "reviewerRole": {
2319
2430
  "type": "string",
@@ -2336,10 +2447,10 @@
2336
2447
  "const": "learned_model"
2337
2448
  },
2338
2449
  "modelVersion": {
2339
- "$ref": "#/$defs/__schema7"
2450
+ "$ref": "#/$defs/__schema9"
2340
2451
  },
2341
2452
  "inputContract": {
2342
- "$ref": "#/$defs/__schema19"
2453
+ "$ref": "#/$defs/__schema21"
2343
2454
  }
2344
2455
  },
2345
2456
  "required": [
@@ -2351,7 +2462,7 @@
2351
2462
  }
2352
2463
  ]
2353
2464
  },
2354
- "__schema46": {
2465
+ "__schema50": {
2355
2466
  "type": "object",
2356
2467
  "properties": {
2357
2468
  "minimum": {
@@ -2367,49 +2478,49 @@
2367
2478
  ],
2368
2479
  "additionalProperties": false
2369
2480
  },
2370
- "__schema47": {
2481
+ "__schema51": {
2371
2482
  "maxItems": 1000,
2372
2483
  "type": "array",
2373
2484
  "items": {
2374
- "$ref": "#/$defs/__schema19"
2485
+ "$ref": "#/$defs/__schema21"
2375
2486
  }
2376
2487
  },
2377
- "__schema48": {
2378
- "$ref": "#/$defs/__schema19"
2488
+ "__schema52": {
2489
+ "$ref": "#/$defs/__schema21"
2379
2490
  },
2380
- "__schema49": {
2491
+ "__schema53": {
2381
2492
  "type": "string",
2382
2493
  "const": "binding"
2383
2494
  },
2384
- "__schema50": {
2495
+ "__schema54": {
2385
2496
  "type": "object",
2386
2497
  "properties": {
2387
2498
  "schemaVersion": {
2388
- "$ref": "#/$defs/__schema51"
2499
+ "$ref": "#/$defs/__schema55"
2389
2500
  },
2390
2501
  "id": {
2391
2502
  "$ref": "#/$defs/__schema0"
2392
2503
  },
2393
2504
  "revision": {
2394
- "$ref": "#/$defs/__schema52"
2505
+ "$ref": "#/$defs/__schema56"
2395
2506
  },
2396
2507
  "name": {
2397
- "$ref": "#/$defs/__schema53"
2508
+ "$ref": "#/$defs/__schema57"
2398
2509
  },
2399
2510
  "description": {
2400
- "$ref": "#/$defs/__schema54"
2511
+ "$ref": "#/$defs/__schema58"
2401
2512
  },
2402
2513
  "recipeRef": {
2403
- "$ref": "#/$defs/__schema55"
2514
+ "$ref": "#/$defs/__schema59"
2404
2515
  },
2405
2516
  "sources": {
2406
- "$ref": "#/$defs/__schema56"
2517
+ "$ref": "#/$defs/__schema60"
2407
2518
  },
2408
2519
  "aggregation": {
2409
- "$ref": "#/$defs/__schema57"
2520
+ "$ref": "#/$defs/__schema61"
2410
2521
  },
2411
2522
  "unscorable": {
2412
- "$ref": "#/$defs/__schema58"
2523
+ "$ref": "#/$defs/__schema62"
2413
2524
  }
2414
2525
  },
2415
2526
  "required": [
@@ -2422,82 +2533,81 @@
2422
2533
  ],
2423
2534
  "additionalProperties": false
2424
2535
  },
2425
- "__schema51": {
2536
+ "__schema55": {
2426
2537
  "type": "string",
2427
2538
  "const": "openpond.rewardBinding.v1"
2428
2539
  },
2429
- "__schema52": {
2540
+ "__schema56": {
2430
2541
  "type": "integer",
2431
2542
  "exclusiveMinimum": 0,
2432
2543
  "maximum": 9007199254740991
2433
2544
  },
2434
- "__schema53": {
2545
+ "__schema57": {
2435
2546
  "type": "string",
2436
2547
  "minLength": 1,
2437
2548
  "maxLength": 500
2438
2549
  },
2439
- "__schema54": {
2550
+ "__schema58": {
2440
2551
  "type": "string",
2441
2552
  "maxLength": 10000
2442
2553
  },
2443
- "__schema55": {
2444
- "$ref": "#/$defs/__schema1"
2554
+ "__schema59": {
2555
+ "$ref": "#/$defs/__schema3"
2445
2556
  },
2446
- "__schema56": {
2447
- "minItems": 1,
2557
+ "__schema60": {
2448
2558
  "maxItems": 100,
2449
2559
  "type": "array",
2450
2560
  "items": {
2451
- "$ref": "#/$defs/__schema6"
2561
+ "$ref": "#/$defs/__schema8"
2452
2562
  }
2453
2563
  },
2454
- "__schema57": {
2564
+ "__schema61": {
2455
2565
  "type": "string",
2456
2566
  "const": "weighted_mean"
2457
2567
  },
2458
- "__schema58": {
2568
+ "__schema62": {
2459
2569
  "type": "string",
2460
2570
  "const": "exclude_optional_require_all_required"
2461
2571
  },
2462
- "__schema59": {
2572
+ "__schema63": {
2463
2573
  "type": "string",
2464
2574
  "const": "source"
2465
2575
  },
2466
- "__schema60": {
2576
+ "__schema64": {
2467
2577
  "type": "object",
2468
2578
  "properties": {
2469
2579
  "schemaVersion": {
2470
- "$ref": "#/$defs/__schema61"
2580
+ "$ref": "#/$defs/__schema65"
2471
2581
  },
2472
2582
  "id": {
2473
2583
  "$ref": "#/$defs/__schema0"
2474
2584
  },
2475
2585
  "revision": {
2476
- "$ref": "#/$defs/__schema62"
2586
+ "$ref": "#/$defs/__schema66"
2477
2587
  },
2478
2588
  "name": {
2479
- "$ref": "#/$defs/__schema63"
2589
+ "$ref": "#/$defs/__schema67"
2480
2590
  },
2481
2591
  "kind": {
2482
- "$ref": "#/$defs/__schema64"
2592
+ "$ref": "#/$defs/__schema68"
2483
2593
  },
2484
2594
  "taskDefinition": {
2485
- "$ref": "#/$defs/__schema1"
2595
+ "$ref": "#/$defs/__schema3"
2486
2596
  },
2487
2597
  "enabled": {
2488
- "$ref": "#/$defs/__schema65"
2598
+ "$ref": "#/$defs/__schema69"
2489
2599
  },
2490
2600
  "allowedSplits": {
2491
- "$ref": "#/$defs/__schema66"
2601
+ "$ref": "#/$defs/__schema70"
2492
2602
  },
2493
2603
  "mapping": {
2494
- "$ref": "#/$defs/__schema68"
2604
+ "$ref": "#/$defs/__schema72"
2495
2605
  },
2496
2606
  "adapterVersion": {
2497
- "$ref": "#/$defs/__schema70"
2607
+ "$ref": "#/$defs/__schema74"
2498
2608
  },
2499
2609
  "reviewOrigin": {
2500
- "$ref": "#/$defs/__schema71"
2610
+ "$ref": "#/$defs/__schema75"
2501
2611
  }
2502
2612
  },
2503
2613
  "required": [
@@ -2514,21 +2624,21 @@
2514
2624
  ],
2515
2625
  "additionalProperties": false
2516
2626
  },
2517
- "__schema61": {
2627
+ "__schema65": {
2518
2628
  "type": "string",
2519
2629
  "const": "openpond.learningSource.v1"
2520
2630
  },
2521
- "__schema62": {
2631
+ "__schema66": {
2522
2632
  "type": "integer",
2523
2633
  "exclusiveMinimum": 0,
2524
2634
  "maximum": 9007199254740991
2525
2635
  },
2526
- "__schema63": {
2636
+ "__schema67": {
2527
2637
  "type": "string",
2528
2638
  "minLength": 1,
2529
2639
  "maxLength": 500
2530
2640
  },
2531
- "__schema64": {
2641
+ "__schema68": {
2532
2642
  "type": "string",
2533
2643
  "enum": [
2534
2644
  "direct",
@@ -2538,18 +2648,18 @@
2538
2648
  "provider"
2539
2649
  ]
2540
2650
  },
2541
- "__schema65": {
2651
+ "__schema69": {
2542
2652
  "type": "boolean"
2543
2653
  },
2544
- "__schema66": {
2654
+ "__schema70": {
2545
2655
  "minItems": 1,
2546
2656
  "maxItems": 4,
2547
2657
  "type": "array",
2548
2658
  "items": {
2549
- "$ref": "#/$defs/__schema67"
2659
+ "$ref": "#/$defs/__schema71"
2550
2660
  }
2551
2661
  },
2552
- "__schema67": {
2662
+ "__schema71": {
2553
2663
  "type": "string",
2554
2664
  "enum": [
2555
2665
  "train",
@@ -2558,7 +2668,7 @@
2558
2668
  "frozen_eval"
2559
2669
  ]
2560
2670
  },
2561
- "__schema68": {
2671
+ "__schema72": {
2562
2672
  "anyOf": [
2563
2673
  {
2564
2674
  "type": "object",
@@ -2568,21 +2678,21 @@
2568
2678
  "const": "openpond.taskSourceMapping.v1"
2569
2679
  },
2570
2680
  "exampleId": {
2571
- "$ref": "#/$defs/__schema69"
2681
+ "$ref": "#/$defs/__schema73"
2572
2682
  },
2573
2683
  "attemptId": {
2574
- "$ref": "#/$defs/__schema69"
2684
+ "$ref": "#/$defs/__schema73"
2575
2685
  },
2576
2686
  "occurredAt": {
2577
- "$ref": "#/$defs/__schema69"
2687
+ "$ref": "#/$defs/__schema73"
2578
2688
  },
2579
2689
  "input": {
2580
- "$ref": "#/$defs/__schema69"
2690
+ "$ref": "#/$defs/__schema73"
2581
2691
  },
2582
2692
  "observedOutput": {
2583
2693
  "anyOf": [
2584
2694
  {
2585
- "$ref": "#/$defs/__schema69"
2695
+ "$ref": "#/$defs/__schema73"
2586
2696
  },
2587
2697
  {
2588
2698
  "type": "null"
@@ -2592,7 +2702,7 @@
2592
2702
  "expected": {
2593
2703
  "anyOf": [
2594
2704
  {
2595
- "$ref": "#/$defs/__schema69"
2705
+ "$ref": "#/$defs/__schema73"
2596
2706
  },
2597
2707
  {
2598
2708
  "type": "null"
@@ -2602,7 +2712,7 @@
2602
2712
  "evaluatorContext": {
2603
2713
  "anyOf": [
2604
2714
  {
2605
- "$ref": "#/$defs/__schema69"
2715
+ "$ref": "#/$defs/__schema73"
2606
2716
  },
2607
2717
  {
2608
2718
  "type": "null"
@@ -2610,10 +2720,10 @@
2610
2720
  ]
2611
2721
  },
2612
2722
  "familyKey": {
2613
- "$ref": "#/$defs/__schema69"
2723
+ "$ref": "#/$defs/__schema73"
2614
2724
  },
2615
2725
  "split": {
2616
- "$ref": "#/$defs/__schema67"
2726
+ "$ref": "#/$defs/__schema71"
2617
2727
  }
2618
2728
  },
2619
2729
  "required": [
@@ -2635,11 +2745,11 @@
2635
2745
  }
2636
2746
  ]
2637
2747
  },
2638
- "__schema69": {
2748
+ "__schema73": {
2639
2749
  "type": "string",
2640
2750
  "maxLength": 2000
2641
2751
  },
2642
- "__schema70": {
2752
+ "__schema74": {
2643
2753
  "anyOf": [
2644
2754
  {
2645
2755
  "type": "string",
@@ -2651,23 +2761,23 @@
2651
2761
  }
2652
2762
  ]
2653
2763
  },
2654
- "__schema71": {
2764
+ "__schema75": {
2655
2765
  "type": "object",
2656
2766
  "properties": {
2657
2767
  "modelId": {
2658
2768
  "$ref": "#/$defs/__schema0"
2659
2769
  },
2660
2770
  "packageHash": {
2661
- "$ref": "#/$defs/__schema2"
2771
+ "$ref": "#/$defs/__schema4"
2662
2772
  },
2663
2773
  "taskset": {
2664
- "$ref": "#/$defs/__schema1"
2774
+ "$ref": "#/$defs/__schema3"
2665
2775
  },
2666
2776
  "batch": {
2667
- "$ref": "#/$defs/__schema1"
2777
+ "$ref": "#/$defs/__schema3"
2668
2778
  },
2669
2779
  "rewardBinding": {
2670
- "$ref": "#/$defs/__schema1"
2780
+ "$ref": "#/$defs/__schema3"
2671
2781
  }
2672
2782
  },
2673
2783
  "required": [
@@ -2679,63 +2789,63 @@
2679
2789
  ],
2680
2790
  "additionalProperties": false
2681
2791
  },
2682
- "__schema72": {
2792
+ "__schema76": {
2683
2793
  "type": "string",
2684
2794
  "const": "policy"
2685
2795
  },
2686
- "__schema73": {
2796
+ "__schema77": {
2687
2797
  "type": "object",
2688
2798
  "properties": {
2689
2799
  "schemaVersion": {
2690
- "$ref": "#/$defs/__schema74"
2800
+ "$ref": "#/$defs/__schema78"
2691
2801
  },
2692
2802
  "id": {
2693
2803
  "$ref": "#/$defs/__schema0"
2694
2804
  },
2695
2805
  "revision": {
2696
- "$ref": "#/$defs/__schema75"
2806
+ "$ref": "#/$defs/__schema79"
2697
2807
  },
2698
2808
  "modelProjectId": {
2699
2809
  "$ref": "#/$defs/__schema0"
2700
2810
  },
2701
2811
  "executionOwner": {
2702
- "$ref": "#/$defs/__schema76"
2812
+ "$ref": "#/$defs/__schema80"
2703
2813
  },
2704
2814
  "enabled": {
2705
- "$ref": "#/$defs/__schema77"
2815
+ "$ref": "#/$defs/__schema81"
2706
2816
  },
2707
2817
  "sources": {
2708
- "$ref": "#/$defs/__schema78"
2818
+ "$ref": "#/$defs/__schema82"
2709
2819
  },
2710
2820
  "taskDefinition": {
2711
- "$ref": "#/$defs/__schema1"
2821
+ "$ref": "#/$defs/__schema3"
2712
2822
  },
2713
2823
  "rewardBinding": {
2714
- "$ref": "#/$defs/__schema1"
2824
+ "$ref": "#/$defs/__schema3"
2715
2825
  },
2716
2826
  "admission": {
2717
- "$ref": "#/$defs/__schema79"
2827
+ "$ref": "#/$defs/__schema83"
2718
2828
  },
2719
2829
  "trigger": {
2720
- "$ref": "#/$defs/__schema80"
2830
+ "$ref": "#/$defs/__schema84"
2721
2831
  },
2722
2832
  "trainingParent": {
2723
- "$ref": "#/$defs/__schema7"
2833
+ "$ref": "#/$defs/__schema9"
2724
2834
  },
2725
2835
  "teacher": {
2726
- "$ref": "#/$defs/__schema81"
2836
+ "$ref": "#/$defs/__schema85"
2727
2837
  },
2728
2838
  "training": {
2729
- "$ref": "#/$defs/__schema82"
2839
+ "$ref": "#/$defs/__schema86"
2730
2840
  },
2731
2841
  "limits": {
2732
- "$ref": "#/$defs/__schema83"
2842
+ "$ref": "#/$defs/__schema87"
2733
2843
  },
2734
2844
  "automation": {
2735
- "$ref": "#/$defs/__schema84"
2845
+ "$ref": "#/$defs/__schema88"
2736
2846
  },
2737
2847
  "acceptance": {
2738
- "$ref": "#/$defs/__schema85"
2848
+ "$ref": "#/$defs/__schema89"
2739
2849
  }
2740
2850
  },
2741
2851
  "required": [
@@ -2759,34 +2869,34 @@
2759
2869
  ],
2760
2870
  "additionalProperties": false
2761
2871
  },
2762
- "__schema74": {
2872
+ "__schema78": {
2763
2873
  "type": "string",
2764
2874
  "const": "openpond.learningPolicy.v1"
2765
2875
  },
2766
- "__schema75": {
2876
+ "__schema79": {
2767
2877
  "type": "integer",
2768
2878
  "exclusiveMinimum": 0,
2769
2879
  "maximum": 9007199254740991
2770
2880
  },
2771
- "__schema76": {
2881
+ "__schema80": {
2772
2882
  "type": "string",
2773
2883
  "enum": [
2774
2884
  "local",
2775
2885
  "hosted"
2776
2886
  ]
2777
2887
  },
2778
- "__schema77": {
2888
+ "__schema81": {
2779
2889
  "type": "boolean"
2780
2890
  },
2781
- "__schema78": {
2891
+ "__schema82": {
2782
2892
  "minItems": 1,
2783
2893
  "maxItems": 100,
2784
2894
  "type": "array",
2785
2895
  "items": {
2786
- "$ref": "#/$defs/__schema1"
2896
+ "$ref": "#/$defs/__schema3"
2787
2897
  }
2788
2898
  },
2789
- "__schema79": {
2899
+ "__schema83": {
2790
2900
  "type": "object",
2791
2901
  "properties": {
2792
2902
  "mode": {
@@ -2799,7 +2909,7 @@
2799
2909
  "qualification": {
2800
2910
  "anyOf": [
2801
2911
  {
2802
- "$ref": "#/$defs/__schema7"
2912
+ "$ref": "#/$defs/__schema9"
2803
2913
  },
2804
2914
  {
2805
2915
  "type": "null"
@@ -2819,7 +2929,7 @@
2819
2929
  ],
2820
2930
  "additionalProperties": false
2821
2931
  },
2822
- "__schema80": {
2932
+ "__schema84": {
2823
2933
  "oneOf": [
2824
2934
  {
2825
2935
  "type": "object",
@@ -2885,17 +2995,17 @@
2885
2995
  }
2886
2996
  ]
2887
2997
  },
2888
- "__schema81": {
2998
+ "__schema85": {
2889
2999
  "anyOf": [
2890
3000
  {
2891
- "$ref": "#/$defs/__schema7"
3001
+ "$ref": "#/$defs/__schema9"
2892
3002
  },
2893
3003
  {
2894
3004
  "type": "null"
2895
3005
  }
2896
3006
  ]
2897
3007
  },
2898
- "__schema82": {
3008
+ "__schema86": {
2899
3009
  "type": "object",
2900
3010
  "properties": {
2901
3011
  "method": {
@@ -2912,16 +3022,16 @@
2912
3022
  ]
2913
3023
  },
2914
3024
  "recipe": {
2915
- "$ref": "#/$defs/__schema7"
3025
+ "$ref": "#/$defs/__schema9"
2916
3026
  },
2917
3027
  "retentionEvaluation": {
2918
- "$ref": "#/$defs/__schema7"
3028
+ "$ref": "#/$defs/__schema9"
2919
3029
  },
2920
3030
  "replayBatches": {
2921
3031
  "maxItems": 100,
2922
3032
  "type": "array",
2923
3033
  "items": {
2924
- "$ref": "#/$defs/__schema7"
3034
+ "$ref": "#/$defs/__schema9"
2925
3035
  }
2926
3036
  }
2927
3037
  },
@@ -2933,7 +3043,7 @@
2933
3043
  ],
2934
3044
  "additionalProperties": false
2935
3045
  },
2936
- "__schema83": {
3046
+ "__schema87": {
2937
3047
  "type": "object",
2938
3048
  "properties": {
2939
3049
  "maxIterationSpendUsd": {
@@ -2977,7 +3087,7 @@
2977
3087
  ],
2978
3088
  "additionalProperties": false
2979
3089
  },
2980
- "__schema84": {
3090
+ "__schema88": {
2981
3091
  "type": "object",
2982
3092
  "properties": {
2983
3093
  "collect": {
@@ -3001,7 +3111,7 @@
3001
3111
  ],
3002
3112
  "additionalProperties": false
3003
3113
  },
3004
- "__schema85": {
3114
+ "__schema89": {
3005
3115
  "type": "object",
3006
3116
  "properties": {
3007
3117
  "minimumScore": {
@@ -3020,7 +3130,7 @@
3020
3130
  "rollbackVersion": {
3021
3131
  "anyOf": [
3022
3132
  {
3023
- "$ref": "#/$defs/__schema7"
3133
+ "$ref": "#/$defs/__schema9"
3024
3134
  },
3025
3135
  {
3026
3136
  "type": "null"
@@ -3036,19 +3146,19 @@
3036
3146
  ],
3037
3147
  "additionalProperties": false
3038
3148
  },
3039
- "__schema86": {
3149
+ "__schema90": {
3040
3150
  "anyOf": [
3041
3151
  {
3042
3152
  "type": "object",
3043
3153
  "properties": {
3044
3154
  "expectedRevision": {
3045
- "$ref": "#/$defs/__schema12"
3155
+ "$ref": "#/$defs/__schema14"
3046
3156
  },
3047
3157
  "kind": {
3048
- "$ref": "#/$defs/__schema15"
3158
+ "$ref": "#/$defs/__schema17"
3049
3159
  },
3050
3160
  "content": {
3051
- "$ref": "#/$defs/__schema16"
3161
+ "$ref": "#/$defs/__schema18"
3052
3162
  }
3053
3163
  },
3054
3164
  "required": [
@@ -3062,13 +3172,13 @@
3062
3172
  "type": "object",
3063
3173
  "properties": {
3064
3174
  "expectedRevision": {
3065
- "$ref": "#/$defs/__schema12"
3175
+ "$ref": "#/$defs/__schema14"
3066
3176
  },
3067
3177
  "kind": {
3068
- "$ref": "#/$defs/__schema21"
3178
+ "$ref": "#/$defs/__schema23"
3069
3179
  },
3070
3180
  "content": {
3071
- "$ref": "#/$defs/__schema22"
3181
+ "$ref": "#/$defs/__schema24"
3072
3182
  }
3073
3183
  },
3074
3184
  "required": [
@@ -3082,13 +3192,13 @@
3082
3192
  "type": "object",
3083
3193
  "properties": {
3084
3194
  "expectedRevision": {
3085
- "$ref": "#/$defs/__schema12"
3195
+ "$ref": "#/$defs/__schema14"
3086
3196
  },
3087
3197
  "kind": {
3088
- "$ref": "#/$defs/__schema39"
3198
+ "$ref": "#/$defs/__schema43"
3089
3199
  },
3090
3200
  "content": {
3091
- "$ref": "#/$defs/__schema40"
3201
+ "$ref": "#/$defs/__schema44"
3092
3202
  }
3093
3203
  },
3094
3204
  "required": [
@@ -3102,13 +3212,13 @@
3102
3212
  "type": "object",
3103
3213
  "properties": {
3104
3214
  "expectedRevision": {
3105
- "$ref": "#/$defs/__schema12"
3215
+ "$ref": "#/$defs/__schema14"
3106
3216
  },
3107
3217
  "kind": {
3108
- "$ref": "#/$defs/__schema49"
3218
+ "$ref": "#/$defs/__schema53"
3109
3219
  },
3110
3220
  "content": {
3111
- "$ref": "#/$defs/__schema50"
3221
+ "$ref": "#/$defs/__schema54"
3112
3222
  }
3113
3223
  },
3114
3224
  "required": [
@@ -3122,13 +3232,13 @@
3122
3232
  "type": "object",
3123
3233
  "properties": {
3124
3234
  "expectedRevision": {
3125
- "$ref": "#/$defs/__schema12"
3235
+ "$ref": "#/$defs/__schema14"
3126
3236
  },
3127
3237
  "kind": {
3128
- "$ref": "#/$defs/__schema59"
3238
+ "$ref": "#/$defs/__schema63"
3129
3239
  },
3130
3240
  "content": {
3131
- "$ref": "#/$defs/__schema60"
3241
+ "$ref": "#/$defs/__schema64"
3132
3242
  }
3133
3243
  },
3134
3244
  "required": [
@@ -3142,13 +3252,13 @@
3142
3252
  "type": "object",
3143
3253
  "properties": {
3144
3254
  "expectedRevision": {
3145
- "$ref": "#/$defs/__schema12"
3255
+ "$ref": "#/$defs/__schema14"
3146
3256
  },
3147
3257
  "kind": {
3148
- "$ref": "#/$defs/__schema72"
3258
+ "$ref": "#/$defs/__schema76"
3149
3259
  },
3150
3260
  "content": {
3151
- "$ref": "#/$defs/__schema73"
3261
+ "$ref": "#/$defs/__schema77"
3152
3262
  }
3153
3263
  },
3154
3264
  "required": [
@@ -3160,16 +3270,16 @@
3160
3270
  }
3161
3271
  ]
3162
3272
  },
3163
- "__schema87": {
3273
+ "__schema91": {
3164
3274
  "type": "object",
3165
3275
  "propertyNames": {
3166
3276
  "type": "string"
3167
3277
  },
3168
3278
  "additionalProperties": {
3169
- "$ref": "#/$defs/__schema88"
3279
+ "$ref": "#/$defs/__schema92"
3170
3280
  }
3171
3281
  },
3172
- "__schema88": {
3282
+ "__schema92": {
3173
3283
  "anyOf": [
3174
3284
  {
3175
3285
  "type": "string"
@@ -3186,7 +3296,7 @@
3186
3296
  {
3187
3297
  "type": "array",
3188
3298
  "items": {
3189
- "$ref": "#/$defs/__schema88"
3299
+ "$ref": "#/$defs/__schema92"
3190
3300
  }
3191
3301
  },
3192
3302
  {
@@ -3195,10 +3305,38 @@
3195
3305
  "type": "string"
3196
3306
  },
3197
3307
  "additionalProperties": {
3198
- "$ref": "#/$defs/__schema88"
3308
+ "$ref": "#/$defs/__schema92"
3199
3309
  }
3200
3310
  }
3201
3311
  ]
3312
+ },
3313
+ "__schema93": {
3314
+ "type": "string",
3315
+ "const": "openpond.taskFeedback.v1"
3316
+ },
3317
+ "__schema94": {
3318
+ "anyOf": [
3319
+ {
3320
+ "$ref": "#/$defs/__schema4"
3321
+ },
3322
+ {
3323
+ "type": "null"
3324
+ }
3325
+ ]
3326
+ },
3327
+ "__schema95": {
3328
+ "type": "string",
3329
+ "enum": [
3330
+ "outcome",
3331
+ "target_correction",
3332
+ "ground_truth_correction",
3333
+ "input_correction",
3334
+ "family_resolution"
3335
+ ]
3336
+ },
3337
+ "__schema96": {
3338
+ "type": "string",
3339
+ "maxLength": 20000
3202
3340
  }
3203
3341
  },
3204
3342
  "$id": "urn:openpond:learning:v1:command-request",