@openpond/evals 0.11.16 → 0.11.17

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (158) hide show
  1. package/dist/connected-evidence/contracts.js +72 -0
  2. package/dist/connected-evidence/imports.js +71 -0
  3. package/dist/connected-evidence/index.js +5 -0
  4. package/dist/connected-evidence/normalize.js +97 -0
  5. package/dist/connected-evidence/python-correctness.js +73 -0
  6. package/dist/connected-evidence/sources/claude-code.js +71 -0
  7. package/dist/connected-evidence/sources/codex.js +52 -0
  8. package/dist/connected-evidence/sources/history.js +86 -0
  9. package/dist/connected-evidence/sources/usage.js +15 -0
  10. package/dist/connected-evidence/usage-summary.js +52 -0
  11. package/dist/experiments.js +16 -4
  12. package/dist/graders.js +9 -6
  13. package/dist/human-review/comparison.js +161 -0
  14. package/dist/human-review/contracts.js +110 -0
  15. package/dist/human-review/execution.js +61 -0
  16. package/dist/human-review/handoff.js +18 -0
  17. package/dist/human-review/index.js +9 -0
  18. package/dist/human-review/local-publication.js +18 -0
  19. package/dist/human-review/repository.js +1 -0
  20. package/dist/human-review/results.js +18 -0
  21. package/dist/human-review/service.js +268 -0
  22. package/dist/human-review/task-proposals.js +39 -0
  23. package/dist/index.js +1 -0
  24. package/dist/javascript-verifier-contract.js +2 -2
  25. package/dist/learning/authoring.js +2 -1
  26. package/dist/learning/contracts.js +353 -81
  27. package/dist/learning/index.js +1 -0
  28. package/dist/learning/reward-authoring.js +5 -2
  29. package/dist/learning/training-handoff.js +32 -0
  30. package/dist/metrics-node.js +2 -0
  31. package/dist/profile-evaluation-target.js +7 -0
  32. package/dist/profile-evaluations.js +7 -10
  33. package/dist/profile-external-evaluation.js +35 -0
  34. package/dist/profile-source-candidate.js +5 -0
  35. package/dist/rewards.js +5 -3
  36. package/dist/taskset-run-contract.js +10 -0
  37. package/dist/tasksets.js +2 -0
  38. package/dist/types/builtin-benchmarks/harness-refiner.d.ts +75 -1
  39. package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
  40. package/dist/types/conformance.d.ts +150 -2
  41. package/dist/types/conformance.d.ts.map +1 -1
  42. package/dist/types/connected-evidence/contracts.d.ts +317 -0
  43. package/dist/types/connected-evidence/contracts.d.ts.map +1 -0
  44. package/dist/types/connected-evidence/imports.d.ts +19 -0
  45. package/dist/types/connected-evidence/imports.d.ts.map +1 -0
  46. package/dist/types/connected-evidence/index.d.ts +6 -0
  47. package/dist/types/connected-evidence/index.d.ts.map +1 -0
  48. package/dist/types/connected-evidence/normalize.d.ts +25 -0
  49. package/dist/types/connected-evidence/normalize.d.ts.map +1 -0
  50. package/dist/types/connected-evidence/python-correctness.d.ts +196 -0
  51. package/dist/types/connected-evidence/python-correctness.d.ts.map +1 -0
  52. package/dist/types/connected-evidence/sources/claude-code.d.ts +74 -0
  53. package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -0
  54. package/dist/types/connected-evidence/sources/codex.d.ts +74 -0
  55. package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -0
  56. package/dist/types/connected-evidence/sources/history.d.ts +146 -0
  57. package/dist/types/connected-evidence/sources/history.d.ts.map +1 -0
  58. package/dist/types/connected-evidence/sources/usage.d.ts +3 -0
  59. package/dist/types/connected-evidence/sources/usage.d.ts.map +1 -0
  60. package/dist/types/connected-evidence/usage-summary.d.ts +162 -0
  61. package/dist/types/connected-evidence/usage-summary.d.ts.map +1 -0
  62. package/dist/types/evidence/conformance.d.ts +28 -28
  63. package/dist/types/evidence/contracts.d.ts +27 -27
  64. package/dist/types/execution-contracts.d.ts +159 -5
  65. package/dist/types/execution-contracts.d.ts.map +1 -1
  66. package/dist/types/experiments.d.ts +476 -7
  67. package/dist/types/experiments.d.ts.map +1 -1
  68. package/dist/types/graders.d.ts +21 -1
  69. package/dist/types/graders.d.ts.map +1 -1
  70. package/dist/types/human-review/comparison.d.ts +1959 -0
  71. package/dist/types/human-review/comparison.d.ts.map +1 -0
  72. package/dist/types/human-review/contracts.d.ts +2719 -0
  73. package/dist/types/human-review/contracts.d.ts.map +1 -0
  74. package/dist/types/human-review/execution.d.ts +298 -0
  75. package/dist/types/human-review/execution.d.ts.map +1 -0
  76. package/dist/types/human-review/handoff.d.ts +124 -0
  77. package/dist/types/human-review/handoff.d.ts.map +1 -0
  78. package/dist/types/human-review/index.d.ts +10 -0
  79. package/dist/types/human-review/index.d.ts.map +1 -0
  80. package/dist/types/human-review/local-publication.d.ts +165 -0
  81. package/dist/types/human-review/local-publication.d.ts.map +1 -0
  82. package/dist/types/human-review/repository.d.ts +43 -0
  83. package/dist/types/human-review/repository.d.ts.map +1 -0
  84. package/dist/types/human-review/results.d.ts +118 -0
  85. package/dist/types/human-review/results.d.ts.map +1 -0
  86. package/dist/types/human-review/service.d.ts +878 -0
  87. package/dist/types/human-review/service.d.ts.map +1 -0
  88. package/dist/types/human-review/task-proposals.d.ts +70 -0
  89. package/dist/types/human-review/task-proposals.d.ts.map +1 -0
  90. package/dist/types/index.d.ts +1 -0
  91. package/dist/types/index.d.ts.map +1 -1
  92. package/dist/types/javascript-environment-contract.d.ts +1 -1
  93. package/dist/types/javascript-verifier-contract.d.ts +1 -1
  94. package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
  95. package/dist/types/learned-preference.d.ts +2 -2
  96. package/dist/types/learning/acceptance-group.d.ts +13 -13
  97. package/dist/types/learning/acceptance-plan.d.ts +1 -1
  98. package/dist/types/learning/admission.d.ts +78 -1
  99. package/dist/types/learning/admission.d.ts.map +1 -1
  100. package/dist/types/learning/authoring-service.d.ts +2 -0
  101. package/dist/types/learning/authoring-service.d.ts.map +1 -1
  102. package/dist/types/learning/authoring.d.ts +20 -0
  103. package/dist/types/learning/authoring.d.ts.map +1 -1
  104. package/dist/types/learning/batch-service.d.ts +76 -2
  105. package/dist/types/learning/batch-service.d.ts.map +1 -1
  106. package/dist/types/learning/contracts.d.ts +759 -24
  107. package/dist/types/learning/contracts.d.ts.map +1 -1
  108. package/dist/types/learning/index.d.ts +1 -0
  109. package/dist/types/learning/index.d.ts.map +1 -1
  110. package/dist/types/learning/iteration-candidate-decision.d.ts +2 -2
  111. package/dist/types/learning/iteration-dispatch-contracts.d.ts +2 -2
  112. package/dist/types/learning/operations.d.ts +1118 -8
  113. package/dist/types/learning/operations.d.ts.map +1 -1
  114. package/dist/types/learning/repository.d.ts +402 -15
  115. package/dist/types/learning/repository.d.ts.map +1 -1
  116. package/dist/types/learning/reward-authoring.d.ts.map +1 -1
  117. package/dist/types/learning/reward-calibration.d.ts +74 -0
  118. package/dist/types/learning/reward-calibration.d.ts.map +1 -1
  119. package/dist/types/learning/reward-checks.d.ts +14 -2
  120. package/dist/types/learning/reward-checks.d.ts.map +1 -1
  121. package/dist/types/learning/training-handoff.d.ts +201 -0
  122. package/dist/types/learning/training-handoff.d.ts.map +1 -0
  123. package/dist/types/learning/transport.d.ts +963 -21
  124. package/dist/types/learning/transport.d.ts.map +1 -1
  125. package/dist/types/metrics-node.d.ts +3 -1
  126. package/dist/types/metrics-node.d.ts.map +1 -1
  127. package/dist/types/model-improvement-qualification.d.ts +3 -3
  128. package/dist/types/native-harness-experiment-attempt.d.ts +2 -2
  129. package/dist/types/profile-evaluation-comparisons.d.ts +230 -0
  130. package/dist/types/profile-evaluation-comparisons.d.ts.map +1 -1
  131. package/dist/types/profile-evaluation-target.d.ts +14 -0
  132. package/dist/types/profile-evaluation-target.d.ts.map +1 -0
  133. package/dist/types/profile-evaluations.d.ts +117 -14
  134. package/dist/types/profile-evaluations.d.ts.map +1 -1
  135. package/dist/types/profile-external-evaluation.d.ts +404 -0
  136. package/dist/types/profile-external-evaluation.d.ts.map +1 -0
  137. package/dist/types/profile-source-candidate.d.ts +15 -0
  138. package/dist/types/profile-source-candidate.d.ts.map +1 -0
  139. package/dist/types/review-conformance.d.ts +7 -7
  140. package/dist/types/rewards.d.ts +253 -0
  141. package/dist/types/rewards.d.ts.map +1 -1
  142. package/dist/types/rollouts.d.ts +3 -3
  143. package/dist/types/taskset-run-contract.d.ts +230 -0
  144. package/dist/types/taskset-run-contract.d.ts.map +1 -1
  145. package/dist/types/tasksets.d.ts +311 -3
  146. package/dist/types/tasksets.d.ts.map +1 -1
  147. package/dist/types/telemetry-analysis.d.ts +2 -2
  148. package/dist/types/telemetry-bundle.d.ts +6 -6
  149. package/dist/types/telemetry.d.ts +3 -3
  150. package/package.json +9 -1
  151. package/schemas/learning/v1/command-request.schema.json +1745 -409
  152. package/schemas/learning/v1/decision.schema.json +11 -0
  153. package/schemas/learning/v1/draft.schema.json +11 -0
  154. package/schemas/learning/v1/grade.schema.json +11 -0
  155. package/schemas/learning/v1/package.schema.json +532 -12
  156. package/schemas/learning/v1/policy.schema.json +836 -28
  157. package/schemas/learning/v1/reward.schema.json +520 -0
  158. package/schemas/learning/v1/reward_check.schema.json +9 -0
@@ -60,6 +60,83 @@ export declare const RewardImplementationSchema: z.ZodUnion<readonly [z.ZodObjec
60
60
  }, z.core.$strict>;
61
61
  }, z.core.$strict>, z.ZodObject<{
62
62
  kind: z.ZodLiteral<"human">;
63
+ form: z.ZodOptional<z.ZodObject<{
64
+ schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
65
+ mode: z.ZodEnum<{
66
+ individual: "individual";
67
+ pairwise: "pairwise";
68
+ }>;
69
+ instructions: z.ZodString;
70
+ criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
71
+ id: z.ZodString;
72
+ label: z.ZodString;
73
+ instructions: z.ZodString;
74
+ required: z.ZodBoolean;
75
+ allowAbstain: z.ZodBoolean;
76
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
77
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
78
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
79
+ description: z.ZodString;
80
+ }, z.core.$strict>>>;
81
+ kind: z.ZodLiteral<"score">;
82
+ minimum: z.ZodNumber;
83
+ maximum: z.ZodNumber;
84
+ step: z.ZodNumber;
85
+ }, z.core.$strict>, z.ZodObject<{
86
+ id: z.ZodString;
87
+ label: z.ZodString;
88
+ instructions: z.ZodString;
89
+ required: z.ZodBoolean;
90
+ allowAbstain: z.ZodBoolean;
91
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
92
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
93
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
94
+ description: z.ZodString;
95
+ }, z.core.$strict>>>;
96
+ kind: z.ZodLiteral<"category">;
97
+ options: z.ZodArray<z.ZodString>;
98
+ }, z.core.$strict>, z.ZodObject<{
99
+ id: z.ZodString;
100
+ label: z.ZodString;
101
+ instructions: z.ZodString;
102
+ required: z.ZodBoolean;
103
+ allowAbstain: z.ZodBoolean;
104
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
105
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
106
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
107
+ description: z.ZodString;
108
+ }, z.core.$strict>>>;
109
+ kind: z.ZodLiteral<"boolean">;
110
+ }, z.core.$strict>, z.ZodObject<{
111
+ id: z.ZodString;
112
+ label: z.ZodString;
113
+ instructions: z.ZodString;
114
+ required: z.ZodBoolean;
115
+ allowAbstain: z.ZodBoolean;
116
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
117
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
118
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
119
+ description: z.ZodString;
120
+ }, z.core.$strict>>>;
121
+ kind: z.ZodLiteral<"text">;
122
+ minimumLength: z.ZodOptional<z.ZodNumber>;
123
+ maximumLength: z.ZodNumber;
124
+ }, z.core.$strict>, z.ZodObject<{
125
+ id: z.ZodString;
126
+ label: z.ZodString;
127
+ instructions: z.ZodString;
128
+ required: z.ZodBoolean;
129
+ allowAbstain: z.ZodBoolean;
130
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
131
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
132
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
133
+ description: z.ZodString;
134
+ }, z.core.$strict>>>;
135
+ kind: z.ZodLiteral<"preference">;
136
+ requireStrength: z.ZodOptional<z.ZodBoolean>;
137
+ allowTie: z.ZodBoolean;
138
+ }, z.core.$strict>], "kind">>;
139
+ }, z.core.$strict>>;
63
140
  rubricRef: z.ZodObject<{
64
141
  id: z.ZodString;
65
142
  path: z.ZodString;
@@ -156,6 +233,83 @@ export declare const RewardReleaseContentSchema: z.ZodObject<{
156
233
  }, z.core.$strict>;
157
234
  }, z.core.$strict>, z.ZodObject<{
158
235
  kind: z.ZodLiteral<"human">;
236
+ form: z.ZodOptional<z.ZodObject<{
237
+ schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
238
+ mode: z.ZodEnum<{
239
+ individual: "individual";
240
+ pairwise: "pairwise";
241
+ }>;
242
+ instructions: z.ZodString;
243
+ criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
244
+ id: z.ZodString;
245
+ label: z.ZodString;
246
+ instructions: z.ZodString;
247
+ required: z.ZodBoolean;
248
+ allowAbstain: z.ZodBoolean;
249
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
250
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
251
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
252
+ description: z.ZodString;
253
+ }, z.core.$strict>>>;
254
+ kind: z.ZodLiteral<"score">;
255
+ minimum: z.ZodNumber;
256
+ maximum: z.ZodNumber;
257
+ step: z.ZodNumber;
258
+ }, z.core.$strict>, z.ZodObject<{
259
+ id: z.ZodString;
260
+ label: z.ZodString;
261
+ instructions: z.ZodString;
262
+ required: z.ZodBoolean;
263
+ allowAbstain: z.ZodBoolean;
264
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
265
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
266
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
267
+ description: z.ZodString;
268
+ }, z.core.$strict>>>;
269
+ kind: z.ZodLiteral<"category">;
270
+ options: z.ZodArray<z.ZodString>;
271
+ }, z.core.$strict>, z.ZodObject<{
272
+ id: z.ZodString;
273
+ label: z.ZodString;
274
+ instructions: z.ZodString;
275
+ required: z.ZodBoolean;
276
+ allowAbstain: z.ZodBoolean;
277
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
278
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
279
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
280
+ description: z.ZodString;
281
+ }, z.core.$strict>>>;
282
+ kind: z.ZodLiteral<"boolean">;
283
+ }, z.core.$strict>, z.ZodObject<{
284
+ id: z.ZodString;
285
+ label: z.ZodString;
286
+ instructions: z.ZodString;
287
+ required: z.ZodBoolean;
288
+ allowAbstain: z.ZodBoolean;
289
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
290
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
291
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
292
+ description: z.ZodString;
293
+ }, z.core.$strict>>>;
294
+ kind: z.ZodLiteral<"text">;
295
+ minimumLength: z.ZodOptional<z.ZodNumber>;
296
+ maximumLength: z.ZodNumber;
297
+ }, z.core.$strict>, z.ZodObject<{
298
+ id: z.ZodString;
299
+ label: z.ZodString;
300
+ instructions: z.ZodString;
301
+ required: z.ZodBoolean;
302
+ allowAbstain: z.ZodBoolean;
303
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
304
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
305
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
306
+ description: z.ZodString;
307
+ }, z.core.$strict>>>;
308
+ kind: z.ZodLiteral<"preference">;
309
+ requireStrength: z.ZodOptional<z.ZodBoolean>;
310
+ allowTie: z.ZodBoolean;
311
+ }, z.core.$strict>], "kind">>;
312
+ }, z.core.$strict>>;
159
313
  rubricRef: z.ZodObject<{
160
314
  id: z.ZodString;
161
315
  path: z.ZodString;
@@ -286,6 +440,83 @@ export declare const RewardReleaseSchema: z.ZodObject<{
286
440
  }, z.core.$strict>;
287
441
  }, z.core.$strict>, z.ZodObject<{
288
442
  kind: z.ZodLiteral<"human">;
443
+ form: z.ZodOptional<z.ZodObject<{
444
+ schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
445
+ mode: z.ZodEnum<{
446
+ individual: "individual";
447
+ pairwise: "pairwise";
448
+ }>;
449
+ instructions: z.ZodString;
450
+ criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
451
+ id: z.ZodString;
452
+ label: z.ZodString;
453
+ instructions: z.ZodString;
454
+ required: z.ZodBoolean;
455
+ allowAbstain: z.ZodBoolean;
456
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
457
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
458
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
459
+ description: z.ZodString;
460
+ }, z.core.$strict>>>;
461
+ kind: z.ZodLiteral<"score">;
462
+ minimum: z.ZodNumber;
463
+ maximum: z.ZodNumber;
464
+ step: z.ZodNumber;
465
+ }, z.core.$strict>, z.ZodObject<{
466
+ id: z.ZodString;
467
+ label: z.ZodString;
468
+ instructions: z.ZodString;
469
+ required: z.ZodBoolean;
470
+ allowAbstain: z.ZodBoolean;
471
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
472
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
473
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
474
+ description: z.ZodString;
475
+ }, z.core.$strict>>>;
476
+ kind: z.ZodLiteral<"category">;
477
+ options: z.ZodArray<z.ZodString>;
478
+ }, z.core.$strict>, z.ZodObject<{
479
+ id: z.ZodString;
480
+ label: z.ZodString;
481
+ instructions: z.ZodString;
482
+ required: z.ZodBoolean;
483
+ allowAbstain: z.ZodBoolean;
484
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
485
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
486
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
487
+ description: z.ZodString;
488
+ }, z.core.$strict>>>;
489
+ kind: z.ZodLiteral<"boolean">;
490
+ }, z.core.$strict>, z.ZodObject<{
491
+ id: z.ZodString;
492
+ label: z.ZodString;
493
+ instructions: z.ZodString;
494
+ required: z.ZodBoolean;
495
+ allowAbstain: z.ZodBoolean;
496
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
497
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
498
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
499
+ description: z.ZodString;
500
+ }, z.core.$strict>>>;
501
+ kind: z.ZodLiteral<"text">;
502
+ minimumLength: z.ZodOptional<z.ZodNumber>;
503
+ maximumLength: z.ZodNumber;
504
+ }, z.core.$strict>, z.ZodObject<{
505
+ id: z.ZodString;
506
+ label: z.ZodString;
507
+ instructions: z.ZodString;
508
+ required: z.ZodBoolean;
509
+ allowAbstain: z.ZodBoolean;
510
+ requireRationale: z.ZodOptional<z.ZodBoolean>;
511
+ anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
512
+ value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
513
+ description: z.ZodString;
514
+ }, z.core.$strict>>>;
515
+ kind: z.ZodLiteral<"preference">;
516
+ requireStrength: z.ZodOptional<z.ZodBoolean>;
517
+ allowTie: z.ZodBoolean;
518
+ }, z.core.$strict>], "kind">>;
519
+ }, z.core.$strict>>;
289
520
  rubricRef: z.ZodObject<{
290
521
  id: z.ZodString;
291
522
  path: z.ZodString;
@@ -516,6 +747,12 @@ export declare const BoundRewardResultSchema: z.ZodObject<{
516
747
  schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
517
748
  graderId: z.ZodString;
518
749
  graderVersion: z.ZodString;
750
+ status: z.ZodOptional<z.ZodEnum<{
751
+ pending: "pending";
752
+ failed: "failed";
753
+ scored: "scored";
754
+ unavailable: "unavailable";
755
+ }>>;
519
756
  score: z.ZodNullable<z.ZodNumber>;
520
757
  passed: z.ZodBoolean;
521
758
  rewardEligible: z.ZodBoolean;
@@ -580,6 +817,12 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
580
817
  schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
581
818
  graderId: z.ZodString;
582
819
  graderVersion: z.ZodString;
820
+ status: z.ZodOptional<z.ZodEnum<{
821
+ pending: "pending";
822
+ failed: "failed";
823
+ scored: "scored";
824
+ unavailable: "unavailable";
825
+ }>>;
583
826
  score: z.ZodNullable<z.ZodNumber>;
584
827
  passed: z.ZodBoolean;
585
828
  rewardEligible: z.ZodBoolean;
@@ -612,6 +855,7 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
612
855
  }, z.core.$strict>>;
613
856
  training: z.ZodObject<{
614
857
  status: z.ZodEnum<{
858
+ pending: "pending";
615
859
  scored: "scored";
616
860
  unscorable: "unscorable";
617
861
  not_configured: "not_configured";
@@ -621,6 +865,7 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
621
865
  }, z.core.$strict>;
622
866
  evaluation: z.ZodObject<{
623
867
  status: z.ZodEnum<{
868
+ pending: "pending";
624
869
  scored: "scored";
625
870
  unscorable: "unscorable";
626
871
  not_configured: "not_configured";
@@ -663,6 +908,12 @@ export declare const RewardCompositionSchema: z.ZodObject<{
663
908
  schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
664
909
  graderId: z.ZodString;
665
910
  graderVersion: z.ZodString;
911
+ status: z.ZodOptional<z.ZodEnum<{
912
+ pending: "pending";
913
+ failed: "failed";
914
+ scored: "scored";
915
+ unavailable: "unavailable";
916
+ }>>;
666
917
  score: z.ZodNullable<z.ZodNumber>;
667
918
  passed: z.ZodBoolean;
668
919
  rewardEligible: z.ZodBoolean;
@@ -695,6 +946,7 @@ export declare const RewardCompositionSchema: z.ZodObject<{
695
946
  }, z.core.$strict>>;
696
947
  training: z.ZodObject<{
697
948
  status: z.ZodEnum<{
949
+ pending: "pending";
698
950
  scored: "scored";
699
951
  unscorable: "unscorable";
700
952
  not_configured: "not_configured";
@@ -704,6 +956,7 @@ export declare const RewardCompositionSchema: z.ZodObject<{
704
956
  }, z.core.$strict>;
705
957
  evaluation: z.ZodObject<{
706
958
  status: z.ZodEnum<{
959
+ pending: "pending";
707
960
  scored: "scored";
708
961
  unscorable: "unscorable";
709
962
  not_configured: "not_configured";
@@ -1 +1 @@
1
- {"version":3,"file":"rewards.d.ts","sourceRoot":"","sources":["../../../../src/rewards.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAuC,KAAK,eAAe,EAAE,KAAK,oBAAoB,EAAE,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3I,OAAO,EAAsI,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAIrM,eAAO,MAAM,iBAAiB,aAA6C,CAAC;AAC5E,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,GAAG,aAAa,CAAC,GAAG,MAAM,CAE9F;AACD,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAMrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AACtH,eAAO,MAAM,sBAAsB;;;;kBAAuF,CAAC;AAE3H,eAAO,MAAM,yBAAyB;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAU3B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAmBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAEtH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWzB,CAAC;AACZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQhC,CAAC;AACZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAE1H,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,mBAAmB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAAC;AAEpN,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,aAAa,CAIpG;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,aAAa,CAK9H;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC;IAAE,MAAM,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,CAAC,CAajJ;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,UAAU,EAAE,CAKlG;AAED,wBAAsB,oBAAoB,CAAC,KAAK,EAAE;IAChD,OAAO,EAAE,aAAa,CAAC;IACvB,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,OAAO,CAAC,EAAE,SAAS,GAAG,qBAAqB,CAAC;CAC7C,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAmC7B;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,aAAa,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,iBAAiB,EAAE,CAAA;CAAE,GAAG,iBAAiB,CA4C5J;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAGrE"}
1
+ {"version":3,"file":"rewards.d.ts","sourceRoot":"","sources":["../../../../src/rewards.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAuC,KAAK,eAAe,EAAE,KAAK,oBAAoB,EAAE,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3I,OAAO,EAAsI,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAIrM,eAAO,MAAM,iBAAiB,aAA6C,CAAC;AAC5E,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,GAAG,aAAa,CAAC,GAAG,MAAM,CAE9F;AACD,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAMrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AACtH,eAAO,MAAM,sBAAsB;;;;kBAAuF,CAAC;AAE3H,eAAO,MAAM,yBAAyB;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAU3B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAmBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAEtH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWzB,CAAC;AACZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQhC,CAAC;AACZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAE1H,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,mBAAmB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAAC;AAEpN,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,aAAa,CAIpG;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,aAAa,CAK9H;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC;IAAE,MAAM,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,CAAC,CAajJ;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,UAAU,EAAE,CAKlG;AAED,wBAAsB,oBAAoB,CAAC,KAAK,EAAE;IAChD,OAAO,EAAE,aAAa,CAAC;IACvB,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,OAAO,CAAC,EAAE,SAAS,GAAG,qBAAqB,CAAC;CAC7C,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAmC7B;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,aAAa,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,iBAAiB,EAAE,CAAA;CAAE,GAAG,iBAAiB,CA6C5J;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAGrE"}
@@ -22,9 +22,9 @@ export declare const EnvironmentExecutionEvidenceSchema: z.ZodObject<{
22
22
  contentHash: z.ZodString;
23
23
  }, z.core.$strict>;
24
24
  status: z.ZodEnum<{
25
+ cancelled: "cancelled";
25
26
  failed: "failed";
26
27
  completed: "completed";
27
- cancelled: "cancelled";
28
28
  timed_out: "timed_out";
29
29
  }>;
30
30
  startedAt: z.ZodString;
@@ -94,6 +94,7 @@ export declare const CanonicalRolloutRecordSchema: z.ZodObject<{
94
94
  learningEligible: z.ZodBoolean;
95
95
  passed: z.ZodBoolean;
96
96
  outcomeClass: z.ZodEnum<{
97
+ cancelled: "cancelled";
97
98
  completed: "completed";
98
99
  policy_failure: "policy_failure";
99
100
  incomplete_output: "incomplete_output";
@@ -104,7 +105,6 @@ export declare const CanonicalRolloutRecordSchema: z.ZodObject<{
104
105
  provider_failure: "provider_failure";
105
106
  host_failure: "host_failure";
106
107
  infrastructure_timeout: "infrastructure_timeout";
107
- cancelled: "cancelled";
108
108
  }>;
109
109
  failureOwner: z.ZodNullable<z.ZodEnum<{
110
110
  policy: "policy";
@@ -143,9 +143,9 @@ export declare const CanonicalRolloutRecordSchema: z.ZodObject<{
143
143
  contentHash: z.ZodString;
144
144
  }, z.core.$strict>;
145
145
  status: z.ZodEnum<{
146
+ cancelled: "cancelled";
146
147
  failed: "failed";
147
148
  completed: "completed";
148
- cancelled: "cancelled";
149
149
  timed_out: "timed_out";
150
150
  }>;
151
151
  startedAt: z.ZodString;
@@ -91,6 +91,121 @@ export declare const TasksetRunManifestContentSchema: z.ZodObject<{
91
91
  actionId: z.ZodString;
92
92
  }, z.core.$strict>], "kind">;
93
93
  environmentHash: z.ZodString;
94
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
95
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
96
+ dataset: z.ZodObject<{
97
+ id: z.ZodString;
98
+ contentHash: z.ZodString;
99
+ revision: z.ZodNumber;
100
+ }, z.core.$strict>;
101
+ packageHash: z.ZodString;
102
+ profileId: z.ZodString;
103
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
104
+ kind: z.ZodLiteral<"profile">;
105
+ }, z.core.$strict>, z.ZodObject<{
106
+ kind: z.ZodLiteral<"workflow">;
107
+ workflowId: z.ZodString;
108
+ }, z.core.$strict>, z.ZodObject<{
109
+ kind: z.ZodLiteral<"skill">;
110
+ skillPath: z.ZodString;
111
+ }, z.core.$strict>, z.ZodObject<{
112
+ kind: z.ZodLiteral<"agent_action">;
113
+ actionId: z.ZodString;
114
+ }, z.core.$strict>], "kind">;
115
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
116
+ protectedProfileClosureHash: z.ZodString;
117
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
118
+ execution: z.ZodObject<{
119
+ id: z.ZodString;
120
+ contentHash: z.ZodString;
121
+ }, z.core.$strict>;
122
+ originalEvidence: z.ZodObject<{
123
+ id: z.ZodString;
124
+ contentHash: z.ZodString;
125
+ }, z.core.$strict>;
126
+ members: z.ZodArray<z.ZodObject<{
127
+ caseId: z.ZodString;
128
+ seed: z.ZodString;
129
+ fixtureId: z.ZodString;
130
+ sourceId: z.ZodString;
131
+ snapshotHash: z.ZodString;
132
+ boundaryRevisionHash: z.ZodString;
133
+ }, z.core.$strict>>;
134
+ }, z.core.$strict>>;
135
+ gradingSource: z.ZodOptional<z.ZodObject<{
136
+ pass: z.ZodObject<{
137
+ id: z.ZodString;
138
+ contentHash: z.ZodString;
139
+ }, z.core.$strict>;
140
+ evidence: z.ZodObject<{
141
+ id: z.ZodString;
142
+ contentHash: z.ZodString;
143
+ }, z.core.$strict>;
144
+ }, z.core.$strict>>;
145
+ split: z.ZodEnum<{
146
+ train: "train";
147
+ validation: "validation";
148
+ test: "test";
149
+ frozen_eval: "frozen_eval";
150
+ }>;
151
+ population: z.ZodArray<z.ZodObject<{
152
+ taskId: z.ZodString;
153
+ seed: z.ZodString;
154
+ fixtureId: z.ZodNullable<z.ZodString>;
155
+ }, z.core.$strict>>;
156
+ evaluators: z.ZodArray<z.ZodObject<{
157
+ release: z.ZodObject<{
158
+ id: z.ZodString;
159
+ contentHash: z.ZodString;
160
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
161
+ }, z.core.$strict>;
162
+ feedbackKey: z.ZodString;
163
+ configurationHash: z.ZodString;
164
+ output: z.ZodEnum<{
165
+ boolean: "boolean";
166
+ score: "score";
167
+ category: "category";
168
+ }>;
169
+ categories: z.ZodArray<z.ZodString>;
170
+ }, z.core.$strict>>;
171
+ fieldMappingsHash: z.ZodString;
172
+ fieldMappings: z.ZodArray<z.ZodObject<{
173
+ graderId: z.ZodString;
174
+ fields: z.ZodArray<z.ZodObject<{
175
+ destination: z.ZodEnum<{
176
+ output: "output";
177
+ input: "input";
178
+ expectedOutput: "expectedOutput";
179
+ evaluatorContext: "evaluatorContext";
180
+ }>;
181
+ path: z.ZodArray<z.ZodString>;
182
+ source: z.ZodEnum<{
183
+ output: "output";
184
+ input: "input";
185
+ expectedOutput: "expectedOutput";
186
+ evaluatorContext: "evaluatorContext";
187
+ }>;
188
+ sourcePath: z.ZodArray<z.ZodString>;
189
+ }, z.core.$strict>>;
190
+ }, z.core.$strict>>;
191
+ environmentHash: z.ZodString;
192
+ privateDatasetClosureHash: z.ZodString;
193
+ criterion: z.ZodObject<{
194
+ minimumPassRate: z.ZodNumber;
195
+ requireComplete: z.ZodBoolean;
196
+ }, z.core.$strict>;
197
+ contentHash: z.ZodString;
198
+ }, z.core.$strict>>;
199
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
200
+ candidateId: z.ZodString;
201
+ frozenRevision: z.ZodNumber;
202
+ frozenHash: z.ZodString;
203
+ harnessRelease: z.ZodObject<{
204
+ id: z.ZodString;
205
+ contentHash: z.ZodString;
206
+ }, z.core.$strict>;
207
+ protectedClosureHash: z.ZodString;
208
+ }, z.core.$strict>>;
94
209
  }, z.core.$strict>>;
95
210
  policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
96
211
  kind: z.ZodLiteral<"model">;
@@ -204,6 +319,121 @@ export declare const TasksetRunManifestSchema: z.ZodObject<{
204
319
  actionId: z.ZodString;
205
320
  }, z.core.$strict>], "kind">;
206
321
  environmentHash: z.ZodString;
322
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
323
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
324
+ dataset: z.ZodObject<{
325
+ id: z.ZodString;
326
+ contentHash: z.ZodString;
327
+ revision: z.ZodNumber;
328
+ }, z.core.$strict>;
329
+ packageHash: z.ZodString;
330
+ profileId: z.ZodString;
331
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
332
+ kind: z.ZodLiteral<"profile">;
333
+ }, z.core.$strict>, z.ZodObject<{
334
+ kind: z.ZodLiteral<"workflow">;
335
+ workflowId: z.ZodString;
336
+ }, z.core.$strict>, z.ZodObject<{
337
+ kind: z.ZodLiteral<"skill">;
338
+ skillPath: z.ZodString;
339
+ }, z.core.$strict>, z.ZodObject<{
340
+ kind: z.ZodLiteral<"agent_action">;
341
+ actionId: z.ZodString;
342
+ }, z.core.$strict>], "kind">;
343
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
344
+ protectedProfileClosureHash: z.ZodString;
345
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
346
+ execution: z.ZodObject<{
347
+ id: z.ZodString;
348
+ contentHash: z.ZodString;
349
+ }, z.core.$strict>;
350
+ originalEvidence: z.ZodObject<{
351
+ id: z.ZodString;
352
+ contentHash: z.ZodString;
353
+ }, z.core.$strict>;
354
+ members: z.ZodArray<z.ZodObject<{
355
+ caseId: z.ZodString;
356
+ seed: z.ZodString;
357
+ fixtureId: z.ZodString;
358
+ sourceId: z.ZodString;
359
+ snapshotHash: z.ZodString;
360
+ boundaryRevisionHash: z.ZodString;
361
+ }, z.core.$strict>>;
362
+ }, z.core.$strict>>;
363
+ gradingSource: z.ZodOptional<z.ZodObject<{
364
+ pass: z.ZodObject<{
365
+ id: z.ZodString;
366
+ contentHash: z.ZodString;
367
+ }, z.core.$strict>;
368
+ evidence: z.ZodObject<{
369
+ id: z.ZodString;
370
+ contentHash: z.ZodString;
371
+ }, z.core.$strict>;
372
+ }, z.core.$strict>>;
373
+ split: z.ZodEnum<{
374
+ train: "train";
375
+ validation: "validation";
376
+ test: "test";
377
+ frozen_eval: "frozen_eval";
378
+ }>;
379
+ population: z.ZodArray<z.ZodObject<{
380
+ taskId: z.ZodString;
381
+ seed: z.ZodString;
382
+ fixtureId: z.ZodNullable<z.ZodString>;
383
+ }, z.core.$strict>>;
384
+ evaluators: z.ZodArray<z.ZodObject<{
385
+ release: z.ZodObject<{
386
+ id: z.ZodString;
387
+ contentHash: z.ZodString;
388
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
389
+ }, z.core.$strict>;
390
+ feedbackKey: z.ZodString;
391
+ configurationHash: z.ZodString;
392
+ output: z.ZodEnum<{
393
+ boolean: "boolean";
394
+ score: "score";
395
+ category: "category";
396
+ }>;
397
+ categories: z.ZodArray<z.ZodString>;
398
+ }, z.core.$strict>>;
399
+ fieldMappingsHash: z.ZodString;
400
+ fieldMappings: z.ZodArray<z.ZodObject<{
401
+ graderId: z.ZodString;
402
+ fields: z.ZodArray<z.ZodObject<{
403
+ destination: z.ZodEnum<{
404
+ output: "output";
405
+ input: "input";
406
+ expectedOutput: "expectedOutput";
407
+ evaluatorContext: "evaluatorContext";
408
+ }>;
409
+ path: z.ZodArray<z.ZodString>;
410
+ source: z.ZodEnum<{
411
+ output: "output";
412
+ input: "input";
413
+ expectedOutput: "expectedOutput";
414
+ evaluatorContext: "evaluatorContext";
415
+ }>;
416
+ sourcePath: z.ZodArray<z.ZodString>;
417
+ }, z.core.$strict>>;
418
+ }, z.core.$strict>>;
419
+ environmentHash: z.ZodString;
420
+ privateDatasetClosureHash: z.ZodString;
421
+ criterion: z.ZodObject<{
422
+ minimumPassRate: z.ZodNumber;
423
+ requireComplete: z.ZodBoolean;
424
+ }, z.core.$strict>;
425
+ contentHash: z.ZodString;
426
+ }, z.core.$strict>>;
427
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
428
+ candidateId: z.ZodString;
429
+ frozenRevision: z.ZodNumber;
430
+ frozenHash: z.ZodString;
431
+ harnessRelease: z.ZodObject<{
432
+ id: z.ZodString;
433
+ contentHash: z.ZodString;
434
+ }, z.core.$strict>;
435
+ protectedClosureHash: z.ZodString;
436
+ }, z.core.$strict>>;
207
437
  }, z.core.$strict>>;
208
438
  policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
209
439
  kind: z.ZodLiteral<"model">;
@@ -1 +1 @@
1
- {"version":3,"file":"taskset-run-contract.d.ts","sourceRoot":"","sources":["../../../../src/taskset-run-contract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAqE,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AACnH,OAAO,EAA6B,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzF,OAAO,EAAoE,KAAK,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AAC3I,OAAO,EAAwB,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AAE1E,mFAAmF;AACnF,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;4BAGjC,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,sBAAsB;;;;;kBAKxB,CAAC;AAEZ,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAuB1C,CAAC;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiF,CAAC;AACvH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,GAAG,kBAAkB,CAGnH;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,cAAc,GAAG,mBAAmB,CAKnF;AAED;iFACiF;AACjF,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,kBAAkB,EAAE,OAAO,EAAE,cAAc,GAAG,IAAI,CAcnG;AAED;+EAC+E;AAC/E,wBAAgB,mCAAmC,CACjD,QAAQ,EAAE,kBAAkB,EAC5B,OAAO,EAAE,cAAc,EACvB,YAAY,EAAE,wBAAwB,GACrC,IAAI,CA4BN;AAED;iFACiF;AACjF,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,kBAAkB,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,cAAc,EAAE,CAclH"}
1
+ {"version":3,"file":"taskset-run-contract.d.ts","sourceRoot":"","sources":["../../../../src/taskset-run-contract.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAqE,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AACnH,OAAO,EAA6B,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzF,OAAO,EAAoE,KAAK,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AAC3I,OAAO,EAAwB,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AAE1E,mFAAmF;AACnF,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;4BAGjC,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,sBAAsB;;;;;kBAKxB,CAAC;AAEZ,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAuB1C,CAAC;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiF,CAAC;AACvH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,GAAG,kBAAkB,CAGnH;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,cAAc,GAAG,mBAAmB,CAKnF;AAED;iFACiF;AACjF,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,kBAAkB,EAAE,OAAO,EAAE,cAAc,GAAG,IAAI,CAcnG;AAED;+EAC+E;AAC/E,wBAAgB,mCAAmC,CACjD,QAAQ,EAAE,kBAAkB,EAC5B,OAAO,EAAE,cAAc,EACvB,YAAY,EAAE,wBAAwB,GACrC,IAAI,CAqCN;AAED;iFACiF;AACjF,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,kBAAkB,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,cAAc,EAAE,CAclH"}