openpond-sdk 0.9.9 → 0.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (253) hide show
  1. package/README.md +18 -17
  2. package/dist/advanced-refiner-evaluations.js +42 -0
  3. package/dist/advanced-refiner-evaluations.js.map +7 -0
  4. package/dist/candidate-evaluations.js +25 -0
  5. package/dist/candidate-evaluations.js.map +7 -0
  6. package/dist/{chunk-BGXWHDYM.js → chunk-2JKV5OJO.js} +95 -59
  7. package/dist/chunk-2JKV5OJO.js.map +7 -0
  8. package/dist/{chunk-4HZORGK3.js → chunk-2NSNBED7.js} +18 -5
  9. package/dist/chunk-2NSNBED7.js.map +7 -0
  10. package/dist/chunk-5RZAPZWI.js +445 -0
  11. package/dist/chunk-5RZAPZWI.js.map +7 -0
  12. package/dist/{chunk-JCPLAIZL.js → chunk-5U25KAJM.js} +106 -76
  13. package/dist/chunk-5U25KAJM.js.map +7 -0
  14. package/dist/chunk-7Q7I6FAT.js +139 -0
  15. package/dist/chunk-7Q7I6FAT.js.map +7 -0
  16. package/dist/chunk-A64VYVXN.js +64 -0
  17. package/dist/chunk-A64VYVXN.js.map +7 -0
  18. package/dist/{chunk-DT7FRNIZ.js → chunk-CSWVE3E6.js} +2 -2
  19. package/dist/chunk-DJWHN7NU.js +394 -0
  20. package/dist/chunk-DJWHN7NU.js.map +7 -0
  21. package/dist/{chunk-KYCQ7LZ4.js → chunk-DSGGM2ME.js} +2 -2
  22. package/dist/chunk-DSGGM2ME.js.map +7 -0
  23. package/dist/chunk-GDJRGRHA.js +144 -0
  24. package/dist/chunk-GDJRGRHA.js.map +7 -0
  25. package/dist/chunk-HOAYWW33.js +587 -0
  26. package/dist/chunk-HOAYWW33.js.map +7 -0
  27. package/dist/{chunk-Y4NGWGTA.js → chunk-I2MBVOVX.js} +265 -264
  28. package/dist/chunk-I2MBVOVX.js.map +7 -0
  29. package/dist/{chunk-6D4JIOOC.js → chunk-IXBSFJCX.js} +5 -5
  30. package/dist/{chunk-WOPM32SE.js → chunk-JA3KFK3U.js} +7 -1
  31. package/dist/chunk-JA3KFK3U.js.map +7 -0
  32. package/dist/chunk-JMQ4HBWP.js +160 -0
  33. package/dist/chunk-JMQ4HBWP.js.map +7 -0
  34. package/dist/chunk-KQWCXW3A.js +294 -0
  35. package/dist/chunk-KQWCXW3A.js.map +7 -0
  36. package/dist/{chunk-3HV3G6DG.js → chunk-NHCGOFQW.js} +3 -3
  37. package/dist/{chunk-XMKEFQ62.js → chunk-PJ2VLNJF.js} +20 -2
  38. package/dist/chunk-PJ2VLNJF.js.map +7 -0
  39. package/dist/{chunk-32H2EJRA.js → chunk-R3M6BIOK.js} +2 -2
  40. package/dist/chunk-SLS3GFPG.js +125 -0
  41. package/dist/chunk-SLS3GFPG.js.map +7 -0
  42. package/dist/chunk-SVU4RZ4K.js +70 -0
  43. package/dist/chunk-SVU4RZ4K.js.map +7 -0
  44. package/dist/chunk-T4APHDES.js +74 -0
  45. package/dist/chunk-T4APHDES.js.map +7 -0
  46. package/dist/chunk-VC5OV5AS.js +174 -0
  47. package/dist/chunk-VC5OV5AS.js.map +7 -0
  48. package/dist/{chunk-YYJ4T4U4.js → chunk-WX22WN33.js} +13 -7
  49. package/dist/chunk-WX22WN33.js.map +7 -0
  50. package/dist/chunk-XEUOJ5WF.js +31 -0
  51. package/dist/chunk-XEUOJ5WF.js.map +7 -0
  52. package/dist/{chunk-LGEF4S5I.js → chunk-XJDWHTH5.js} +390 -362
  53. package/dist/chunk-XJDWHTH5.js.map +7 -0
  54. package/dist/chunk-YCQVVFE5.js +37 -0
  55. package/dist/chunk-YCQVVFE5.js.map +7 -0
  56. package/dist/chunk-ZVJU5CJ5.js +267 -0
  57. package/dist/chunk-ZVJU5CJ5.js.map +7 -0
  58. package/dist/connected-evidence.js +81 -0
  59. package/dist/connected-evidence.js.map +7 -0
  60. package/dist/dataset-workspaces.js +45 -80
  61. package/dist/dataset-workspaces.js.map +4 -4
  62. package/dist/experiment-evaluation-schedules.js +48 -0
  63. package/dist/experiment-evaluation-schedules.js.map +7 -0
  64. package/dist/experiment-improvements.js +52 -0
  65. package/dist/experiment-improvements.js.map +7 -0
  66. package/dist/experiments.js +63 -124
  67. package/dist/experiments.js.map +4 -4
  68. package/dist/human-review.js +13 -0
  69. package/dist/human-review.js.map +7 -0
  70. package/dist/index.js +208 -17
  71. package/dist/index.js.map +2 -2
  72. package/dist/learning.js +1 -1
  73. package/dist/model-starter-attempts.js +2 -2
  74. package/dist/model-starter-catalog.js +9 -4
  75. package/dist/model-starter-catalog.js.map +1 -1
  76. package/dist/model-starters.js +15 -6
  77. package/dist/model-taskset-runs.js +3 -3
  78. package/dist/post-training.js +47 -0
  79. package/dist/post-training.js.map +7 -0
  80. package/dist/taskset-drafts.js +13 -6
  81. package/dist/taskset-drafts.js.map +2 -2
  82. package/dist/taskset-packages.js +31 -559
  83. package/dist/taskset-packages.js.map +4 -4
  84. package/dist/training-bundle.js +59 -18
  85. package/dist/training-bundle.js.map +2 -2
  86. package/dist/training-projects.js +3 -1
  87. package/dist/training-projects.js.map +2 -2
  88. package/dist/training.js +7 -2
  89. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2673 -0
  90. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
  91. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
  92. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
  93. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
  94. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
  95. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
  96. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
  97. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
  98. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
  99. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +48 -0
  100. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
  101. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2460 -0
  102. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
  103. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +215 -0
  104. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
  105. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
  106. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
  107. package/dist/types/packages/sdk/src/connected-evidence.d.ts +6 -0
  108. package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
  109. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
  110. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
  111. package/dist/types/packages/sdk/src/dataset-population.d.ts +1 -0
  112. package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
  113. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +771 -120
  114. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  115. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +278 -38
  116. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
  117. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +280 -40
  118. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
  119. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
  120. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
  121. package/dist/types/packages/sdk/src/experiment-client.d.ts +4353 -490
  122. package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
  123. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1067 -2
  124. package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
  125. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
  126. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
  127. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +58 -0
  128. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -0
  129. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +8 -0
  130. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
  131. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts +24 -0
  132. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts.map +1 -0
  133. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
  134. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
  135. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
  136. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
  137. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
  138. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
  139. package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
  140. package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
  141. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +383 -0
  142. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -0
  143. package/dist/types/packages/sdk/src/experiment-run-details.d.ts +2111 -0
  144. package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -0
  145. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +7 -2
  146. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
  147. package/dist/types/packages/sdk/src/experiments.d.ts +7 -1
  148. package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
  149. package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
  150. package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
  151. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
  152. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
  153. package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
  154. package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
  155. package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
  156. package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
  157. package/dist/types/packages/sdk/src/index.d.ts +10 -0
  158. package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
  159. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
  160. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
  161. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +20 -4
  162. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
  163. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +79 -5
  164. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
  165. package/dist/types/packages/sdk/src/model-batch-review.d.ts +15 -13
  166. package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
  167. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +359 -1
  168. package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
  169. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +444 -19
  170. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  171. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
  172. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
  173. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +79 -1
  174. package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
  175. package/dist/types/packages/sdk/src/model-starters.d.ts +467 -13
  176. package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
  177. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
  178. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
  179. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
  180. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
  181. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1326 -4
  182. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
  183. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1329 -5
  184. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
  185. package/dist/types/packages/sdk/src/post-training.d.ts +3518 -0
  186. package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
  187. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
  188. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
  189. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1369 -0
  190. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
  191. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +142 -22
  192. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
  193. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
  194. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
  195. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +278 -38
  196. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
  197. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
  198. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
  199. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +217 -20
  200. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
  201. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +12 -12
  202. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
  203. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +140 -20
  204. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
  205. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +638 -42
  206. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
  207. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +249 -36
  208. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
  209. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +278 -38
  210. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
  211. package/dist/types/packages/sdk/src/taskset-drafts.d.ts +1 -0
  212. package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
  213. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +2805 -41
  214. package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
  215. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +660 -12
  216. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
  217. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
  218. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
  219. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +29 -11
  220. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
  221. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +430 -39
  222. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
  223. package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
  224. package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
  225. package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
  226. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
  227. package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
  228. package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
  229. package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
  230. package/dist/types/packages/sdk/src/training-project-client.d.ts +828 -8
  231. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
  232. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1226 -11
  233. package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
  234. package/dist/types/packages/sdk/src/training.d.ts +2655 -24
  235. package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
  236. package/package.json +30 -2
  237. package/dist/chunk-4HZORGK3.js.map +0 -7
  238. package/dist/chunk-4JRSH2TT.js +0 -256
  239. package/dist/chunk-4JRSH2TT.js.map +0 -7
  240. package/dist/chunk-BGXWHDYM.js.map +0 -7
  241. package/dist/chunk-JCPLAIZL.js.map +0 -7
  242. package/dist/chunk-KYCQ7LZ4.js.map +0 -7
  243. package/dist/chunk-LGEF4S5I.js.map +0 -7
  244. package/dist/chunk-WOPM32SE.js.map +0 -7
  245. package/dist/chunk-XMKEFQ62.js.map +0 -7
  246. package/dist/chunk-Y4NGWGTA.js.map +0 -7
  247. package/dist/chunk-YYJ4T4U4.js.map +0 -7
  248. package/dist/types/packages/sdk/src/experiment-history.d.ts +0 -266
  249. package/dist/types/packages/sdk/src/experiment-history.d.ts.map +0 -1
  250. /package/dist/{chunk-DT7FRNIZ.js.map → chunk-CSWVE3E6.js.map} +0 -0
  251. /package/dist/{chunk-6D4JIOOC.js.map → chunk-IXBSFJCX.js.map} +0 -0
  252. /package/dist/{chunk-3HV3G6DG.js.map → chunk-NHCGOFQW.js.map} +0 -0
  253. /package/dist/{chunk-32H2EJRA.js.map → chunk-R3M6BIOK.js.map} +0 -0
@@ -0,0 +1,1267 @@
1
+ import { type HumanReviewCommand, type HumanReviewRequest, type HumanReviewTransportRequest } from "@openpond/evals/human-review";
2
+ export declare class HumanReviewClientError extends Error {
3
+ readonly status: number;
4
+ readonly code: string;
5
+ constructor(status: number, code: string, message: string);
6
+ }
7
+ export declare class OpenPondHumanReviewClient {
8
+ readonly options: {
9
+ baseUrl: string;
10
+ apiKey: string;
11
+ scope: string;
12
+ fetch?: typeof globalThis.fetch;
13
+ };
14
+ constructor(options: OpenPondHumanReviewClient["options"]);
15
+ command(command: HumanReviewCommand, signal?: AbortSignal): Promise<{
16
+ schemaVersion: "openpond.humanReview.v1";
17
+ contentHash: string;
18
+ policy: {
19
+ approval: "none" | "manager";
20
+ minimumRaters: number;
21
+ managerIds: string[];
22
+ reviewerIds: string[];
23
+ queueClaim: boolean;
24
+ teamVisible: boolean;
25
+ distinctManager?: boolean | undefined;
26
+ independentRaters?: boolean | undefined;
27
+ blindPair?: boolean | undefined;
28
+ };
29
+ id: string;
30
+ revision: number;
31
+ kind: "grade" | "author" | "execute";
32
+ scope: string;
33
+ projectId: string;
34
+ generation: number;
35
+ createdBy: string;
36
+ form: {
37
+ schemaVersion: "openpond.humanForm.v1";
38
+ mode: "individual" | "pairwise";
39
+ instructions: string;
40
+ criteria: ({
41
+ id: string;
42
+ label: string;
43
+ instructions: string;
44
+ required: boolean;
45
+ allowAbstain: boolean;
46
+ kind: "score";
47
+ minimum: number;
48
+ maximum: number;
49
+ step: number;
50
+ requireRationale?: boolean | undefined;
51
+ anchors?: {
52
+ value: string | number | boolean;
53
+ description: string;
54
+ }[] | undefined;
55
+ } | {
56
+ id: string;
57
+ label: string;
58
+ instructions: string;
59
+ required: boolean;
60
+ allowAbstain: boolean;
61
+ kind: "category";
62
+ options: string[];
63
+ requireRationale?: boolean | undefined;
64
+ anchors?: {
65
+ value: string | number | boolean;
66
+ description: string;
67
+ }[] | undefined;
68
+ } | {
69
+ id: string;
70
+ label: string;
71
+ instructions: string;
72
+ required: boolean;
73
+ allowAbstain: boolean;
74
+ kind: "boolean";
75
+ requireRationale?: boolean | undefined;
76
+ anchors?: {
77
+ value: string | number | boolean;
78
+ description: string;
79
+ }[] | undefined;
80
+ } | {
81
+ id: string;
82
+ label: string;
83
+ instructions: string;
84
+ required: boolean;
85
+ allowAbstain: boolean;
86
+ kind: "text";
87
+ maximumLength: number;
88
+ requireRationale?: boolean | undefined;
89
+ anchors?: {
90
+ value: string | number | boolean;
91
+ description: string;
92
+ }[] | undefined;
93
+ minimumLength?: number | undefined;
94
+ } | {
95
+ id: string;
96
+ label: string;
97
+ instructions: string;
98
+ required: boolean;
99
+ allowAbstain: boolean;
100
+ kind: "preference";
101
+ allowTie: boolean;
102
+ requireRationale?: boolean | undefined;
103
+ anchors?: {
104
+ value: string | number | boolean;
105
+ description: string;
106
+ }[] | undefined;
107
+ requireStrength?: boolean | undefined;
108
+ })[];
109
+ };
110
+ createdAt: string;
111
+ updatedAt: string;
112
+ title: string;
113
+ authorPublication: {
114
+ proposalHash: string;
115
+ dataset: {
116
+ id: string;
117
+ revision: number;
118
+ contentHash: string;
119
+ };
120
+ operationId: string;
121
+ publishedBy: string;
122
+ publishedAt: string;
123
+ } | null;
124
+ status: "cancelled" | "queued" | "accepted" | "submitted" | "rejected" | "assigned" | "in_progress" | "returned";
125
+ assigneeId: string | null;
126
+ decisions: {
127
+ id: string;
128
+ revision: number;
129
+ actorId: string;
130
+ outcome: "accept" | "reject" | "request_changes";
131
+ submissions: {
132
+ id: string;
133
+ contentHash: string;
134
+ }[];
135
+ answers: {
136
+ criterionId: string;
137
+ value: string | number | boolean | null;
138
+ abstain: boolean;
139
+ note: string;
140
+ strength?: "slight" | "moderate" | "strong" | undefined;
141
+ }[];
142
+ note: string;
143
+ decidedAt: string;
144
+ contentHash: string;
145
+ taskProposalHash?: string | undefined;
146
+ }[];
147
+ audit: {
148
+ actorId: string;
149
+ action: "cancel" | "claim" | "reassign";
150
+ priorAssigneeId: string | null;
151
+ assigneeId: string | null;
152
+ generation: number;
153
+ note: string;
154
+ occurredAt: string;
155
+ }[];
156
+ execution: {
157
+ executionId: string | null;
158
+ operationId: string;
159
+ boundBy: string;
160
+ configurationHash: string;
161
+ generation: number;
162
+ result: {
163
+ id: string;
164
+ revision: number;
165
+ contentHash: string;
166
+ } | null;
167
+ } | null;
168
+ drafts: {
169
+ actorId: string;
170
+ note: string;
171
+ generation: number;
172
+ answers: {
173
+ criterionId: string;
174
+ value: string | number | boolean | null;
175
+ abstain: boolean;
176
+ note: string;
177
+ strength?: "slight" | "moderate" | "strong" | undefined;
178
+ }[];
179
+ updatedAt: string;
180
+ taskProposal?: {
181
+ schemaVersion: "openpond.humanTaskProposal.v1";
182
+ tasks: {
183
+ taskId: string;
184
+ input: Record<string, unknown>;
185
+ policyVisibleContext: Record<string, unknown>;
186
+ expectedOutput?: Record<string, unknown> | null | undefined;
187
+ tags?: string[] | undefined;
188
+ }[];
189
+ contentHash: string;
190
+ referenceRedacted?: true | undefined;
191
+ } | undefined;
192
+ }[];
193
+ submissions: {
194
+ contentHash: string;
195
+ id: string;
196
+ revision: number;
197
+ actorId: string;
198
+ note: string;
199
+ evidenceHash: string;
200
+ formHash: string;
201
+ submittedAt: string;
202
+ generation: number;
203
+ answers: {
204
+ criterionId: string;
205
+ value: string | number | boolean | null;
206
+ abstain: boolean;
207
+ note: string;
208
+ strength?: "slight" | "moderate" | "strong" | undefined;
209
+ }[];
210
+ supersedes: string | null;
211
+ taskProposal?: {
212
+ schemaVersion: "openpond.humanTaskProposal.v1";
213
+ tasks: {
214
+ taskId: string;
215
+ input: Record<string, unknown>;
216
+ policyVisibleContext: Record<string, unknown>;
217
+ expectedOutput?: Record<string, unknown> | null | undefined;
218
+ tags?: string[] | undefined;
219
+ }[];
220
+ contentHash: string;
221
+ referenceRedacted?: true | undefined;
222
+ } | undefined;
223
+ }[];
224
+ evidence: {
225
+ dataset: {
226
+ id: string;
227
+ revision: number;
228
+ contentHash: string;
229
+ };
230
+ grader: {
231
+ id: string;
232
+ revision: number;
233
+ contentHash: string;
234
+ };
235
+ graderBinding: {
236
+ id: string;
237
+ version: string;
238
+ contentHash: string;
239
+ };
240
+ rubric: {
241
+ id: string;
242
+ revision: number;
243
+ contentHash: string;
244
+ };
245
+ attempts: {
246
+ experimentId: string;
247
+ attemptId: string;
248
+ taskId: string;
249
+ targetId: string;
250
+ output: {
251
+ id: string;
252
+ revision: number;
253
+ contentHash: string;
254
+ };
255
+ trace: {
256
+ id: string;
257
+ revision: number;
258
+ contentHash: string;
259
+ } | null;
260
+ familyKey: string;
261
+ split: "train" | "validation" | "test" | "frozen_eval";
262
+ localSource?: {
263
+ kind: "owner_attested_local";
264
+ ownerActorId: string;
265
+ teamId: string;
266
+ executionHash: string;
267
+ configurationHash: string;
268
+ retainedAttemptHash: string;
269
+ traceHash: string;
270
+ publicationCutoffHash: string;
271
+ } | {
272
+ ownerActorId: string;
273
+ teamId: string;
274
+ executionHash: string;
275
+ configurationHash: string;
276
+ retainedAttemptHash: string;
277
+ traceHash: string;
278
+ kind: "native_local";
279
+ } | undefined;
280
+ recordedSource?: {
281
+ id: string;
282
+ snapshotHash: string;
283
+ boundaryId: string;
284
+ boundaryRevisionHash: string;
285
+ } | undefined;
286
+ }[];
287
+ publication?: {
288
+ id: string;
289
+ revision: number;
290
+ contentHash: string;
291
+ } | undefined;
292
+ taskIds?: string[] | undefined;
293
+ } | null;
294
+ evidenceHash: string;
295
+ formHash: string;
296
+ permissions: {
297
+ owner: boolean;
298
+ manager: boolean;
299
+ reviewer: boolean;
300
+ claim: boolean;
301
+ };
302
+ dueAt?: string | undefined;
303
+ }>;
304
+ get(id: string, revision?: number, signal?: AbortSignal): Promise<{
305
+ schemaVersion: "openpond.humanReview.v1";
306
+ contentHash: string;
307
+ policy: {
308
+ approval: "none" | "manager";
309
+ minimumRaters: number;
310
+ managerIds: string[];
311
+ reviewerIds: string[];
312
+ queueClaim: boolean;
313
+ teamVisible: boolean;
314
+ distinctManager?: boolean | undefined;
315
+ independentRaters?: boolean | undefined;
316
+ blindPair?: boolean | undefined;
317
+ };
318
+ id: string;
319
+ revision: number;
320
+ kind: "grade" | "author" | "execute";
321
+ scope: string;
322
+ projectId: string;
323
+ generation: number;
324
+ createdBy: string;
325
+ form: {
326
+ schemaVersion: "openpond.humanForm.v1";
327
+ mode: "individual" | "pairwise";
328
+ instructions: string;
329
+ criteria: ({
330
+ id: string;
331
+ label: string;
332
+ instructions: string;
333
+ required: boolean;
334
+ allowAbstain: boolean;
335
+ kind: "score";
336
+ minimum: number;
337
+ maximum: number;
338
+ step: number;
339
+ requireRationale?: boolean | undefined;
340
+ anchors?: {
341
+ value: string | number | boolean;
342
+ description: string;
343
+ }[] | undefined;
344
+ } | {
345
+ id: string;
346
+ label: string;
347
+ instructions: string;
348
+ required: boolean;
349
+ allowAbstain: boolean;
350
+ kind: "category";
351
+ options: string[];
352
+ requireRationale?: boolean | undefined;
353
+ anchors?: {
354
+ value: string | number | boolean;
355
+ description: string;
356
+ }[] | undefined;
357
+ } | {
358
+ id: string;
359
+ label: string;
360
+ instructions: string;
361
+ required: boolean;
362
+ allowAbstain: boolean;
363
+ kind: "boolean";
364
+ requireRationale?: boolean | undefined;
365
+ anchors?: {
366
+ value: string | number | boolean;
367
+ description: string;
368
+ }[] | undefined;
369
+ } | {
370
+ id: string;
371
+ label: string;
372
+ instructions: string;
373
+ required: boolean;
374
+ allowAbstain: boolean;
375
+ kind: "text";
376
+ maximumLength: number;
377
+ requireRationale?: boolean | undefined;
378
+ anchors?: {
379
+ value: string | number | boolean;
380
+ description: string;
381
+ }[] | undefined;
382
+ minimumLength?: number | undefined;
383
+ } | {
384
+ id: string;
385
+ label: string;
386
+ instructions: string;
387
+ required: boolean;
388
+ allowAbstain: boolean;
389
+ kind: "preference";
390
+ allowTie: boolean;
391
+ requireRationale?: boolean | undefined;
392
+ anchors?: {
393
+ value: string | number | boolean;
394
+ description: string;
395
+ }[] | undefined;
396
+ requireStrength?: boolean | undefined;
397
+ })[];
398
+ };
399
+ createdAt: string;
400
+ updatedAt: string;
401
+ title: string;
402
+ authorPublication: {
403
+ proposalHash: string;
404
+ dataset: {
405
+ id: string;
406
+ revision: number;
407
+ contentHash: string;
408
+ };
409
+ operationId: string;
410
+ publishedBy: string;
411
+ publishedAt: string;
412
+ } | null;
413
+ status: "cancelled" | "queued" | "accepted" | "submitted" | "rejected" | "assigned" | "in_progress" | "returned";
414
+ assigneeId: string | null;
415
+ decisions: {
416
+ id: string;
417
+ revision: number;
418
+ actorId: string;
419
+ outcome: "accept" | "reject" | "request_changes";
420
+ submissions: {
421
+ id: string;
422
+ contentHash: string;
423
+ }[];
424
+ answers: {
425
+ criterionId: string;
426
+ value: string | number | boolean | null;
427
+ abstain: boolean;
428
+ note: string;
429
+ strength?: "slight" | "moderate" | "strong" | undefined;
430
+ }[];
431
+ note: string;
432
+ decidedAt: string;
433
+ contentHash: string;
434
+ taskProposalHash?: string | undefined;
435
+ }[];
436
+ audit: {
437
+ actorId: string;
438
+ action: "cancel" | "claim" | "reassign";
439
+ priorAssigneeId: string | null;
440
+ assigneeId: string | null;
441
+ generation: number;
442
+ note: string;
443
+ occurredAt: string;
444
+ }[];
445
+ execution: {
446
+ executionId: string | null;
447
+ operationId: string;
448
+ boundBy: string;
449
+ configurationHash: string;
450
+ generation: number;
451
+ result: {
452
+ id: string;
453
+ revision: number;
454
+ contentHash: string;
455
+ } | null;
456
+ } | null;
457
+ drafts: {
458
+ actorId: string;
459
+ note: string;
460
+ generation: number;
461
+ answers: {
462
+ criterionId: string;
463
+ value: string | number | boolean | null;
464
+ abstain: boolean;
465
+ note: string;
466
+ strength?: "slight" | "moderate" | "strong" | undefined;
467
+ }[];
468
+ updatedAt: string;
469
+ taskProposal?: {
470
+ schemaVersion: "openpond.humanTaskProposal.v1";
471
+ tasks: {
472
+ taskId: string;
473
+ input: Record<string, unknown>;
474
+ policyVisibleContext: Record<string, unknown>;
475
+ expectedOutput?: Record<string, unknown> | null | undefined;
476
+ tags?: string[] | undefined;
477
+ }[];
478
+ contentHash: string;
479
+ referenceRedacted?: true | undefined;
480
+ } | undefined;
481
+ }[];
482
+ submissions: {
483
+ contentHash: string;
484
+ id: string;
485
+ revision: number;
486
+ actorId: string;
487
+ note: string;
488
+ evidenceHash: string;
489
+ formHash: string;
490
+ submittedAt: string;
491
+ generation: number;
492
+ answers: {
493
+ criterionId: string;
494
+ value: string | number | boolean | null;
495
+ abstain: boolean;
496
+ note: string;
497
+ strength?: "slight" | "moderate" | "strong" | undefined;
498
+ }[];
499
+ supersedes: string | null;
500
+ taskProposal?: {
501
+ schemaVersion: "openpond.humanTaskProposal.v1";
502
+ tasks: {
503
+ taskId: string;
504
+ input: Record<string, unknown>;
505
+ policyVisibleContext: Record<string, unknown>;
506
+ expectedOutput?: Record<string, unknown> | null | undefined;
507
+ tags?: string[] | undefined;
508
+ }[];
509
+ contentHash: string;
510
+ referenceRedacted?: true | undefined;
511
+ } | undefined;
512
+ }[];
513
+ evidence: {
514
+ dataset: {
515
+ id: string;
516
+ revision: number;
517
+ contentHash: string;
518
+ };
519
+ grader: {
520
+ id: string;
521
+ revision: number;
522
+ contentHash: string;
523
+ };
524
+ graderBinding: {
525
+ id: string;
526
+ version: string;
527
+ contentHash: string;
528
+ };
529
+ rubric: {
530
+ id: string;
531
+ revision: number;
532
+ contentHash: string;
533
+ };
534
+ attempts: {
535
+ experimentId: string;
536
+ attemptId: string;
537
+ taskId: string;
538
+ targetId: string;
539
+ output: {
540
+ id: string;
541
+ revision: number;
542
+ contentHash: string;
543
+ };
544
+ trace: {
545
+ id: string;
546
+ revision: number;
547
+ contentHash: string;
548
+ } | null;
549
+ familyKey: string;
550
+ split: "train" | "validation" | "test" | "frozen_eval";
551
+ localSource?: {
552
+ kind: "owner_attested_local";
553
+ ownerActorId: string;
554
+ teamId: string;
555
+ executionHash: string;
556
+ configurationHash: string;
557
+ retainedAttemptHash: string;
558
+ traceHash: string;
559
+ publicationCutoffHash: string;
560
+ } | {
561
+ ownerActorId: string;
562
+ teamId: string;
563
+ executionHash: string;
564
+ configurationHash: string;
565
+ retainedAttemptHash: string;
566
+ traceHash: string;
567
+ kind: "native_local";
568
+ } | undefined;
569
+ recordedSource?: {
570
+ id: string;
571
+ snapshotHash: string;
572
+ boundaryId: string;
573
+ boundaryRevisionHash: string;
574
+ } | undefined;
575
+ }[];
576
+ publication?: {
577
+ id: string;
578
+ revision: number;
579
+ contentHash: string;
580
+ } | undefined;
581
+ taskIds?: string[] | undefined;
582
+ } | null;
583
+ evidenceHash: string;
584
+ formHash: string;
585
+ permissions: {
586
+ owner: boolean;
587
+ manager: boolean;
588
+ reviewer: boolean;
589
+ claim: boolean;
590
+ };
591
+ dueAt?: string | undefined;
592
+ }>;
593
+ inbox(query: Omit<Extract<HumanReviewRequest, {
594
+ endpoint: "inbox";
595
+ }>, "endpoint" | "scope">, signal?: AbortSignal): Promise<{
596
+ items: {
597
+ schemaVersion: "openpond.humanReview.v1";
598
+ contentHash: string;
599
+ policy: {
600
+ approval: "none" | "manager";
601
+ minimumRaters: number;
602
+ managerIds: string[];
603
+ reviewerIds: string[];
604
+ queueClaim: boolean;
605
+ teamVisible: boolean;
606
+ distinctManager?: boolean | undefined;
607
+ independentRaters?: boolean | undefined;
608
+ blindPair?: boolean | undefined;
609
+ };
610
+ id: string;
611
+ revision: number;
612
+ kind: "grade" | "author" | "execute";
613
+ scope: string;
614
+ projectId: string;
615
+ generation: number;
616
+ createdBy: string;
617
+ form: {
618
+ schemaVersion: "openpond.humanForm.v1";
619
+ mode: "individual" | "pairwise";
620
+ instructions: string;
621
+ criteria: ({
622
+ id: string;
623
+ label: string;
624
+ instructions: string;
625
+ required: boolean;
626
+ allowAbstain: boolean;
627
+ kind: "score";
628
+ minimum: number;
629
+ maximum: number;
630
+ step: number;
631
+ requireRationale?: boolean | undefined;
632
+ anchors?: {
633
+ value: string | number | boolean;
634
+ description: string;
635
+ }[] | undefined;
636
+ } | {
637
+ id: string;
638
+ label: string;
639
+ instructions: string;
640
+ required: boolean;
641
+ allowAbstain: boolean;
642
+ kind: "category";
643
+ options: string[];
644
+ requireRationale?: boolean | undefined;
645
+ anchors?: {
646
+ value: string | number | boolean;
647
+ description: string;
648
+ }[] | undefined;
649
+ } | {
650
+ id: string;
651
+ label: string;
652
+ instructions: string;
653
+ required: boolean;
654
+ allowAbstain: boolean;
655
+ kind: "boolean";
656
+ requireRationale?: boolean | undefined;
657
+ anchors?: {
658
+ value: string | number | boolean;
659
+ description: string;
660
+ }[] | undefined;
661
+ } | {
662
+ id: string;
663
+ label: string;
664
+ instructions: string;
665
+ required: boolean;
666
+ allowAbstain: boolean;
667
+ kind: "text";
668
+ maximumLength: number;
669
+ requireRationale?: boolean | undefined;
670
+ anchors?: {
671
+ value: string | number | boolean;
672
+ description: string;
673
+ }[] | undefined;
674
+ minimumLength?: number | undefined;
675
+ } | {
676
+ id: string;
677
+ label: string;
678
+ instructions: string;
679
+ required: boolean;
680
+ allowAbstain: boolean;
681
+ kind: "preference";
682
+ allowTie: boolean;
683
+ requireRationale?: boolean | undefined;
684
+ anchors?: {
685
+ value: string | number | boolean;
686
+ description: string;
687
+ }[] | undefined;
688
+ requireStrength?: boolean | undefined;
689
+ })[];
690
+ };
691
+ createdAt: string;
692
+ updatedAt: string;
693
+ title: string;
694
+ authorPublication: {
695
+ proposalHash: string;
696
+ dataset: {
697
+ id: string;
698
+ revision: number;
699
+ contentHash: string;
700
+ };
701
+ operationId: string;
702
+ publishedBy: string;
703
+ publishedAt: string;
704
+ } | null;
705
+ status: "cancelled" | "queued" | "accepted" | "submitted" | "rejected" | "assigned" | "in_progress" | "returned";
706
+ assigneeId: string | null;
707
+ decisions: {
708
+ id: string;
709
+ revision: number;
710
+ actorId: string;
711
+ outcome: "accept" | "reject" | "request_changes";
712
+ submissions: {
713
+ id: string;
714
+ contentHash: string;
715
+ }[];
716
+ answers: {
717
+ criterionId: string;
718
+ value: string | number | boolean | null;
719
+ abstain: boolean;
720
+ note: string;
721
+ strength?: "slight" | "moderate" | "strong" | undefined;
722
+ }[];
723
+ note: string;
724
+ decidedAt: string;
725
+ contentHash: string;
726
+ taskProposalHash?: string | undefined;
727
+ }[];
728
+ audit: {
729
+ actorId: string;
730
+ action: "cancel" | "claim" | "reassign";
731
+ priorAssigneeId: string | null;
732
+ assigneeId: string | null;
733
+ generation: number;
734
+ note: string;
735
+ occurredAt: string;
736
+ }[];
737
+ execution: {
738
+ executionId: string | null;
739
+ operationId: string;
740
+ boundBy: string;
741
+ configurationHash: string;
742
+ generation: number;
743
+ result: {
744
+ id: string;
745
+ revision: number;
746
+ contentHash: string;
747
+ } | null;
748
+ } | null;
749
+ drafts: {
750
+ actorId: string;
751
+ note: string;
752
+ generation: number;
753
+ answers: {
754
+ criterionId: string;
755
+ value: string | number | boolean | null;
756
+ abstain: boolean;
757
+ note: string;
758
+ strength?: "slight" | "moderate" | "strong" | undefined;
759
+ }[];
760
+ updatedAt: string;
761
+ taskProposal?: {
762
+ schemaVersion: "openpond.humanTaskProposal.v1";
763
+ tasks: {
764
+ taskId: string;
765
+ input: Record<string, unknown>;
766
+ policyVisibleContext: Record<string, unknown>;
767
+ expectedOutput?: Record<string, unknown> | null | undefined;
768
+ tags?: string[] | undefined;
769
+ }[];
770
+ contentHash: string;
771
+ referenceRedacted?: true | undefined;
772
+ } | undefined;
773
+ }[];
774
+ submissions: {
775
+ contentHash: string;
776
+ id: string;
777
+ revision: number;
778
+ actorId: string;
779
+ note: string;
780
+ evidenceHash: string;
781
+ formHash: string;
782
+ submittedAt: string;
783
+ generation: number;
784
+ answers: {
785
+ criterionId: string;
786
+ value: string | number | boolean | null;
787
+ abstain: boolean;
788
+ note: string;
789
+ strength?: "slight" | "moderate" | "strong" | undefined;
790
+ }[];
791
+ supersedes: string | null;
792
+ taskProposal?: {
793
+ schemaVersion: "openpond.humanTaskProposal.v1";
794
+ tasks: {
795
+ taskId: string;
796
+ input: Record<string, unknown>;
797
+ policyVisibleContext: Record<string, unknown>;
798
+ expectedOutput?: Record<string, unknown> | null | undefined;
799
+ tags?: string[] | undefined;
800
+ }[];
801
+ contentHash: string;
802
+ referenceRedacted?: true | undefined;
803
+ } | undefined;
804
+ }[];
805
+ evidence: {
806
+ dataset: {
807
+ id: string;
808
+ revision: number;
809
+ contentHash: string;
810
+ };
811
+ grader: {
812
+ id: string;
813
+ revision: number;
814
+ contentHash: string;
815
+ };
816
+ graderBinding: {
817
+ id: string;
818
+ version: string;
819
+ contentHash: string;
820
+ };
821
+ rubric: {
822
+ id: string;
823
+ revision: number;
824
+ contentHash: string;
825
+ };
826
+ attempts: {
827
+ experimentId: string;
828
+ attemptId: string;
829
+ taskId: string;
830
+ targetId: string;
831
+ output: {
832
+ id: string;
833
+ revision: number;
834
+ contentHash: string;
835
+ };
836
+ trace: {
837
+ id: string;
838
+ revision: number;
839
+ contentHash: string;
840
+ } | null;
841
+ familyKey: string;
842
+ split: "train" | "validation" | "test" | "frozen_eval";
843
+ localSource?: {
844
+ kind: "owner_attested_local";
845
+ ownerActorId: string;
846
+ teamId: string;
847
+ executionHash: string;
848
+ configurationHash: string;
849
+ retainedAttemptHash: string;
850
+ traceHash: string;
851
+ publicationCutoffHash: string;
852
+ } | {
853
+ ownerActorId: string;
854
+ teamId: string;
855
+ executionHash: string;
856
+ configurationHash: string;
857
+ retainedAttemptHash: string;
858
+ traceHash: string;
859
+ kind: "native_local";
860
+ } | undefined;
861
+ recordedSource?: {
862
+ id: string;
863
+ snapshotHash: string;
864
+ boundaryId: string;
865
+ boundaryRevisionHash: string;
866
+ } | undefined;
867
+ }[];
868
+ publication?: {
869
+ id: string;
870
+ revision: number;
871
+ contentHash: string;
872
+ } | undefined;
873
+ taskIds?: string[] | undefined;
874
+ } | null;
875
+ evidenceHash: string;
876
+ formHash: string;
877
+ permissions: {
878
+ owner: boolean;
879
+ manager: boolean;
880
+ reviewer: boolean;
881
+ claim: boolean;
882
+ };
883
+ dueAt?: string | undefined;
884
+ }[];
885
+ nextCursor: string | null;
886
+ actionCount: number;
887
+ approvalAvailable: boolean;
888
+ }>;
889
+ snapshot(input: Omit<Extract<HumanReviewTransportRequest, {
890
+ endpoint: "snapshot";
891
+ }>, "endpoint" | "scope">, signal?: AbortSignal): Promise<{
892
+ evidence: {
893
+ dataset: {
894
+ id: string;
895
+ revision: number;
896
+ contentHash: string;
897
+ };
898
+ grader: {
899
+ id: string;
900
+ revision: number;
901
+ contentHash: string;
902
+ };
903
+ graderBinding: {
904
+ id: string;
905
+ version: string;
906
+ contentHash: string;
907
+ };
908
+ rubric: {
909
+ id: string;
910
+ revision: number;
911
+ contentHash: string;
912
+ };
913
+ attempts: {
914
+ experimentId: string;
915
+ attemptId: string;
916
+ taskId: string;
917
+ targetId: string;
918
+ output: {
919
+ id: string;
920
+ revision: number;
921
+ contentHash: string;
922
+ };
923
+ trace: {
924
+ id: string;
925
+ revision: number;
926
+ contentHash: string;
927
+ } | null;
928
+ familyKey: string;
929
+ split: "train" | "validation" | "test" | "frozen_eval";
930
+ localSource?: {
931
+ kind: "owner_attested_local";
932
+ ownerActorId: string;
933
+ teamId: string;
934
+ executionHash: string;
935
+ configurationHash: string;
936
+ retainedAttemptHash: string;
937
+ traceHash: string;
938
+ publicationCutoffHash: string;
939
+ } | {
940
+ ownerActorId: string;
941
+ teamId: string;
942
+ executionHash: string;
943
+ configurationHash: string;
944
+ retainedAttemptHash: string;
945
+ traceHash: string;
946
+ kind: "native_local";
947
+ } | undefined;
948
+ recordedSource?: {
949
+ id: string;
950
+ snapshotHash: string;
951
+ boundaryId: string;
952
+ boundaryRevisionHash: string;
953
+ } | undefined;
954
+ }[];
955
+ publication?: {
956
+ id: string;
957
+ revision: number;
958
+ contentHash: string;
959
+ } | undefined;
960
+ taskIds?: string[] | undefined;
961
+ };
962
+ form: {
963
+ schemaVersion: "openpond.humanForm.v1";
964
+ mode: "individual" | "pairwise";
965
+ instructions: string;
966
+ criteria: ({
967
+ id: string;
968
+ label: string;
969
+ instructions: string;
970
+ required: boolean;
971
+ allowAbstain: boolean;
972
+ kind: "score";
973
+ minimum: number;
974
+ maximum: number;
975
+ step: number;
976
+ requireRationale?: boolean | undefined;
977
+ anchors?: {
978
+ value: string | number | boolean;
979
+ description: string;
980
+ }[] | undefined;
981
+ } | {
982
+ id: string;
983
+ label: string;
984
+ instructions: string;
985
+ required: boolean;
986
+ allowAbstain: boolean;
987
+ kind: "category";
988
+ options: string[];
989
+ requireRationale?: boolean | undefined;
990
+ anchors?: {
991
+ value: string | number | boolean;
992
+ description: string;
993
+ }[] | undefined;
994
+ } | {
995
+ id: string;
996
+ label: string;
997
+ instructions: string;
998
+ required: boolean;
999
+ allowAbstain: boolean;
1000
+ kind: "boolean";
1001
+ requireRationale?: boolean | undefined;
1002
+ anchors?: {
1003
+ value: string | number | boolean;
1004
+ description: string;
1005
+ }[] | undefined;
1006
+ } | {
1007
+ id: string;
1008
+ label: string;
1009
+ instructions: string;
1010
+ required: boolean;
1011
+ allowAbstain: boolean;
1012
+ kind: "text";
1013
+ maximumLength: number;
1014
+ requireRationale?: boolean | undefined;
1015
+ anchors?: {
1016
+ value: string | number | boolean;
1017
+ description: string;
1018
+ }[] | undefined;
1019
+ minimumLength?: number | undefined;
1020
+ } | {
1021
+ id: string;
1022
+ label: string;
1023
+ instructions: string;
1024
+ required: boolean;
1025
+ allowAbstain: boolean;
1026
+ kind: "preference";
1027
+ allowTie: boolean;
1028
+ requireRationale?: boolean | undefined;
1029
+ anchors?: {
1030
+ value: string | number | boolean;
1031
+ description: string;
1032
+ }[] | undefined;
1033
+ requireStrength?: boolean | undefined;
1034
+ })[];
1035
+ };
1036
+ }>;
1037
+ taskSnapshot(input: Omit<Extract<HumanReviewTransportRequest, {
1038
+ endpoint: "snapshot_tasks";
1039
+ }>, "endpoint" | "scope">, signal?: AbortSignal): Promise<{
1040
+ evidence: {
1041
+ dataset: {
1042
+ id: string;
1043
+ revision: number;
1044
+ contentHash: string;
1045
+ };
1046
+ grader: {
1047
+ id: string;
1048
+ revision: number;
1049
+ contentHash: string;
1050
+ };
1051
+ graderBinding: {
1052
+ id: string;
1053
+ version: string;
1054
+ contentHash: string;
1055
+ };
1056
+ rubric: {
1057
+ id: string;
1058
+ revision: number;
1059
+ contentHash: string;
1060
+ };
1061
+ attempts: {
1062
+ experimentId: string;
1063
+ attemptId: string;
1064
+ taskId: string;
1065
+ targetId: string;
1066
+ output: {
1067
+ id: string;
1068
+ revision: number;
1069
+ contentHash: string;
1070
+ };
1071
+ trace: {
1072
+ id: string;
1073
+ revision: number;
1074
+ contentHash: string;
1075
+ } | null;
1076
+ familyKey: string;
1077
+ split: "train" | "validation" | "test" | "frozen_eval";
1078
+ localSource?: {
1079
+ kind: "owner_attested_local";
1080
+ ownerActorId: string;
1081
+ teamId: string;
1082
+ executionHash: string;
1083
+ configurationHash: string;
1084
+ retainedAttemptHash: string;
1085
+ traceHash: string;
1086
+ publicationCutoffHash: string;
1087
+ } | {
1088
+ ownerActorId: string;
1089
+ teamId: string;
1090
+ executionHash: string;
1091
+ configurationHash: string;
1092
+ retainedAttemptHash: string;
1093
+ traceHash: string;
1094
+ kind: "native_local";
1095
+ } | undefined;
1096
+ recordedSource?: {
1097
+ id: string;
1098
+ snapshotHash: string;
1099
+ boundaryId: string;
1100
+ boundaryRevisionHash: string;
1101
+ } | undefined;
1102
+ }[];
1103
+ publication?: {
1104
+ id: string;
1105
+ revision: number;
1106
+ contentHash: string;
1107
+ } | undefined;
1108
+ taskIds?: string[] | undefined;
1109
+ };
1110
+ form: {
1111
+ schemaVersion: "openpond.humanForm.v1";
1112
+ mode: "individual" | "pairwise";
1113
+ instructions: string;
1114
+ criteria: ({
1115
+ id: string;
1116
+ label: string;
1117
+ instructions: string;
1118
+ required: boolean;
1119
+ allowAbstain: boolean;
1120
+ kind: "score";
1121
+ minimum: number;
1122
+ maximum: number;
1123
+ step: number;
1124
+ requireRationale?: boolean | undefined;
1125
+ anchors?: {
1126
+ value: string | number | boolean;
1127
+ description: string;
1128
+ }[] | undefined;
1129
+ } | {
1130
+ id: string;
1131
+ label: string;
1132
+ instructions: string;
1133
+ required: boolean;
1134
+ allowAbstain: boolean;
1135
+ kind: "category";
1136
+ options: string[];
1137
+ requireRationale?: boolean | undefined;
1138
+ anchors?: {
1139
+ value: string | number | boolean;
1140
+ description: string;
1141
+ }[] | undefined;
1142
+ } | {
1143
+ id: string;
1144
+ label: string;
1145
+ instructions: string;
1146
+ required: boolean;
1147
+ allowAbstain: boolean;
1148
+ kind: "boolean";
1149
+ requireRationale?: boolean | undefined;
1150
+ anchors?: {
1151
+ value: string | number | boolean;
1152
+ description: string;
1153
+ }[] | undefined;
1154
+ } | {
1155
+ id: string;
1156
+ label: string;
1157
+ instructions: string;
1158
+ required: boolean;
1159
+ allowAbstain: boolean;
1160
+ kind: "text";
1161
+ maximumLength: number;
1162
+ requireRationale?: boolean | undefined;
1163
+ anchors?: {
1164
+ value: string | number | boolean;
1165
+ description: string;
1166
+ }[] | undefined;
1167
+ minimumLength?: number | undefined;
1168
+ } | {
1169
+ id: string;
1170
+ label: string;
1171
+ instructions: string;
1172
+ required: boolean;
1173
+ allowAbstain: boolean;
1174
+ kind: "preference";
1175
+ allowTie: boolean;
1176
+ requireRationale?: boolean | undefined;
1177
+ anchors?: {
1178
+ value: string | number | boolean;
1179
+ description: string;
1180
+ }[] | undefined;
1181
+ requireStrength?: boolean | undefined;
1182
+ })[];
1183
+ };
1184
+ }>;
1185
+ inspect(id: string, signal?: AbortSignal, options?: {
1186
+ slot?: number;
1187
+ afterId?: string;
1188
+ }): Promise<{
1189
+ reviewId: string;
1190
+ reviewRevision: number;
1191
+ evidenceHash: string;
1192
+ slot: string;
1193
+ input: unknown;
1194
+ output: unknown;
1195
+ error: string | null;
1196
+ events: Record<string, unknown>[];
1197
+ eventCount: number;
1198
+ evidenceLimited: boolean;
1199
+ nextEventCursor: string | null;
1200
+ slotIndex: number;
1201
+ origin?: "owner_attested_local" | undefined;
1202
+ coverage?: {
1203
+ sourceEventCount: number;
1204
+ publishedEventCount: number;
1205
+ traceLimited: boolean;
1206
+ artifactsIncluded: false;
1207
+ } | undefined;
1208
+ executionId?: string | undefined;
1209
+ receiptId?: string | undefined;
1210
+ }[]>;
1211
+ results(executionId: string, selection?: Extract<HumanReviewTransportRequest, {
1212
+ endpoint: "results";
1213
+ }>["selection"], signal?: AbortSignal): Promise<{
1214
+ schemaVersion: "openpond.humanResultView.v1";
1215
+ executionId: string;
1216
+ executionHash: string;
1217
+ selection: {
1218
+ id: string;
1219
+ revision: number;
1220
+ contentHash: string;
1221
+ }[];
1222
+ coverage: {
1223
+ pending: number;
1224
+ submitted: number;
1225
+ accepted: number;
1226
+ rejected: number;
1227
+ cancelled: number;
1228
+ };
1229
+ results: {
1230
+ review: {
1231
+ id: string;
1232
+ revision: number;
1233
+ contentHash: string;
1234
+ };
1235
+ decision: {
1236
+ id: string;
1237
+ revision: number;
1238
+ contentHash: string;
1239
+ } | null;
1240
+ attemptIds: string[];
1241
+ mode: "individual" | "pairwise";
1242
+ origin: "recorded_evidence" | "owner_attested_local" | "native_local" | "hosted_retained";
1243
+ status: "pending" | "cancelled" | "accepted" | "submitted" | "rejected";
1244
+ grader: {
1245
+ id: string;
1246
+ revision: number;
1247
+ contentHash: string;
1248
+ };
1249
+ answers: {
1250
+ criterionId: string;
1251
+ value: string | number | boolean | null;
1252
+ abstain: boolean;
1253
+ note: string;
1254
+ strength?: "slight" | "moderate" | "strong" | undefined;
1255
+ }[];
1256
+ }[];
1257
+ contentHash: string;
1258
+ }>;
1259
+ members(signal?: AbortSignal): Promise<{
1260
+ userId: string;
1261
+ name: string | null;
1262
+ email: string | null;
1263
+ role: string;
1264
+ }[]>;
1265
+ request(raw: HumanReviewTransportRequest, signal?: AbortSignal): Promise<unknown>;
1266
+ }
1267
+ //# sourceMappingURL=human-review-client.d.ts.map