openpond-sdk 0.12.3 → 0.12.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (383) hide show
  1. package/dist/actions-local.js +2 -1
  2. package/dist/actions-local.js.map +1 -7
  3. package/dist/actions.js +2 -1
  4. package/dist/actions.js.map +1 -7
  5. package/dist/advanced-refiner-evaluations.js +13 -12
  6. package/dist/advanced-refiner-evaluations.js.map +1 -7
  7. package/dist/candidate-evaluations.js +9 -8
  8. package/dist/candidate-evaluations.js.map +1 -7
  9. package/dist/{chunk-VY5AFE7A.js → chunk-24N6A6SF.js} +4 -4
  10. package/dist/chunk-24N6A6SF.js.map +1 -0
  11. package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
  12. package/dist/chunk-3B5KSH3V.js.map +1 -0
  13. package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
  14. package/dist/chunk-3DWPLYFJ.js.map +1 -0
  15. package/dist/{chunk-CTVKI3BV.js → chunk-53LLNDXF.js} +3 -3
  16. package/dist/chunk-53LLNDXF.js.map +1 -0
  17. package/dist/{chunk-36WJTS5V.js → chunk-B5XTGEBE.js} +25 -13
  18. package/dist/chunk-B5XTGEBE.js.map +1 -0
  19. package/dist/{chunk-HKWX624G.js → chunk-BVMR5OFW.js} +5 -5
  20. package/dist/chunk-BVMR5OFW.js.map +1 -0
  21. package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
  22. package/dist/chunk-CL3IOOVL.js.map +1 -0
  23. package/dist/{chunk-FY7NHCEH.js → chunk-CMWZZZGW.js} +5 -5
  24. package/dist/chunk-CMWZZZGW.js.map +1 -0
  25. package/dist/{chunk-UPS52OPZ.js → chunk-DF2QXVZ3.js} +8 -8
  26. package/dist/chunk-DF2QXVZ3.js.map +1 -0
  27. package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
  28. package/dist/chunk-DH6O4JFB.js.map +1 -0
  29. package/dist/{chunk-QEIT5VXJ.js → chunk-EFUT3XKW.js} +4 -4
  30. package/dist/chunk-EFUT3XKW.js.map +1 -0
  31. package/dist/{chunk-BSK3VLM3.js → chunk-ETX25FTB.js} +3 -3
  32. package/dist/chunk-ETX25FTB.js.map +1 -0
  33. package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
  34. package/dist/chunk-FBZTDDRC.js.map +1 -0
  35. package/dist/{chunk-CWXM57QR.js → chunk-GAIDBPFY.js} +5 -5
  36. package/dist/chunk-GAIDBPFY.js.map +1 -0
  37. package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
  38. package/dist/chunk-GPQLBVQC.js.map +1 -0
  39. package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
  40. package/dist/chunk-H3367ISL.js.map +1 -0
  41. package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
  42. package/dist/chunk-H3JZ3P5T.js.map +1 -0
  43. package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
  44. package/dist/chunk-H4NTJFEE.js.map +1 -0
  45. package/dist/{chunk-TCHAWJMB.js → chunk-HGXVOFCL.js} +2 -2
  46. package/dist/chunk-HGXVOFCL.js.map +1 -0
  47. package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
  48. package/dist/chunk-HJ2AIAKX.js.map +1 -0
  49. package/dist/{chunk-K5WRVSOL.js → chunk-I54WQBXL.js} +8 -8
  50. package/dist/chunk-I54WQBXL.js.map +1 -0
  51. package/dist/{chunk-G6Y6CQYV.js → chunk-K5LWSWV7.js} +4 -4
  52. package/dist/chunk-K5LWSWV7.js.map +1 -0
  53. package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
  54. package/dist/chunk-L6EJX2VQ.js.map +1 -0
  55. package/dist/{chunk-XYQD4LDI.js → chunk-LHX7ENKZ.js} +3 -3
  56. package/dist/chunk-LHX7ENKZ.js.map +1 -0
  57. package/dist/{chunk-BFR3VC25.js → chunk-LR5CTOC5.js} +18 -18
  58. package/dist/chunk-LR5CTOC5.js.map +1 -0
  59. package/dist/chunk-MO4HAJZG.js +8709 -0
  60. package/dist/chunk-MO4HAJZG.js.map +1 -0
  61. package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
  62. package/dist/chunk-O6FKHAWN.js.map +1 -0
  63. package/dist/{chunk-77N3QEIL.js → chunk-OR3TMIJN.js} +5 -5
  64. package/dist/chunk-OR3TMIJN.js.map +1 -0
  65. package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
  66. package/dist/chunk-OVGDDKO2.js.map +1 -0
  67. package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
  68. package/dist/chunk-PWW5QKZS.js.map +1 -0
  69. package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
  70. package/dist/chunk-Q4TKI2MV.js.map +1 -0
  71. package/dist/{chunk-QTJQIHDZ.js → chunk-QRS7Y3EM.js} +4 -3
  72. package/dist/chunk-QRS7Y3EM.js.map +1 -0
  73. package/dist/{chunk-TMUAKJWX.js → chunk-RRKRA237.js} +14 -5
  74. package/dist/chunk-RRKRA237.js.map +1 -0
  75. package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
  76. package/dist/chunk-TK3DXH7A.js.map +1 -0
  77. package/dist/{chunk-CK3ONRRC.js → chunk-U7XWIOSB.js} +3 -3
  78. package/dist/chunk-U7XWIOSB.js.map +1 -0
  79. package/dist/{chunk-YUKV7RCD.js → chunk-VHGC44HA.js} +5 -5
  80. package/dist/chunk-VHGC44HA.js.map +1 -0
  81. package/dist/{chunk-ZJ3H3VS7.js → chunk-VN5V2E2S.js} +7 -5
  82. package/dist/chunk-VN5V2E2S.js.map +1 -0
  83. package/dist/{chunk-G53MA5XX.js → chunk-WMIKJGXW.js} +3 -3
  84. package/dist/chunk-WMIKJGXW.js.map +1 -0
  85. package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
  86. package/dist/chunk-WQFU635Q.js.map +1 -0
  87. package/dist/{chunk-TSMGMA6R.js → chunk-XON75UFN.js} +3 -3
  88. package/dist/chunk-XON75UFN.js.map +1 -0
  89. package/dist/chunk-YLJ4XMA6.js +35 -0
  90. package/dist/chunk-YLJ4XMA6.js.map +1 -0
  91. package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
  92. package/dist/chunk-Z252BNAZ.js.map +1 -0
  93. package/dist/{chunk-MLPPSCDQ.js → chunk-ZHQK3MOM.js} +4 -4
  94. package/dist/chunk-ZHQK3MOM.js.map +1 -0
  95. package/dist/{chunk-6Q4I33CH.js → chunk-ZIFZFP5I.js} +5 -5
  96. package/dist/chunk-ZIFZFP5I.js.map +1 -0
  97. package/dist/connected-evidence.js +22 -21
  98. package/dist/connected-evidence.js.map +1 -7
  99. package/dist/dataset-commerce.js +2 -0
  100. package/dist/dataset-commerce.js.map +1 -7
  101. package/dist/dataset-marketplace.js +2 -0
  102. package/dist/dataset-marketplace.js.map +1 -7
  103. package/dist/dataset-workspaces.js +22 -21
  104. package/dist/dataset-workspaces.js.map +1 -7
  105. package/dist/experiment-evaluation-schedules.js +28 -27
  106. package/dist/experiment-evaluation-schedules.js.map +1 -7
  107. package/dist/experiment-improvements.js +12 -11
  108. package/dist/experiment-improvements.js.map +1 -7
  109. package/dist/experiments.js +26 -25
  110. package/dist/experiments.js.map +1 -7
  111. package/dist/human-review.js +3 -2
  112. package/dist/human-review.js.map +1 -7
  113. package/dist/index.js +98 -50
  114. package/dist/index.js.map +1 -7
  115. package/dist/learning.js +4 -3
  116. package/dist/learning.js.map +1 -7
  117. package/dist/model-batch-review.js +2 -1
  118. package/dist/model-batch-review.js.map +1 -7
  119. package/dist/model-projects.js +3 -2
  120. package/dist/model-projects.js.map +1 -7
  121. package/dist/model-starter-attempts.js +5 -4
  122. package/dist/model-starter-attempts.js.map +1 -7
  123. package/dist/model-starter-catalog.js +15 -14
  124. package/dist/model-starter-catalog.js.map +1 -7
  125. package/dist/model-starters.js +15 -14
  126. package/dist/model-starters.js.map +1 -7
  127. package/dist/model-taskset-authoring.js +2 -1
  128. package/dist/model-taskset-authoring.js.map +1 -7
  129. package/dist/model-taskset-runs.js +6 -5
  130. package/dist/model-taskset-runs.js.map +1 -7
  131. package/dist/post-training.js +9 -8
  132. package/dist/post-training.js.map +1 -7
  133. package/dist/profile-actions.js +3 -2
  134. package/dist/profile-actions.js.map +1 -7
  135. package/dist/project-actions.js +3 -2
  136. package/dist/project-actions.js.map +1 -7
  137. package/dist/refiner.js +3 -2
  138. package/dist/refiner.js.map +1 -7
  139. package/dist/taskset-catalog.js +2 -1
  140. package/dist/taskset-catalog.js.map +1 -7
  141. package/dist/taskset-drafts.js +19 -18
  142. package/dist/taskset-drafts.js.map +1 -7
  143. package/dist/taskset-packages.js +25 -22
  144. package/dist/taskset-packages.js.map +1 -7
  145. package/dist/training-bundle.js +44 -19
  146. package/dist/training-bundle.js.map +1 -7
  147. package/dist/training-projects.js +2 -1
  148. package/dist/training-projects.js.map +1 -7
  149. package/dist/training.js +11 -10
  150. package/dist/training.js.map +1 -7
  151. package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
  152. package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
  153. package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
  154. package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
  155. package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
  156. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
  157. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
  158. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +375 -351
  159. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
  160. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +80 -54
  161. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
  162. package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
  163. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
  164. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
  165. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
  166. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
  167. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
  168. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
  169. package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
  170. package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
  171. package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
  172. package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
  173. package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
  174. package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
  175. package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
  176. package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
  177. package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
  178. package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
  179. package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
  180. package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
  181. package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
  182. package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
  183. package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
  184. package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
  185. package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
  186. package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
  187. package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
  188. package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
  189. package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
  190. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
  191. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  192. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
  193. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
  194. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
  195. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
  196. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
  197. package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
  198. package/dist/types/packages/sdk/src/experiment-client.d.ts +2102 -2014
  199. package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
  200. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +165 -113
  201. package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
  202. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +587 -516
  203. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
  204. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
  205. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
  206. package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
  207. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
  208. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
  209. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
  210. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
  211. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
  212. package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
  213. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +38 -25
  214. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
  215. package/dist/types/packages/sdk/src/experiment-run-details.d.ts +303 -243
  216. package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
  217. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
  218. package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
  219. package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
  220. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +33 -20
  221. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
  222. package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
  223. package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
  224. package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
  225. package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
  226. package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
  227. package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
  228. package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
  229. package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
  230. package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
  231. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +69 -69
  232. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
  233. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
  234. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
  235. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
  236. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
  237. package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
  238. package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
  239. package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
  240. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
  241. package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
  242. package/dist/types/packages/sdk/src/model-projects.d.ts +324 -324
  243. package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
  244. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
  245. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  246. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
  247. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
  248. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
  249. package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
  250. package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
  251. package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
  252. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
  253. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
  254. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
  255. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +179 -127
  256. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
  257. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +865 -833
  258. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
  259. package/dist/types/packages/sdk/src/post-training.d.ts +438 -377
  260. package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
  261. package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
  262. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
  263. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
  264. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
  265. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
  266. package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
  267. package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
  268. package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
  269. package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
  270. package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
  271. package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
  272. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
  273. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
  274. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
  275. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
  276. package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
  277. package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
  278. package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
  279. package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
  280. package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
  281. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
  282. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
  283. package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
  284. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +744 -738
  285. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
  286. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
  287. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
  288. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
  289. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
  290. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
  291. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
  292. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
  293. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
  294. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
  295. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
  296. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
  297. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
  298. package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
  299. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4589 -4577
  300. package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
  301. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
  302. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
  303. package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
  304. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
  305. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
  306. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
  307. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
  308. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
  309. package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
  310. package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
  311. package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +14 -10
  312. package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
  313. package/dist/types/packages/sdk/src/training-bundle.d.ts +2 -0
  314. package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
  315. package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
  316. package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
  317. package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
  318. package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
  319. package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
  320. package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
  321. package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
  322. package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
  323. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
  324. package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
  325. package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
  326. package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
  327. package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
  328. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
  329. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
  330. package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +75 -71
  331. package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -1
  332. package/dist/types/packages/sdk/src/training.d.ts +1442 -1416
  333. package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
  334. package/dist/types/packages/sdk/src/work.d.ts +4 -0
  335. package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
  336. package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
  337. package/dist/workflows.js +3 -2
  338. package/dist/workflows.js.map +1 -7
  339. package/package.json +3 -3
  340. package/dist/chunk-2DMYAJLS.js.map +0 -7
  341. package/dist/chunk-2U54EOXJ.js.map +0 -7
  342. package/dist/chunk-36WJTS5V.js.map +0 -7
  343. package/dist/chunk-3KXDH6OB.js.map +0 -7
  344. package/dist/chunk-3LP7DNLQ.js.map +0 -7
  345. package/dist/chunk-6Q4I33CH.js.map +0 -7
  346. package/dist/chunk-77N3QEIL.js.map +0 -7
  347. package/dist/chunk-AG5DDL7T.js.map +0 -7
  348. package/dist/chunk-BFR3VC25.js.map +0 -7
  349. package/dist/chunk-BSK3VLM3.js.map +0 -7
  350. package/dist/chunk-CEZEVILU.js.map +0 -7
  351. package/dist/chunk-CK3ONRRC.js.map +0 -7
  352. package/dist/chunk-COPVBJPL.js.map +0 -7
  353. package/dist/chunk-CTVKI3BV.js.map +0 -7
  354. package/dist/chunk-CWXM57QR.js.map +0 -7
  355. package/dist/chunk-DUKW3R7O.js.map +0 -7
  356. package/dist/chunk-FHCSDXIA.js +0 -1417
  357. package/dist/chunk-FHCSDXIA.js.map +0 -7
  358. package/dist/chunk-FY7NHCEH.js.map +0 -7
  359. package/dist/chunk-G53MA5XX.js.map +0 -7
  360. package/dist/chunk-G6Y6CQYV.js.map +0 -7
  361. package/dist/chunk-HKWX624G.js.map +0 -7
  362. package/dist/chunk-IWT6JUZD.js.map +0 -7
  363. package/dist/chunk-K3JCP4FO.js.map +0 -7
  364. package/dist/chunk-K5WRVSOL.js.map +0 -7
  365. package/dist/chunk-KAE7AMYE.js.map +0 -7
  366. package/dist/chunk-MEKWESBF.js.map +0 -7
  367. package/dist/chunk-MLPPSCDQ.js.map +0 -7
  368. package/dist/chunk-O4GE6VTR.js.map +0 -7
  369. package/dist/chunk-P27DQ65Z.js.map +0 -7
  370. package/dist/chunk-QEIT5VXJ.js.map +0 -7
  371. package/dist/chunk-QTJQIHDZ.js.map +0 -7
  372. package/dist/chunk-ROBAX5TN.js.map +0 -7
  373. package/dist/chunk-T4APHDES.js.map +0 -7
  374. package/dist/chunk-TCHAWJMB.js.map +0 -7
  375. package/dist/chunk-TMUAKJWX.js.map +0 -7
  376. package/dist/chunk-TSMGMA6R.js.map +0 -7
  377. package/dist/chunk-UPS52OPZ.js.map +0 -7
  378. package/dist/chunk-VY5AFE7A.js.map +0 -7
  379. package/dist/chunk-XYQD4LDI.js.map +0 -7
  380. package/dist/chunk-YCQVVFE5.js.map +0 -7
  381. package/dist/chunk-YUKV7RCD.js.map +0 -7
  382. package/dist/chunk-YVUIHH6Z.js.map +0 -7
  383. package/dist/chunk-ZJ3H3VS7.js.map +0 -7
@@ -18,13 +18,16 @@ export declare class OpenPondTasksetDraftClient {
18
18
  fetch?: typeof globalThis.fetch;
19
19
  });
20
20
  inspectSource(modelId: string, expectedModelRevision: number, options?: Options): Promise<{
21
- expectedModelRevision: number;
22
- sourcePackageHash: string;
23
21
  teamId: string;
24
22
  modelId: string;
25
23
  schemaVersion: "openpond.tasksetDraftSourceDescriptor.v1";
24
+ expectedModelRevision: number;
25
+ sourcePackageHash: string;
26
26
  }>;
27
27
  initialize(input: ModelTasksetDraftRequest, options?: Options): Promise<{
28
+ teamId: string;
29
+ modelId: string;
30
+ schemaVersion: "openpond.tasksetDraftReadback.v1";
28
31
  draft: {
29
32
  schemaVersion: "openpond.tasksetDraft.v1";
30
33
  id: string;
@@ -67,17 +70,17 @@ export declare class OpenPondTasksetDraftClient {
67
70
  } | null;
68
71
  name: string;
69
72
  objective: string;
70
- purpose: "general" | "benchmark";
73
+ purpose: "benchmark" | "general";
71
74
  benchmark: {
72
75
  schemaVersion: "openpond.tasksetBenchmark.v1";
73
76
  definitionId: string;
74
77
  releaseId: string;
75
78
  releaseHash: string;
76
79
  managedReleasePath: string;
77
- adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
78
- evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
79
- primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
80
- qualityGate: "none" | "non_regression" | "all_pass";
80
+ adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
81
+ evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
82
+ primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
83
+ qualityGate: "all_pass" | "non_regression" | "none";
81
84
  source: "builtin" | "imported";
82
85
  metadata: Record<string, unknown>;
83
86
  } | null;
@@ -88,7 +91,7 @@ export declare class OpenPondTasksetDraftClient {
88
91
  publishedAt: string;
89
92
  metadata: Record<string, unknown>;
90
93
  } | null;
91
- status: "draft" | "validating" | "needs_review" | "published";
94
+ status: "draft" | "needs_review" | "published" | "validating";
92
95
  sourceRefs: ({
93
96
  schemaVersion: "openpond.connectedDatasetSource.v1";
94
97
  kind: "connected_activity";
@@ -97,27 +100,27 @@ export declare class OpenPondTasksetDraftClient {
97
100
  title: string;
98
101
  sourceHash: string;
99
102
  occurredAt: string;
100
- licensingStatus: "pending" | "approved" | "review" | "blocked";
101
- secretScanStatus: "passed" | "pending" | "blocked";
102
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
103
- origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
103
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
104
+ secretScanStatus: "blocked" | "passed" | "pending";
105
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
106
+ origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
104
107
  sourceId: string;
105
108
  sessionId: string;
106
109
  normalizerVersion: string;
107
- projection: "turn" | "conversation";
110
+ projection: "conversation" | "turn";
108
111
  ownerUserId: string;
109
112
  purpose: "recorded_evaluation";
110
- metadata: Record<string, unknown>;
111
113
  sourceFileHashes?: string[] | undefined;
114
+ metadata: Record<string, unknown>;
112
115
  } | {
113
116
  id: string;
114
117
  profileId: string;
115
118
  title: string;
116
119
  sourceHash: string;
117
120
  occurredAt: string;
118
- licensingStatus: "pending" | "approved" | "review" | "blocked";
119
- secretScanStatus: "passed" | "pending" | "blocked";
120
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
121
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
122
+ secretScanStatus: "blocked" | "passed" | "pending";
123
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
121
124
  metadata: Record<string, unknown>;
122
125
  schemaVersion: "openpond.huggingFaceDatasetSource.v1";
123
126
  kind: "huggingface";
@@ -136,9 +139,9 @@ export declare class OpenPondTasksetDraftClient {
136
139
  title: string;
137
140
  sourceHash: string;
138
141
  occurredAt: string;
139
- licensingStatus: "pending" | "approved" | "review" | "blocked";
140
- secretScanStatus: "passed" | "pending" | "blocked";
141
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
142
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
143
+ secretScanStatus: "blocked" | "passed" | "pending";
144
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
142
145
  metadata: Record<string, unknown>;
143
146
  schemaVersion: "openpond.uploadedFileDatasetSource.v1";
144
147
  kind: "uploaded_file";
@@ -153,9 +156,9 @@ export declare class OpenPondTasksetDraftClient {
153
156
  title: string;
154
157
  sourceHash: string;
155
158
  occurredAt: string;
156
- licensingStatus: "pending" | "approved" | "review" | "blocked";
157
- secretScanStatus: "passed" | "pending" | "blocked";
158
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
159
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
160
+ secretScanStatus: "blocked" | "passed" | "pending";
161
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
159
162
  metadata: Record<string, unknown>;
160
163
  schemaVersion: "openpond.generatedDatasetSource.v1";
161
164
  kind: "generated";
@@ -169,9 +172,9 @@ export declare class OpenPondTasksetDraftClient {
169
172
  title: string;
170
173
  sourceHash: string;
171
174
  occurredAt: string;
172
- licensingStatus: "pending" | "approved" | "review" | "blocked";
173
- secretScanStatus: "passed" | "pending" | "blocked";
174
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
175
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
176
+ secretScanStatus: "blocked" | "passed" | "pending";
177
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
175
178
  metadata: Record<string, unknown>;
176
179
  schemaVersion: "openpond.learningBatchDatasetSource.v1";
177
180
  kind: "learning_batch";
@@ -198,18 +201,53 @@ export declare class OpenPondTasksetDraftClient {
198
201
  title: string;
199
202
  occurredAt: string;
200
203
  consent: {
201
- status: "pending" | "granted" | "denied" | "revoked";
202
- scope: "metadata_only" | "selected_turns" | "full_session";
204
+ status: "denied" | "granted" | "pending" | "revoked";
205
+ scope: "full_session" | "metadata_only" | "selected_turns";
203
206
  grantedBy: string | null;
204
207
  grantedAt: string | null;
205
208
  purpose: "task_authoring_and_evaluation";
206
209
  };
207
210
  connectedAppIds: string[];
208
- secretScanStatus: "passed" | "pending" | "blocked";
209
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
210
- licensingStatus: "pending" | "approved" | "review" | "blocked";
211
+ secretScanStatus: "blocked" | "passed" | "pending";
212
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
213
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
211
214
  metadata: Record<string, unknown>;
212
215
  })[];
216
+ datasetArtifact?: {
217
+ schemaVersion: "openpond.datasetArtifact.v1";
218
+ id: string;
219
+ tasksetId: string;
220
+ tasksetRevision: number;
221
+ contentHash: string;
222
+ format: "parquet";
223
+ schema: {
224
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
225
+ fields: {
226
+ name: string;
227
+ semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
228
+ logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
229
+ nullable: boolean;
230
+ policy: "metadata" | "privileged" | "visible";
231
+ }[];
232
+ schemaHash: string;
233
+ };
234
+ shards: {
235
+ id: string;
236
+ split: "frozen_eval" | "test" | "train" | "validation";
237
+ path: string;
238
+ contentHash: string;
239
+ schemaHash: string;
240
+ sizeBytes: number;
241
+ rowCount: number;
242
+ rowGroupCount: number;
243
+ }[];
244
+ rowCount: number;
245
+ splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
246
+ sourceReceiptRefs: string[];
247
+ mappingHash: string;
248
+ qualityReportHash: string;
249
+ createdAt: string;
250
+ } | null | undefined;
213
251
  policy: {
214
252
  policyVisibleFields: string[];
215
253
  privilegedFields: string[];
@@ -218,15 +256,11 @@ export declare class OpenPondTasksetDraftClient {
218
256
  };
219
257
  environment: {
220
258
  protocolVersion: "openpond.taskEnvironment.v1";
221
- kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
259
+ kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
222
260
  entrypoint: string;
223
261
  stateful: boolean;
224
262
  deterministicSeeds: boolean;
225
263
  toolNames: string[];
226
- lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
227
- defaultTimeoutMs: number;
228
- networkPolicy: "none" | "declared_read_only" | "declared_scoped";
229
- metadata: Record<string, unknown>;
230
264
  actionBindings?: {
231
265
  schemaVersion: "openpond.harnessActionBinding.v1";
232
266
  actionId: string;
@@ -249,18 +283,22 @@ export declare class OpenPondTasksetDraftClient {
249
283
  source: "case_id";
250
284
  }[];
251
285
  }[] | undefined;
286
+ lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
287
+ defaultTimeoutMs: number;
288
+ networkPolicy: "declared_read_only" | "declared_scoped" | "none";
252
289
  resources?: {
253
290
  id: string;
254
- kind: "file" | "configuration" | "catalog" | "code_module";
291
+ kind: "catalog" | "code_module" | "configuration" | "file";
255
292
  path: string;
256
- visibility: "privileged" | "policy_visible" | "policy_hidden";
293
+ mediaType?: string | null | undefined;
294
+ visibility: "policy_hidden" | "policy_visible" | "privileged";
257
295
  required: boolean;
258
296
  metadata: Record<string, unknown>;
259
- mediaType?: string | null | undefined;
260
297
  }[] | undefined;
298
+ metadata: Record<string, unknown>;
261
299
  };
262
300
  output: {
263
- mode: "text" | "structured_json" | "artifacts";
301
+ mode: "artifacts" | "structured_json" | "text";
264
302
  jsonSchema: Record<string, unknown> | null;
265
303
  renderer: {
266
304
  module: string;
@@ -270,14 +308,14 @@ export declare class OpenPondTasksetDraftClient {
270
308
  };
271
309
  capabilities: {
272
310
  schemaVersion: "openpond.tasksetCapabilities.v1";
273
- taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
274
- supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
275
- compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
276
- rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
311
+ taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
312
+ supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
313
+ compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
314
+ rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
277
315
  requiresTools: boolean;
278
316
  requiresState: boolean;
279
317
  requiresPrivilegedGrading: boolean;
280
- environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
318
+ environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
281
319
  exportable: boolean;
282
320
  portabilityBlockers: string[];
283
321
  };
@@ -285,7 +323,8 @@ export declare class OpenPondTasksetDraftClient {
285
323
  schemaVersion: "openpond.tasksetMetricPolicy.v1";
286
324
  primaryMetric: string;
287
325
  aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
288
- missingReward: "zero" | "exclude";
326
+ missingReward: "exclude" | "zero";
327
+ taskWeights?: Record<string, number> | undefined;
289
328
  customAggregator: {
290
329
  module: string;
291
330
  exportName: string;
@@ -293,7 +332,6 @@ export declare class OpenPondTasksetDraftClient {
293
332
  timeoutMs: number;
294
333
  networkPolicy: "none";
295
334
  } | null;
296
- taskWeights?: Record<string, number> | undefined;
297
335
  };
298
336
  review: {
299
337
  enabled: boolean;
@@ -313,37 +351,39 @@ export declare class OpenPondTasksetDraftClient {
313
351
  schemaVersion: "openpond.taskData.v1";
314
352
  id: string;
315
353
  clusterKey: string;
316
- split: "train" | "validation" | "test" | "frozen_eval";
354
+ split: "frozen_eval" | "test" | "train" | "validation";
317
355
  input: Record<string, unknown>;
318
356
  expectedOutput: Record<string, unknown> | null;
319
357
  policyVisibleContext: Record<string, unknown>;
320
358
  privilegedContextRef: string | null;
321
- tags: string[];
322
- metadata: Record<string, unknown>;
323
- sourceRefs: string[];
324
359
  assets?: {
325
360
  id: string;
326
361
  sourceRefId: string;
327
362
  artifactRef: string;
328
363
  fileName: string;
364
+ stagingPath?: string | undefined;
329
365
  mediaType: string;
330
366
  sha256: string;
331
367
  sizeBytes: number;
332
- split: "train" | "validation" | "test" | "frozen_eval";
368
+ split: "frozen_eval" | "test" | "train" | "validation";
333
369
  metadata: Record<string, unknown>;
334
- stagingPath?: string | undefined;
335
370
  }[] | undefined;
336
371
  resourceRefs?: string[] | undefined;
337
372
  requiredOutputs?: {
338
373
  path: string;
339
374
  mediaType: string;
340
- metadata: Record<string, unknown>;
341
375
  schemaRef?: string | null | undefined;
376
+ submissionMode?: "structured_json" | undefined;
342
377
  maxBytes?: number | undefined;
378
+ metadata: Record<string, unknown>;
343
379
  }[] | undefined;
380
+ tags: string[];
381
+ metadata: Record<string, unknown>;
382
+ sourceRefs: string[];
344
383
  }[];
345
384
  graders: ({
346
385
  id: string;
386
+ taskIds?: string[] | undefined;
347
387
  version: string;
348
388
  label: string;
349
389
  weight: number;
@@ -351,11 +391,11 @@ export declare class OpenPondTasksetDraftClient {
351
391
  rewardEligible: boolean;
352
392
  privileged: boolean;
353
393
  metadata: Record<string, unknown>;
354
- kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
394
+ kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
355
395
  config: Record<string, unknown>;
356
- taskIds?: string[] | undefined;
357
396
  } | {
358
397
  id: string;
398
+ taskIds?: string[] | undefined;
359
399
  version: string;
360
400
  label: string;
361
401
  weight: number;
@@ -366,15 +406,15 @@ export declare class OpenPondTasksetDraftClient {
366
406
  kind: "model_judge";
367
407
  rubric: string;
368
408
  judge: {
369
- providerId: "claude-code" | "codex" | "custom-openai-compatible" | "openpond" | "opencode" | `acp:${string}` | "grok-build" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
409
+ providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
370
410
  modelId: string;
371
411
  };
372
412
  calibrationFixtureRefs: string[];
373
- calibrationStatus: "passed" | "pending" | "failed";
413
+ calibrationStatus: "failed" | "passed" | "pending";
374
414
  temperature: number;
375
- taskIds?: string[] | undefined;
376
415
  } | {
377
416
  id: string;
417
+ taskIds?: string[] | undefined;
378
418
  version: string;
379
419
  label: string;
380
420
  weight: number;
@@ -383,9 +423,6 @@ export declare class OpenPondTasksetDraftClient {
383
423
  privileged: boolean;
384
424
  metadata: Record<string, unknown>;
385
425
  kind: "human";
386
- rubric: string;
387
- reviewerRole: string;
388
- taskIds?: string[] | undefined;
389
426
  form?: {
390
427
  schemaVersion: "openpond.humanForm.v1";
391
428
  mode: "individual" | "pairwise";
@@ -396,72 +433,75 @@ export declare class OpenPondTasksetDraftClient {
396
433
  instructions: string;
397
434
  required: boolean;
398
435
  allowAbstain: boolean;
399
- kind: "score";
400
- minimum: number;
401
- maximum: number;
402
- step: number;
403
436
  requireRationale?: boolean | undefined;
404
437
  anchors?: {
405
438
  value: string | number | boolean;
406
439
  description: string;
407
440
  }[] | undefined;
441
+ kind: "score";
442
+ minimum: number;
443
+ maximum: number;
444
+ step: number;
408
445
  } | {
409
446
  id: string;
410
447
  label: string;
411
448
  instructions: string;
412
449
  required: boolean;
413
450
  allowAbstain: boolean;
414
- kind: "category";
415
- options: string[];
416
451
  requireRationale?: boolean | undefined;
417
452
  anchors?: {
418
453
  value: string | number | boolean;
419
454
  description: string;
420
455
  }[] | undefined;
456
+ kind: "category";
457
+ options: string[];
421
458
  } | {
422
459
  id: string;
423
460
  label: string;
424
461
  instructions: string;
425
462
  required: boolean;
426
463
  allowAbstain: boolean;
427
- kind: "boolean";
428
464
  requireRationale?: boolean | undefined;
429
465
  anchors?: {
430
466
  value: string | number | boolean;
431
467
  description: string;
432
468
  }[] | undefined;
469
+ kind: "boolean";
433
470
  } | {
434
471
  id: string;
435
472
  label: string;
436
473
  instructions: string;
437
474
  required: boolean;
438
475
  allowAbstain: boolean;
439
- kind: "text";
440
- maximumLength: number;
441
476
  requireRationale?: boolean | undefined;
442
477
  anchors?: {
443
478
  value: string | number | boolean;
444
479
  description: string;
445
480
  }[] | undefined;
481
+ kind: "text";
446
482
  minimumLength?: number | undefined;
483
+ maximumLength: number;
447
484
  } | {
448
485
  id: string;
449
486
  label: string;
450
487
  instructions: string;
451
488
  required: boolean;
452
489
  allowAbstain: boolean;
453
- kind: "preference";
454
- allowTie: boolean;
455
490
  requireRationale?: boolean | undefined;
456
491
  anchors?: {
457
492
  value: string | number | boolean;
458
493
  description: string;
459
494
  }[] | undefined;
495
+ kind: "preference";
460
496
  requireStrength?: boolean | undefined;
497
+ allowTie: boolean;
461
498
  })[];
462
499
  } | undefined;
500
+ rubric: string;
501
+ reviewerRole: string;
463
502
  } | {
464
503
  id: string;
504
+ taskIds?: string[] | undefined;
465
505
  version: string;
466
506
  label: string;
467
507
  weight: number;
@@ -470,17 +510,16 @@ export declare class OpenPondTasksetDraftClient {
470
510
  privileged: boolean;
471
511
  metadata: Record<string, unknown>;
472
512
  kind: "custom_verifier";
513
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
473
514
  module: string;
474
515
  exportName: string;
475
516
  timeoutMs: number;
476
517
  networkPolicy: "none";
477
- taskIds?: string[] | undefined;
478
- runtime?: "isolated_javascript" | "sandbox_process" | undefined;
479
518
  })[];
480
519
  graderFixtures: {
481
520
  id: string;
482
521
  taskId: string;
483
- label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
522
+ label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
484
523
  output: Record<string, unknown>;
485
524
  infrastructureError: string | null;
486
525
  expectedPassed: boolean;
@@ -537,7 +576,7 @@ export declare class OpenPondTasksetDraftClient {
537
576
  metadata: Record<string, unknown>;
538
577
  kind: "feedback";
539
578
  feedback: string;
540
- polarity: "neutral" | "positive" | "negative" | "mixed";
579
+ polarity: "mixed" | "negative" | "neutral" | "positive";
541
580
  }[];
542
581
  rewards: {
543
582
  id: string;
@@ -588,49 +627,14 @@ export declare class OpenPondTasksetDraftClient {
588
627
  createdAt: string;
589
628
  updatedAt: string;
590
629
  metadata: Record<string, unknown>;
591
- datasetArtifact?: {
592
- schemaVersion: "openpond.datasetArtifact.v1";
593
- id: string;
594
- tasksetId: string;
595
- tasksetRevision: number;
596
- contentHash: string;
597
- format: "parquet";
598
- schema: {
599
- schemaVersion: "openpond.datasetSemanticSchema.v1";
600
- fields: {
601
- name: string;
602
- semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
603
- logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
604
- nullable: boolean;
605
- policy: "metadata" | "visible" | "privileged";
606
- }[];
607
- schemaHash: string;
608
- };
609
- shards: {
610
- id: string;
611
- split: "train" | "validation" | "test" | "frozen_eval";
612
- path: string;
613
- contentHash: string;
614
- schemaHash: string;
615
- sizeBytes: number;
616
- rowCount: number;
617
- rowGroupCount: number;
618
- }[];
619
- rowCount: number;
620
- splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
621
- sourceReceiptRefs: string[];
622
- mappingHash: string;
623
- qualityReportHash: string;
624
- createdAt: string;
625
- } | null | undefined;
626
630
  };
627
631
  workspaceHash: string;
628
632
  projectEtag: string;
633
+ }>;
634
+ create(input: TasksetDraftCreateRequest, options?: Options): Promise<{
629
635
  teamId: string;
630
636
  modelId: string;
631
637
  schemaVersion: "openpond.tasksetDraftReadback.v1";
632
- }>;
633
- create(input: TasksetDraftCreateRequest, options?: Options): Promise<{
634
638
  draft: {
635
639
  schemaVersion: "openpond.tasksetDraft.v1";
636
640
  id: string;
@@ -673,17 +677,17 @@ export declare class OpenPondTasksetDraftClient {
673
677
  } | null;
674
678
  name: string;
675
679
  objective: string;
676
- purpose: "general" | "benchmark";
680
+ purpose: "benchmark" | "general";
677
681
  benchmark: {
678
682
  schemaVersion: "openpond.tasksetBenchmark.v1";
679
683
  definitionId: string;
680
684
  releaseId: string;
681
685
  releaseHash: string;
682
686
  managedReleasePath: string;
683
- adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
684
- evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
685
- primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
686
- qualityGate: "none" | "non_regression" | "all_pass";
687
+ adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
688
+ evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
689
+ primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
690
+ qualityGate: "all_pass" | "non_regression" | "none";
687
691
  source: "builtin" | "imported";
688
692
  metadata: Record<string, unknown>;
689
693
  } | null;
@@ -694,7 +698,7 @@ export declare class OpenPondTasksetDraftClient {
694
698
  publishedAt: string;
695
699
  metadata: Record<string, unknown>;
696
700
  } | null;
697
- status: "draft" | "validating" | "needs_review" | "published";
701
+ status: "draft" | "needs_review" | "published" | "validating";
698
702
  sourceRefs: ({
699
703
  schemaVersion: "openpond.connectedDatasetSource.v1";
700
704
  kind: "connected_activity";
@@ -703,27 +707,27 @@ export declare class OpenPondTasksetDraftClient {
703
707
  title: string;
704
708
  sourceHash: string;
705
709
  occurredAt: string;
706
- licensingStatus: "pending" | "approved" | "review" | "blocked";
707
- secretScanStatus: "passed" | "pending" | "blocked";
708
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
709
- origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
710
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
711
+ secretScanStatus: "blocked" | "passed" | "pending";
712
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
713
+ origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
710
714
  sourceId: string;
711
715
  sessionId: string;
712
716
  normalizerVersion: string;
713
- projection: "turn" | "conversation";
717
+ projection: "conversation" | "turn";
714
718
  ownerUserId: string;
715
719
  purpose: "recorded_evaluation";
716
- metadata: Record<string, unknown>;
717
720
  sourceFileHashes?: string[] | undefined;
721
+ metadata: Record<string, unknown>;
718
722
  } | {
719
723
  id: string;
720
724
  profileId: string;
721
725
  title: string;
722
726
  sourceHash: string;
723
727
  occurredAt: string;
724
- licensingStatus: "pending" | "approved" | "review" | "blocked";
725
- secretScanStatus: "passed" | "pending" | "blocked";
726
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
728
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
729
+ secretScanStatus: "blocked" | "passed" | "pending";
730
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
727
731
  metadata: Record<string, unknown>;
728
732
  schemaVersion: "openpond.huggingFaceDatasetSource.v1";
729
733
  kind: "huggingface";
@@ -742,9 +746,9 @@ export declare class OpenPondTasksetDraftClient {
742
746
  title: string;
743
747
  sourceHash: string;
744
748
  occurredAt: string;
745
- licensingStatus: "pending" | "approved" | "review" | "blocked";
746
- secretScanStatus: "passed" | "pending" | "blocked";
747
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
749
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
750
+ secretScanStatus: "blocked" | "passed" | "pending";
751
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
748
752
  metadata: Record<string, unknown>;
749
753
  schemaVersion: "openpond.uploadedFileDatasetSource.v1";
750
754
  kind: "uploaded_file";
@@ -759,9 +763,9 @@ export declare class OpenPondTasksetDraftClient {
759
763
  title: string;
760
764
  sourceHash: string;
761
765
  occurredAt: string;
762
- licensingStatus: "pending" | "approved" | "review" | "blocked";
763
- secretScanStatus: "passed" | "pending" | "blocked";
764
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
766
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
767
+ secretScanStatus: "blocked" | "passed" | "pending";
768
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
765
769
  metadata: Record<string, unknown>;
766
770
  schemaVersion: "openpond.generatedDatasetSource.v1";
767
771
  kind: "generated";
@@ -775,9 +779,9 @@ export declare class OpenPondTasksetDraftClient {
775
779
  title: string;
776
780
  sourceHash: string;
777
781
  occurredAt: string;
778
- licensingStatus: "pending" | "approved" | "review" | "blocked";
779
- secretScanStatus: "passed" | "pending" | "blocked";
780
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
782
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
783
+ secretScanStatus: "blocked" | "passed" | "pending";
784
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
781
785
  metadata: Record<string, unknown>;
782
786
  schemaVersion: "openpond.learningBatchDatasetSource.v1";
783
787
  kind: "learning_batch";
@@ -804,18 +808,53 @@ export declare class OpenPondTasksetDraftClient {
804
808
  title: string;
805
809
  occurredAt: string;
806
810
  consent: {
807
- status: "pending" | "granted" | "denied" | "revoked";
808
- scope: "metadata_only" | "selected_turns" | "full_session";
811
+ status: "denied" | "granted" | "pending" | "revoked";
812
+ scope: "full_session" | "metadata_only" | "selected_turns";
809
813
  grantedBy: string | null;
810
814
  grantedAt: string | null;
811
815
  purpose: "task_authoring_and_evaluation";
812
816
  };
813
817
  connectedAppIds: string[];
814
- secretScanStatus: "passed" | "pending" | "blocked";
815
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
816
- licensingStatus: "pending" | "approved" | "review" | "blocked";
818
+ secretScanStatus: "blocked" | "passed" | "pending";
819
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
820
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
817
821
  metadata: Record<string, unknown>;
818
822
  })[];
823
+ datasetArtifact?: {
824
+ schemaVersion: "openpond.datasetArtifact.v1";
825
+ id: string;
826
+ tasksetId: string;
827
+ tasksetRevision: number;
828
+ contentHash: string;
829
+ format: "parquet";
830
+ schema: {
831
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
832
+ fields: {
833
+ name: string;
834
+ semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
835
+ logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
836
+ nullable: boolean;
837
+ policy: "metadata" | "privileged" | "visible";
838
+ }[];
839
+ schemaHash: string;
840
+ };
841
+ shards: {
842
+ id: string;
843
+ split: "frozen_eval" | "test" | "train" | "validation";
844
+ path: string;
845
+ contentHash: string;
846
+ schemaHash: string;
847
+ sizeBytes: number;
848
+ rowCount: number;
849
+ rowGroupCount: number;
850
+ }[];
851
+ rowCount: number;
852
+ splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
853
+ sourceReceiptRefs: string[];
854
+ mappingHash: string;
855
+ qualityReportHash: string;
856
+ createdAt: string;
857
+ } | null | undefined;
819
858
  policy: {
820
859
  policyVisibleFields: string[];
821
860
  privilegedFields: string[];
@@ -824,15 +863,11 @@ export declare class OpenPondTasksetDraftClient {
824
863
  };
825
864
  environment: {
826
865
  protocolVersion: "openpond.taskEnvironment.v1";
827
- kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
866
+ kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
828
867
  entrypoint: string;
829
868
  stateful: boolean;
830
869
  deterministicSeeds: boolean;
831
870
  toolNames: string[];
832
- lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
833
- defaultTimeoutMs: number;
834
- networkPolicy: "none" | "declared_read_only" | "declared_scoped";
835
- metadata: Record<string, unknown>;
836
871
  actionBindings?: {
837
872
  schemaVersion: "openpond.harnessActionBinding.v1";
838
873
  actionId: string;
@@ -855,18 +890,22 @@ export declare class OpenPondTasksetDraftClient {
855
890
  source: "case_id";
856
891
  }[];
857
892
  }[] | undefined;
893
+ lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
894
+ defaultTimeoutMs: number;
895
+ networkPolicy: "declared_read_only" | "declared_scoped" | "none";
858
896
  resources?: {
859
897
  id: string;
860
- kind: "file" | "configuration" | "catalog" | "code_module";
898
+ kind: "catalog" | "code_module" | "configuration" | "file";
861
899
  path: string;
862
- visibility: "privileged" | "policy_visible" | "policy_hidden";
900
+ mediaType?: string | null | undefined;
901
+ visibility: "policy_hidden" | "policy_visible" | "privileged";
863
902
  required: boolean;
864
903
  metadata: Record<string, unknown>;
865
- mediaType?: string | null | undefined;
866
904
  }[] | undefined;
905
+ metadata: Record<string, unknown>;
867
906
  };
868
907
  output: {
869
- mode: "text" | "structured_json" | "artifacts";
908
+ mode: "artifacts" | "structured_json" | "text";
870
909
  jsonSchema: Record<string, unknown> | null;
871
910
  renderer: {
872
911
  module: string;
@@ -876,14 +915,14 @@ export declare class OpenPondTasksetDraftClient {
876
915
  };
877
916
  capabilities: {
878
917
  schemaVersion: "openpond.tasksetCapabilities.v1";
879
- taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
880
- supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
881
- compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
882
- rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
918
+ taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
919
+ supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
920
+ compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
921
+ rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
883
922
  requiresTools: boolean;
884
923
  requiresState: boolean;
885
924
  requiresPrivilegedGrading: boolean;
886
- environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
925
+ environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
887
926
  exportable: boolean;
888
927
  portabilityBlockers: string[];
889
928
  };
@@ -891,7 +930,8 @@ export declare class OpenPondTasksetDraftClient {
891
930
  schemaVersion: "openpond.tasksetMetricPolicy.v1";
892
931
  primaryMetric: string;
893
932
  aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
894
- missingReward: "zero" | "exclude";
933
+ missingReward: "exclude" | "zero";
934
+ taskWeights?: Record<string, number> | undefined;
895
935
  customAggregator: {
896
936
  module: string;
897
937
  exportName: string;
@@ -899,7 +939,6 @@ export declare class OpenPondTasksetDraftClient {
899
939
  timeoutMs: number;
900
940
  networkPolicy: "none";
901
941
  } | null;
902
- taskWeights?: Record<string, number> | undefined;
903
942
  };
904
943
  review: {
905
944
  enabled: boolean;
@@ -919,37 +958,39 @@ export declare class OpenPondTasksetDraftClient {
919
958
  schemaVersion: "openpond.taskData.v1";
920
959
  id: string;
921
960
  clusterKey: string;
922
- split: "train" | "validation" | "test" | "frozen_eval";
961
+ split: "frozen_eval" | "test" | "train" | "validation";
923
962
  input: Record<string, unknown>;
924
963
  expectedOutput: Record<string, unknown> | null;
925
964
  policyVisibleContext: Record<string, unknown>;
926
965
  privilegedContextRef: string | null;
927
- tags: string[];
928
- metadata: Record<string, unknown>;
929
- sourceRefs: string[];
930
966
  assets?: {
931
967
  id: string;
932
968
  sourceRefId: string;
933
969
  artifactRef: string;
934
970
  fileName: string;
971
+ stagingPath?: string | undefined;
935
972
  mediaType: string;
936
973
  sha256: string;
937
974
  sizeBytes: number;
938
- split: "train" | "validation" | "test" | "frozen_eval";
975
+ split: "frozen_eval" | "test" | "train" | "validation";
939
976
  metadata: Record<string, unknown>;
940
- stagingPath?: string | undefined;
941
977
  }[] | undefined;
942
978
  resourceRefs?: string[] | undefined;
943
979
  requiredOutputs?: {
944
980
  path: string;
945
981
  mediaType: string;
946
- metadata: Record<string, unknown>;
947
982
  schemaRef?: string | null | undefined;
983
+ submissionMode?: "structured_json" | undefined;
948
984
  maxBytes?: number | undefined;
985
+ metadata: Record<string, unknown>;
949
986
  }[] | undefined;
987
+ tags: string[];
988
+ metadata: Record<string, unknown>;
989
+ sourceRefs: string[];
950
990
  }[];
951
991
  graders: ({
952
992
  id: string;
993
+ taskIds?: string[] | undefined;
953
994
  version: string;
954
995
  label: string;
955
996
  weight: number;
@@ -957,11 +998,11 @@ export declare class OpenPondTasksetDraftClient {
957
998
  rewardEligible: boolean;
958
999
  privileged: boolean;
959
1000
  metadata: Record<string, unknown>;
960
- kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
1001
+ kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
961
1002
  config: Record<string, unknown>;
962
- taskIds?: string[] | undefined;
963
1003
  } | {
964
1004
  id: string;
1005
+ taskIds?: string[] | undefined;
965
1006
  version: string;
966
1007
  label: string;
967
1008
  weight: number;
@@ -972,15 +1013,15 @@ export declare class OpenPondTasksetDraftClient {
972
1013
  kind: "model_judge";
973
1014
  rubric: string;
974
1015
  judge: {
975
- providerId: "claude-code" | "codex" | "custom-openai-compatible" | "openpond" | "opencode" | `acp:${string}` | "grok-build" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
1016
+ providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
976
1017
  modelId: string;
977
1018
  };
978
1019
  calibrationFixtureRefs: string[];
979
- calibrationStatus: "passed" | "pending" | "failed";
1020
+ calibrationStatus: "failed" | "passed" | "pending";
980
1021
  temperature: number;
981
- taskIds?: string[] | undefined;
982
1022
  } | {
983
1023
  id: string;
1024
+ taskIds?: string[] | undefined;
984
1025
  version: string;
985
1026
  label: string;
986
1027
  weight: number;
@@ -989,9 +1030,6 @@ export declare class OpenPondTasksetDraftClient {
989
1030
  privileged: boolean;
990
1031
  metadata: Record<string, unknown>;
991
1032
  kind: "human";
992
- rubric: string;
993
- reviewerRole: string;
994
- taskIds?: string[] | undefined;
995
1033
  form?: {
996
1034
  schemaVersion: "openpond.humanForm.v1";
997
1035
  mode: "individual" | "pairwise";
@@ -1002,72 +1040,75 @@ export declare class OpenPondTasksetDraftClient {
1002
1040
  instructions: string;
1003
1041
  required: boolean;
1004
1042
  allowAbstain: boolean;
1005
- kind: "score";
1006
- minimum: number;
1007
- maximum: number;
1008
- step: number;
1009
1043
  requireRationale?: boolean | undefined;
1010
1044
  anchors?: {
1011
1045
  value: string | number | boolean;
1012
1046
  description: string;
1013
1047
  }[] | undefined;
1048
+ kind: "score";
1049
+ minimum: number;
1050
+ maximum: number;
1051
+ step: number;
1014
1052
  } | {
1015
1053
  id: string;
1016
1054
  label: string;
1017
1055
  instructions: string;
1018
1056
  required: boolean;
1019
1057
  allowAbstain: boolean;
1020
- kind: "category";
1021
- options: string[];
1022
1058
  requireRationale?: boolean | undefined;
1023
1059
  anchors?: {
1024
1060
  value: string | number | boolean;
1025
1061
  description: string;
1026
1062
  }[] | undefined;
1063
+ kind: "category";
1064
+ options: string[];
1027
1065
  } | {
1028
1066
  id: string;
1029
1067
  label: string;
1030
1068
  instructions: string;
1031
1069
  required: boolean;
1032
1070
  allowAbstain: boolean;
1033
- kind: "boolean";
1034
1071
  requireRationale?: boolean | undefined;
1035
1072
  anchors?: {
1036
1073
  value: string | number | boolean;
1037
1074
  description: string;
1038
1075
  }[] | undefined;
1076
+ kind: "boolean";
1039
1077
  } | {
1040
1078
  id: string;
1041
1079
  label: string;
1042
1080
  instructions: string;
1043
1081
  required: boolean;
1044
1082
  allowAbstain: boolean;
1045
- kind: "text";
1046
- maximumLength: number;
1047
1083
  requireRationale?: boolean | undefined;
1048
1084
  anchors?: {
1049
1085
  value: string | number | boolean;
1050
1086
  description: string;
1051
1087
  }[] | undefined;
1088
+ kind: "text";
1052
1089
  minimumLength?: number | undefined;
1090
+ maximumLength: number;
1053
1091
  } | {
1054
1092
  id: string;
1055
1093
  label: string;
1056
1094
  instructions: string;
1057
1095
  required: boolean;
1058
1096
  allowAbstain: boolean;
1059
- kind: "preference";
1060
- allowTie: boolean;
1061
1097
  requireRationale?: boolean | undefined;
1062
1098
  anchors?: {
1063
1099
  value: string | number | boolean;
1064
1100
  description: string;
1065
1101
  }[] | undefined;
1102
+ kind: "preference";
1066
1103
  requireStrength?: boolean | undefined;
1104
+ allowTie: boolean;
1067
1105
  })[];
1068
1106
  } | undefined;
1107
+ rubric: string;
1108
+ reviewerRole: string;
1069
1109
  } | {
1070
1110
  id: string;
1111
+ taskIds?: string[] | undefined;
1071
1112
  version: string;
1072
1113
  label: string;
1073
1114
  weight: number;
@@ -1076,17 +1117,16 @@ export declare class OpenPondTasksetDraftClient {
1076
1117
  privileged: boolean;
1077
1118
  metadata: Record<string, unknown>;
1078
1119
  kind: "custom_verifier";
1120
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
1079
1121
  module: string;
1080
1122
  exportName: string;
1081
1123
  timeoutMs: number;
1082
1124
  networkPolicy: "none";
1083
- taskIds?: string[] | undefined;
1084
- runtime?: "isolated_javascript" | "sandbox_process" | undefined;
1085
1125
  })[];
1086
1126
  graderFixtures: {
1087
1127
  id: string;
1088
1128
  taskId: string;
1089
- label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
1129
+ label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
1090
1130
  output: Record<string, unknown>;
1091
1131
  infrastructureError: string | null;
1092
1132
  expectedPassed: boolean;
@@ -1143,7 +1183,7 @@ export declare class OpenPondTasksetDraftClient {
1143
1183
  metadata: Record<string, unknown>;
1144
1184
  kind: "feedback";
1145
1185
  feedback: string;
1146
- polarity: "neutral" | "positive" | "negative" | "mixed";
1186
+ polarity: "mixed" | "negative" | "neutral" | "positive";
1147
1187
  }[];
1148
1188
  rewards: {
1149
1189
  id: string;
@@ -1194,57 +1234,22 @@ export declare class OpenPondTasksetDraftClient {
1194
1234
  createdAt: string;
1195
1235
  updatedAt: string;
1196
1236
  metadata: Record<string, unknown>;
1197
- datasetArtifact?: {
1198
- schemaVersion: "openpond.datasetArtifact.v1";
1199
- id: string;
1200
- tasksetId: string;
1201
- tasksetRevision: number;
1202
- contentHash: string;
1203
- format: "parquet";
1204
- schema: {
1205
- schemaVersion: "openpond.datasetSemanticSchema.v1";
1206
- fields: {
1207
- name: string;
1208
- semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
1209
- logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
1210
- nullable: boolean;
1211
- policy: "metadata" | "visible" | "privileged";
1212
- }[];
1213
- schemaHash: string;
1214
- };
1215
- shards: {
1216
- id: string;
1217
- split: "train" | "validation" | "test" | "frozen_eval";
1218
- path: string;
1219
- contentHash: string;
1220
- schemaHash: string;
1221
- sizeBytes: number;
1222
- rowCount: number;
1223
- rowGroupCount: number;
1224
- }[];
1225
- rowCount: number;
1226
- splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
1227
- sourceReceiptRefs: string[];
1228
- mappingHash: string;
1229
- qualityReportHash: string;
1230
- createdAt: string;
1231
- } | null | undefined;
1232
1237
  };
1233
1238
  workspaceHash: string;
1234
1239
  projectEtag: string;
1235
- teamId: string;
1236
- modelId: string;
1237
- schemaVersion: "openpond.tasksetDraftReadback.v1";
1238
1240
  }>;
1239
1241
  list(modelId: string, options?: Options & {
1240
1242
  limit?: number;
1241
1243
  cursor?: string;
1242
1244
  }): Promise<{
1245
+ teamId: string;
1246
+ modelId: string;
1247
+ schemaVersion: "openpond.tasksetDraftList.v1";
1243
1248
  drafts: {
1244
1249
  id: string;
1245
1250
  revision: number;
1246
1251
  name: string;
1247
- status: "draft" | "validating" | "needs_review" | "published";
1252
+ status: "draft" | "needs_review" | "published" | "validating";
1248
1253
  updatedAt: string;
1249
1254
  sourceTasksetRef: {
1250
1255
  id: string;
@@ -1253,11 +1258,11 @@ export declare class OpenPondTasksetDraftClient {
1253
1258
  } | null;
1254
1259
  }[];
1255
1260
  nextCursor: string | null;
1256
- teamId: string;
1257
- modelId: string;
1258
- schemaVersion: "openpond.tasksetDraftList.v1";
1259
1261
  }>;
1260
1262
  get(modelId: string, draftId: string, options?: Options): Promise<{
1263
+ teamId: string;
1264
+ modelId: string;
1265
+ schemaVersion: "openpond.tasksetDraftReadback.v1";
1261
1266
  draft: {
1262
1267
  schemaVersion: "openpond.tasksetDraft.v1";
1263
1268
  id: string;
@@ -1300,17 +1305,17 @@ export declare class OpenPondTasksetDraftClient {
1300
1305
  } | null;
1301
1306
  name: string;
1302
1307
  objective: string;
1303
- purpose: "general" | "benchmark";
1308
+ purpose: "benchmark" | "general";
1304
1309
  benchmark: {
1305
1310
  schemaVersion: "openpond.tasksetBenchmark.v1";
1306
1311
  definitionId: string;
1307
1312
  releaseId: string;
1308
1313
  releaseHash: string;
1309
1314
  managedReleasePath: string;
1310
- adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
1311
- evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
1312
- primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
1313
- qualityGate: "none" | "non_regression" | "all_pass";
1315
+ adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
1316
+ evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
1317
+ primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
1318
+ qualityGate: "all_pass" | "non_regression" | "none";
1314
1319
  source: "builtin" | "imported";
1315
1320
  metadata: Record<string, unknown>;
1316
1321
  } | null;
@@ -1321,7 +1326,7 @@ export declare class OpenPondTasksetDraftClient {
1321
1326
  publishedAt: string;
1322
1327
  metadata: Record<string, unknown>;
1323
1328
  } | null;
1324
- status: "draft" | "validating" | "needs_review" | "published";
1329
+ status: "draft" | "needs_review" | "published" | "validating";
1325
1330
  sourceRefs: ({
1326
1331
  schemaVersion: "openpond.connectedDatasetSource.v1";
1327
1332
  kind: "connected_activity";
@@ -1330,27 +1335,27 @@ export declare class OpenPondTasksetDraftClient {
1330
1335
  title: string;
1331
1336
  sourceHash: string;
1332
1337
  occurredAt: string;
1333
- licensingStatus: "pending" | "approved" | "review" | "blocked";
1334
- secretScanStatus: "passed" | "pending" | "blocked";
1335
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
1336
- origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
1338
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
1339
+ secretScanStatus: "blocked" | "passed" | "pending";
1340
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
1341
+ origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
1337
1342
  sourceId: string;
1338
1343
  sessionId: string;
1339
1344
  normalizerVersion: string;
1340
- projection: "turn" | "conversation";
1345
+ projection: "conversation" | "turn";
1341
1346
  ownerUserId: string;
1342
1347
  purpose: "recorded_evaluation";
1343
- metadata: Record<string, unknown>;
1344
1348
  sourceFileHashes?: string[] | undefined;
1349
+ metadata: Record<string, unknown>;
1345
1350
  } | {
1346
1351
  id: string;
1347
1352
  profileId: string;
1348
1353
  title: string;
1349
1354
  sourceHash: string;
1350
1355
  occurredAt: string;
1351
- licensingStatus: "pending" | "approved" | "review" | "blocked";
1352
- secretScanStatus: "passed" | "pending" | "blocked";
1353
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
1356
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
1357
+ secretScanStatus: "blocked" | "passed" | "pending";
1358
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
1354
1359
  metadata: Record<string, unknown>;
1355
1360
  schemaVersion: "openpond.huggingFaceDatasetSource.v1";
1356
1361
  kind: "huggingface";
@@ -1369,9 +1374,9 @@ export declare class OpenPondTasksetDraftClient {
1369
1374
  title: string;
1370
1375
  sourceHash: string;
1371
1376
  occurredAt: string;
1372
- licensingStatus: "pending" | "approved" | "review" | "blocked";
1373
- secretScanStatus: "passed" | "pending" | "blocked";
1374
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
1377
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
1378
+ secretScanStatus: "blocked" | "passed" | "pending";
1379
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
1375
1380
  metadata: Record<string, unknown>;
1376
1381
  schemaVersion: "openpond.uploadedFileDatasetSource.v1";
1377
1382
  kind: "uploaded_file";
@@ -1386,9 +1391,9 @@ export declare class OpenPondTasksetDraftClient {
1386
1391
  title: string;
1387
1392
  sourceHash: string;
1388
1393
  occurredAt: string;
1389
- licensingStatus: "pending" | "approved" | "review" | "blocked";
1390
- secretScanStatus: "passed" | "pending" | "blocked";
1391
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
1394
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
1395
+ secretScanStatus: "blocked" | "passed" | "pending";
1396
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
1392
1397
  metadata: Record<string, unknown>;
1393
1398
  schemaVersion: "openpond.generatedDatasetSource.v1";
1394
1399
  kind: "generated";
@@ -1402,9 +1407,9 @@ export declare class OpenPondTasksetDraftClient {
1402
1407
  title: string;
1403
1408
  sourceHash: string;
1404
1409
  occurredAt: string;
1405
- licensingStatus: "pending" | "approved" | "review" | "blocked";
1406
- secretScanStatus: "passed" | "pending" | "blocked";
1407
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
1410
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
1411
+ secretScanStatus: "blocked" | "passed" | "pending";
1412
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
1408
1413
  metadata: Record<string, unknown>;
1409
1414
  schemaVersion: "openpond.learningBatchDatasetSource.v1";
1410
1415
  kind: "learning_batch";
@@ -1431,18 +1436,53 @@ export declare class OpenPondTasksetDraftClient {
1431
1436
  title: string;
1432
1437
  occurredAt: string;
1433
1438
  consent: {
1434
- status: "pending" | "granted" | "denied" | "revoked";
1435
- scope: "metadata_only" | "selected_turns" | "full_session";
1439
+ status: "denied" | "granted" | "pending" | "revoked";
1440
+ scope: "full_session" | "metadata_only" | "selected_turns";
1436
1441
  grantedBy: string | null;
1437
1442
  grantedAt: string | null;
1438
1443
  purpose: "task_authoring_and_evaluation";
1439
1444
  };
1440
1445
  connectedAppIds: string[];
1441
- secretScanStatus: "passed" | "pending" | "blocked";
1442
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
1443
- licensingStatus: "pending" | "approved" | "review" | "blocked";
1446
+ secretScanStatus: "blocked" | "passed" | "pending";
1447
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
1448
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
1444
1449
  metadata: Record<string, unknown>;
1445
1450
  })[];
1451
+ datasetArtifact?: {
1452
+ schemaVersion: "openpond.datasetArtifact.v1";
1453
+ id: string;
1454
+ tasksetId: string;
1455
+ tasksetRevision: number;
1456
+ contentHash: string;
1457
+ format: "parquet";
1458
+ schema: {
1459
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
1460
+ fields: {
1461
+ name: string;
1462
+ semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
1463
+ logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
1464
+ nullable: boolean;
1465
+ policy: "metadata" | "privileged" | "visible";
1466
+ }[];
1467
+ schemaHash: string;
1468
+ };
1469
+ shards: {
1470
+ id: string;
1471
+ split: "frozen_eval" | "test" | "train" | "validation";
1472
+ path: string;
1473
+ contentHash: string;
1474
+ schemaHash: string;
1475
+ sizeBytes: number;
1476
+ rowCount: number;
1477
+ rowGroupCount: number;
1478
+ }[];
1479
+ rowCount: number;
1480
+ splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
1481
+ sourceReceiptRefs: string[];
1482
+ mappingHash: string;
1483
+ qualityReportHash: string;
1484
+ createdAt: string;
1485
+ } | null | undefined;
1446
1486
  policy: {
1447
1487
  policyVisibleFields: string[];
1448
1488
  privilegedFields: string[];
@@ -1451,15 +1491,11 @@ export declare class OpenPondTasksetDraftClient {
1451
1491
  };
1452
1492
  environment: {
1453
1493
  protocolVersion: "openpond.taskEnvironment.v1";
1454
- kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
1494
+ kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
1455
1495
  entrypoint: string;
1456
1496
  stateful: boolean;
1457
1497
  deterministicSeeds: boolean;
1458
1498
  toolNames: string[];
1459
- lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
1460
- defaultTimeoutMs: number;
1461
- networkPolicy: "none" | "declared_read_only" | "declared_scoped";
1462
- metadata: Record<string, unknown>;
1463
1499
  actionBindings?: {
1464
1500
  schemaVersion: "openpond.harnessActionBinding.v1";
1465
1501
  actionId: string;
@@ -1482,18 +1518,22 @@ export declare class OpenPondTasksetDraftClient {
1482
1518
  source: "case_id";
1483
1519
  }[];
1484
1520
  }[] | undefined;
1521
+ lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
1522
+ defaultTimeoutMs: number;
1523
+ networkPolicy: "declared_read_only" | "declared_scoped" | "none";
1485
1524
  resources?: {
1486
1525
  id: string;
1487
- kind: "file" | "configuration" | "catalog" | "code_module";
1526
+ kind: "catalog" | "code_module" | "configuration" | "file";
1488
1527
  path: string;
1489
- visibility: "privileged" | "policy_visible" | "policy_hidden";
1528
+ mediaType?: string | null | undefined;
1529
+ visibility: "policy_hidden" | "policy_visible" | "privileged";
1490
1530
  required: boolean;
1491
1531
  metadata: Record<string, unknown>;
1492
- mediaType?: string | null | undefined;
1493
1532
  }[] | undefined;
1533
+ metadata: Record<string, unknown>;
1494
1534
  };
1495
1535
  output: {
1496
- mode: "text" | "structured_json" | "artifacts";
1536
+ mode: "artifacts" | "structured_json" | "text";
1497
1537
  jsonSchema: Record<string, unknown> | null;
1498
1538
  renderer: {
1499
1539
  module: string;
@@ -1503,14 +1543,14 @@ export declare class OpenPondTasksetDraftClient {
1503
1543
  };
1504
1544
  capabilities: {
1505
1545
  schemaVersion: "openpond.tasksetCapabilities.v1";
1506
- taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
1507
- supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
1508
- compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
1509
- rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
1546
+ taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
1547
+ supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
1548
+ compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
1549
+ rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
1510
1550
  requiresTools: boolean;
1511
1551
  requiresState: boolean;
1512
1552
  requiresPrivilegedGrading: boolean;
1513
- environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
1553
+ environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
1514
1554
  exportable: boolean;
1515
1555
  portabilityBlockers: string[];
1516
1556
  };
@@ -1518,7 +1558,8 @@ export declare class OpenPondTasksetDraftClient {
1518
1558
  schemaVersion: "openpond.tasksetMetricPolicy.v1";
1519
1559
  primaryMetric: string;
1520
1560
  aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
1521
- missingReward: "zero" | "exclude";
1561
+ missingReward: "exclude" | "zero";
1562
+ taskWeights?: Record<string, number> | undefined;
1522
1563
  customAggregator: {
1523
1564
  module: string;
1524
1565
  exportName: string;
@@ -1526,7 +1567,6 @@ export declare class OpenPondTasksetDraftClient {
1526
1567
  timeoutMs: number;
1527
1568
  networkPolicy: "none";
1528
1569
  } | null;
1529
- taskWeights?: Record<string, number> | undefined;
1530
1570
  };
1531
1571
  review: {
1532
1572
  enabled: boolean;
@@ -1546,37 +1586,39 @@ export declare class OpenPondTasksetDraftClient {
1546
1586
  schemaVersion: "openpond.taskData.v1";
1547
1587
  id: string;
1548
1588
  clusterKey: string;
1549
- split: "train" | "validation" | "test" | "frozen_eval";
1589
+ split: "frozen_eval" | "test" | "train" | "validation";
1550
1590
  input: Record<string, unknown>;
1551
1591
  expectedOutput: Record<string, unknown> | null;
1552
1592
  policyVisibleContext: Record<string, unknown>;
1553
1593
  privilegedContextRef: string | null;
1554
- tags: string[];
1555
- metadata: Record<string, unknown>;
1556
- sourceRefs: string[];
1557
1594
  assets?: {
1558
1595
  id: string;
1559
1596
  sourceRefId: string;
1560
1597
  artifactRef: string;
1561
1598
  fileName: string;
1599
+ stagingPath?: string | undefined;
1562
1600
  mediaType: string;
1563
1601
  sha256: string;
1564
1602
  sizeBytes: number;
1565
- split: "train" | "validation" | "test" | "frozen_eval";
1603
+ split: "frozen_eval" | "test" | "train" | "validation";
1566
1604
  metadata: Record<string, unknown>;
1567
- stagingPath?: string | undefined;
1568
1605
  }[] | undefined;
1569
1606
  resourceRefs?: string[] | undefined;
1570
1607
  requiredOutputs?: {
1571
1608
  path: string;
1572
1609
  mediaType: string;
1573
- metadata: Record<string, unknown>;
1574
1610
  schemaRef?: string | null | undefined;
1611
+ submissionMode?: "structured_json" | undefined;
1575
1612
  maxBytes?: number | undefined;
1613
+ metadata: Record<string, unknown>;
1576
1614
  }[] | undefined;
1615
+ tags: string[];
1616
+ metadata: Record<string, unknown>;
1617
+ sourceRefs: string[];
1577
1618
  }[];
1578
1619
  graders: ({
1579
1620
  id: string;
1621
+ taskIds?: string[] | undefined;
1580
1622
  version: string;
1581
1623
  label: string;
1582
1624
  weight: number;
@@ -1584,11 +1626,11 @@ export declare class OpenPondTasksetDraftClient {
1584
1626
  rewardEligible: boolean;
1585
1627
  privileged: boolean;
1586
1628
  metadata: Record<string, unknown>;
1587
- kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
1629
+ kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
1588
1630
  config: Record<string, unknown>;
1589
- taskIds?: string[] | undefined;
1590
1631
  } | {
1591
1632
  id: string;
1633
+ taskIds?: string[] | undefined;
1592
1634
  version: string;
1593
1635
  label: string;
1594
1636
  weight: number;
@@ -1599,15 +1641,15 @@ export declare class OpenPondTasksetDraftClient {
1599
1641
  kind: "model_judge";
1600
1642
  rubric: string;
1601
1643
  judge: {
1602
- providerId: "claude-code" | "codex" | "custom-openai-compatible" | "openpond" | "opencode" | `acp:${string}` | "grok-build" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
1644
+ providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
1603
1645
  modelId: string;
1604
1646
  };
1605
1647
  calibrationFixtureRefs: string[];
1606
- calibrationStatus: "passed" | "pending" | "failed";
1648
+ calibrationStatus: "failed" | "passed" | "pending";
1607
1649
  temperature: number;
1608
- taskIds?: string[] | undefined;
1609
1650
  } | {
1610
1651
  id: string;
1652
+ taskIds?: string[] | undefined;
1611
1653
  version: string;
1612
1654
  label: string;
1613
1655
  weight: number;
@@ -1616,9 +1658,6 @@ export declare class OpenPondTasksetDraftClient {
1616
1658
  privileged: boolean;
1617
1659
  metadata: Record<string, unknown>;
1618
1660
  kind: "human";
1619
- rubric: string;
1620
- reviewerRole: string;
1621
- taskIds?: string[] | undefined;
1622
1661
  form?: {
1623
1662
  schemaVersion: "openpond.humanForm.v1";
1624
1663
  mode: "individual" | "pairwise";
@@ -1629,72 +1668,75 @@ export declare class OpenPondTasksetDraftClient {
1629
1668
  instructions: string;
1630
1669
  required: boolean;
1631
1670
  allowAbstain: boolean;
1632
- kind: "score";
1633
- minimum: number;
1634
- maximum: number;
1635
- step: number;
1636
1671
  requireRationale?: boolean | undefined;
1637
1672
  anchors?: {
1638
1673
  value: string | number | boolean;
1639
1674
  description: string;
1640
1675
  }[] | undefined;
1676
+ kind: "score";
1677
+ minimum: number;
1678
+ maximum: number;
1679
+ step: number;
1641
1680
  } | {
1642
1681
  id: string;
1643
1682
  label: string;
1644
1683
  instructions: string;
1645
1684
  required: boolean;
1646
1685
  allowAbstain: boolean;
1647
- kind: "category";
1648
- options: string[];
1649
1686
  requireRationale?: boolean | undefined;
1650
1687
  anchors?: {
1651
1688
  value: string | number | boolean;
1652
1689
  description: string;
1653
1690
  }[] | undefined;
1691
+ kind: "category";
1692
+ options: string[];
1654
1693
  } | {
1655
1694
  id: string;
1656
1695
  label: string;
1657
1696
  instructions: string;
1658
1697
  required: boolean;
1659
1698
  allowAbstain: boolean;
1660
- kind: "boolean";
1661
1699
  requireRationale?: boolean | undefined;
1662
1700
  anchors?: {
1663
1701
  value: string | number | boolean;
1664
1702
  description: string;
1665
1703
  }[] | undefined;
1704
+ kind: "boolean";
1666
1705
  } | {
1667
1706
  id: string;
1668
1707
  label: string;
1669
1708
  instructions: string;
1670
1709
  required: boolean;
1671
1710
  allowAbstain: boolean;
1672
- kind: "text";
1673
- maximumLength: number;
1674
1711
  requireRationale?: boolean | undefined;
1675
1712
  anchors?: {
1676
1713
  value: string | number | boolean;
1677
1714
  description: string;
1678
1715
  }[] | undefined;
1716
+ kind: "text";
1679
1717
  minimumLength?: number | undefined;
1718
+ maximumLength: number;
1680
1719
  } | {
1681
1720
  id: string;
1682
1721
  label: string;
1683
1722
  instructions: string;
1684
1723
  required: boolean;
1685
1724
  allowAbstain: boolean;
1686
- kind: "preference";
1687
- allowTie: boolean;
1688
1725
  requireRationale?: boolean | undefined;
1689
1726
  anchors?: {
1690
1727
  value: string | number | boolean;
1691
1728
  description: string;
1692
1729
  }[] | undefined;
1730
+ kind: "preference";
1693
1731
  requireStrength?: boolean | undefined;
1732
+ allowTie: boolean;
1694
1733
  })[];
1695
1734
  } | undefined;
1735
+ rubric: string;
1736
+ reviewerRole: string;
1696
1737
  } | {
1697
1738
  id: string;
1739
+ taskIds?: string[] | undefined;
1698
1740
  version: string;
1699
1741
  label: string;
1700
1742
  weight: number;
@@ -1703,17 +1745,16 @@ export declare class OpenPondTasksetDraftClient {
1703
1745
  privileged: boolean;
1704
1746
  metadata: Record<string, unknown>;
1705
1747
  kind: "custom_verifier";
1748
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
1706
1749
  module: string;
1707
1750
  exportName: string;
1708
1751
  timeoutMs: number;
1709
1752
  networkPolicy: "none";
1710
- taskIds?: string[] | undefined;
1711
- runtime?: "isolated_javascript" | "sandbox_process" | undefined;
1712
1753
  })[];
1713
1754
  graderFixtures: {
1714
1755
  id: string;
1715
1756
  taskId: string;
1716
- label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
1757
+ label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
1717
1758
  output: Record<string, unknown>;
1718
1759
  infrastructureError: string | null;
1719
1760
  expectedPassed: boolean;
@@ -1770,7 +1811,7 @@ export declare class OpenPondTasksetDraftClient {
1770
1811
  metadata: Record<string, unknown>;
1771
1812
  kind: "feedback";
1772
1813
  feedback: string;
1773
- polarity: "neutral" | "positive" | "negative" | "mixed";
1814
+ polarity: "mixed" | "negative" | "neutral" | "positive";
1774
1815
  }[];
1775
1816
  rewards: {
1776
1817
  id: string;
@@ -1821,49 +1862,14 @@ export declare class OpenPondTasksetDraftClient {
1821
1862
  createdAt: string;
1822
1863
  updatedAt: string;
1823
1864
  metadata: Record<string, unknown>;
1824
- datasetArtifact?: {
1825
- schemaVersion: "openpond.datasetArtifact.v1";
1826
- id: string;
1827
- tasksetId: string;
1828
- tasksetRevision: number;
1829
- contentHash: string;
1830
- format: "parquet";
1831
- schema: {
1832
- schemaVersion: "openpond.datasetSemanticSchema.v1";
1833
- fields: {
1834
- name: string;
1835
- semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
1836
- logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
1837
- nullable: boolean;
1838
- policy: "metadata" | "visible" | "privileged";
1839
- }[];
1840
- schemaHash: string;
1841
- };
1842
- shards: {
1843
- id: string;
1844
- split: "train" | "validation" | "test" | "frozen_eval";
1845
- path: string;
1846
- contentHash: string;
1847
- schemaHash: string;
1848
- sizeBytes: number;
1849
- rowCount: number;
1850
- rowGroupCount: number;
1851
- }[];
1852
- rowCount: number;
1853
- splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
1854
- sourceReceiptRefs: string[];
1855
- mappingHash: string;
1856
- qualityReportHash: string;
1857
- createdAt: string;
1858
- } | null | undefined;
1859
1865
  };
1860
1866
  workspaceHash: string;
1861
1867
  projectEtag: string;
1868
+ }>;
1869
+ save(modelId: string, input: TasksetDraftSaveRequest, options?: Options): Promise<{
1862
1870
  teamId: string;
1863
1871
  modelId: string;
1864
1872
  schemaVersion: "openpond.tasksetDraftReadback.v1";
1865
- }>;
1866
- save(modelId: string, input: TasksetDraftSaveRequest, options?: Options): Promise<{
1867
1873
  draft: {
1868
1874
  schemaVersion: "openpond.tasksetDraft.v1";
1869
1875
  id: string;
@@ -1906,17 +1912,17 @@ export declare class OpenPondTasksetDraftClient {
1906
1912
  } | null;
1907
1913
  name: string;
1908
1914
  objective: string;
1909
- purpose: "general" | "benchmark";
1915
+ purpose: "benchmark" | "general";
1910
1916
  benchmark: {
1911
1917
  schemaVersion: "openpond.tasksetBenchmark.v1";
1912
1918
  definitionId: string;
1913
1919
  releaseId: string;
1914
1920
  releaseHash: string;
1915
1921
  managedReleasePath: string;
1916
- adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
1917
- evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
1918
- primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
1919
- qualityGate: "none" | "non_regression" | "all_pass";
1922
+ adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
1923
+ evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
1924
+ primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
1925
+ qualityGate: "all_pass" | "non_regression" | "none";
1920
1926
  source: "builtin" | "imported";
1921
1927
  metadata: Record<string, unknown>;
1922
1928
  } | null;
@@ -1927,7 +1933,7 @@ export declare class OpenPondTasksetDraftClient {
1927
1933
  publishedAt: string;
1928
1934
  metadata: Record<string, unknown>;
1929
1935
  } | null;
1930
- status: "draft" | "validating" | "needs_review" | "published";
1936
+ status: "draft" | "needs_review" | "published" | "validating";
1931
1937
  sourceRefs: ({
1932
1938
  schemaVersion: "openpond.connectedDatasetSource.v1";
1933
1939
  kind: "connected_activity";
@@ -1936,27 +1942,27 @@ export declare class OpenPondTasksetDraftClient {
1936
1942
  title: string;
1937
1943
  sourceHash: string;
1938
1944
  occurredAt: string;
1939
- licensingStatus: "pending" | "approved" | "review" | "blocked";
1940
- secretScanStatus: "passed" | "pending" | "blocked";
1941
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
1942
- origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
1945
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
1946
+ secretScanStatus: "blocked" | "passed" | "pending";
1947
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
1948
+ origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
1943
1949
  sourceId: string;
1944
1950
  sessionId: string;
1945
1951
  normalizerVersion: string;
1946
- projection: "turn" | "conversation";
1952
+ projection: "conversation" | "turn";
1947
1953
  ownerUserId: string;
1948
1954
  purpose: "recorded_evaluation";
1949
- metadata: Record<string, unknown>;
1950
1955
  sourceFileHashes?: string[] | undefined;
1956
+ metadata: Record<string, unknown>;
1951
1957
  } | {
1952
1958
  id: string;
1953
1959
  profileId: string;
1954
1960
  title: string;
1955
1961
  sourceHash: string;
1956
1962
  occurredAt: string;
1957
- licensingStatus: "pending" | "approved" | "review" | "blocked";
1958
- secretScanStatus: "passed" | "pending" | "blocked";
1959
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
1963
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
1964
+ secretScanStatus: "blocked" | "passed" | "pending";
1965
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
1960
1966
  metadata: Record<string, unknown>;
1961
1967
  schemaVersion: "openpond.huggingFaceDatasetSource.v1";
1962
1968
  kind: "huggingface";
@@ -1975,9 +1981,9 @@ export declare class OpenPondTasksetDraftClient {
1975
1981
  title: string;
1976
1982
  sourceHash: string;
1977
1983
  occurredAt: string;
1978
- licensingStatus: "pending" | "approved" | "review" | "blocked";
1979
- secretScanStatus: "passed" | "pending" | "blocked";
1980
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
1984
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
1985
+ secretScanStatus: "blocked" | "passed" | "pending";
1986
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
1981
1987
  metadata: Record<string, unknown>;
1982
1988
  schemaVersion: "openpond.uploadedFileDatasetSource.v1";
1983
1989
  kind: "uploaded_file";
@@ -1992,9 +1998,9 @@ export declare class OpenPondTasksetDraftClient {
1992
1998
  title: string;
1993
1999
  sourceHash: string;
1994
2000
  occurredAt: string;
1995
- licensingStatus: "pending" | "approved" | "review" | "blocked";
1996
- secretScanStatus: "passed" | "pending" | "blocked";
1997
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
2001
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
2002
+ secretScanStatus: "blocked" | "passed" | "pending";
2003
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
1998
2004
  metadata: Record<string, unknown>;
1999
2005
  schemaVersion: "openpond.generatedDatasetSource.v1";
2000
2006
  kind: "generated";
@@ -2008,9 +2014,9 @@ export declare class OpenPondTasksetDraftClient {
2008
2014
  title: string;
2009
2015
  sourceHash: string;
2010
2016
  occurredAt: string;
2011
- licensingStatus: "pending" | "approved" | "review" | "blocked";
2012
- secretScanStatus: "passed" | "pending" | "blocked";
2013
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
2017
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
2018
+ secretScanStatus: "blocked" | "passed" | "pending";
2019
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
2014
2020
  metadata: Record<string, unknown>;
2015
2021
  schemaVersion: "openpond.learningBatchDatasetSource.v1";
2016
2022
  kind: "learning_batch";
@@ -2037,18 +2043,53 @@ export declare class OpenPondTasksetDraftClient {
2037
2043
  title: string;
2038
2044
  occurredAt: string;
2039
2045
  consent: {
2040
- status: "pending" | "granted" | "denied" | "revoked";
2041
- scope: "metadata_only" | "selected_turns" | "full_session";
2046
+ status: "denied" | "granted" | "pending" | "revoked";
2047
+ scope: "full_session" | "metadata_only" | "selected_turns";
2042
2048
  grantedBy: string | null;
2043
2049
  grantedAt: string | null;
2044
2050
  purpose: "task_authoring_and_evaluation";
2045
2051
  };
2046
2052
  connectedAppIds: string[];
2047
- secretScanStatus: "passed" | "pending" | "blocked";
2048
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
2049
- licensingStatus: "pending" | "approved" | "review" | "blocked";
2053
+ secretScanStatus: "blocked" | "passed" | "pending";
2054
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
2055
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
2050
2056
  metadata: Record<string, unknown>;
2051
2057
  })[];
2058
+ datasetArtifact?: {
2059
+ schemaVersion: "openpond.datasetArtifact.v1";
2060
+ id: string;
2061
+ tasksetId: string;
2062
+ tasksetRevision: number;
2063
+ contentHash: string;
2064
+ format: "parquet";
2065
+ schema: {
2066
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
2067
+ fields: {
2068
+ name: string;
2069
+ semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
2070
+ logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
2071
+ nullable: boolean;
2072
+ policy: "metadata" | "privileged" | "visible";
2073
+ }[];
2074
+ schemaHash: string;
2075
+ };
2076
+ shards: {
2077
+ id: string;
2078
+ split: "frozen_eval" | "test" | "train" | "validation";
2079
+ path: string;
2080
+ contentHash: string;
2081
+ schemaHash: string;
2082
+ sizeBytes: number;
2083
+ rowCount: number;
2084
+ rowGroupCount: number;
2085
+ }[];
2086
+ rowCount: number;
2087
+ splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
2088
+ sourceReceiptRefs: string[];
2089
+ mappingHash: string;
2090
+ qualityReportHash: string;
2091
+ createdAt: string;
2092
+ } | null | undefined;
2052
2093
  policy: {
2053
2094
  policyVisibleFields: string[];
2054
2095
  privilegedFields: string[];
@@ -2057,15 +2098,11 @@ export declare class OpenPondTasksetDraftClient {
2057
2098
  };
2058
2099
  environment: {
2059
2100
  protocolVersion: "openpond.taskEnvironment.v1";
2060
- kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
2101
+ kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
2061
2102
  entrypoint: string;
2062
2103
  stateful: boolean;
2063
2104
  deterministicSeeds: boolean;
2064
2105
  toolNames: string[];
2065
- lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
2066
- defaultTimeoutMs: number;
2067
- networkPolicy: "none" | "declared_read_only" | "declared_scoped";
2068
- metadata: Record<string, unknown>;
2069
2106
  actionBindings?: {
2070
2107
  schemaVersion: "openpond.harnessActionBinding.v1";
2071
2108
  actionId: string;
@@ -2088,18 +2125,22 @@ export declare class OpenPondTasksetDraftClient {
2088
2125
  source: "case_id";
2089
2126
  }[];
2090
2127
  }[] | undefined;
2128
+ lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
2129
+ defaultTimeoutMs: number;
2130
+ networkPolicy: "declared_read_only" | "declared_scoped" | "none";
2091
2131
  resources?: {
2092
2132
  id: string;
2093
- kind: "file" | "configuration" | "catalog" | "code_module";
2133
+ kind: "catalog" | "code_module" | "configuration" | "file";
2094
2134
  path: string;
2095
- visibility: "privileged" | "policy_visible" | "policy_hidden";
2135
+ mediaType?: string | null | undefined;
2136
+ visibility: "policy_hidden" | "policy_visible" | "privileged";
2096
2137
  required: boolean;
2097
2138
  metadata: Record<string, unknown>;
2098
- mediaType?: string | null | undefined;
2099
2139
  }[] | undefined;
2140
+ metadata: Record<string, unknown>;
2100
2141
  };
2101
2142
  output: {
2102
- mode: "text" | "structured_json" | "artifacts";
2143
+ mode: "artifacts" | "structured_json" | "text";
2103
2144
  jsonSchema: Record<string, unknown> | null;
2104
2145
  renderer: {
2105
2146
  module: string;
@@ -2109,14 +2150,14 @@ export declare class OpenPondTasksetDraftClient {
2109
2150
  };
2110
2151
  capabilities: {
2111
2152
  schemaVersion: "openpond.tasksetCapabilities.v1";
2112
- taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
2113
- supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
2114
- compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
2115
- rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
2153
+ taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
2154
+ supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
2155
+ compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
2156
+ rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
2116
2157
  requiresTools: boolean;
2117
2158
  requiresState: boolean;
2118
2159
  requiresPrivilegedGrading: boolean;
2119
- environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
2160
+ environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
2120
2161
  exportable: boolean;
2121
2162
  portabilityBlockers: string[];
2122
2163
  };
@@ -2124,7 +2165,8 @@ export declare class OpenPondTasksetDraftClient {
2124
2165
  schemaVersion: "openpond.tasksetMetricPolicy.v1";
2125
2166
  primaryMetric: string;
2126
2167
  aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
2127
- missingReward: "zero" | "exclude";
2168
+ missingReward: "exclude" | "zero";
2169
+ taskWeights?: Record<string, number> | undefined;
2128
2170
  customAggregator: {
2129
2171
  module: string;
2130
2172
  exportName: string;
@@ -2132,7 +2174,6 @@ export declare class OpenPondTasksetDraftClient {
2132
2174
  timeoutMs: number;
2133
2175
  networkPolicy: "none";
2134
2176
  } | null;
2135
- taskWeights?: Record<string, number> | undefined;
2136
2177
  };
2137
2178
  review: {
2138
2179
  enabled: boolean;
@@ -2152,37 +2193,39 @@ export declare class OpenPondTasksetDraftClient {
2152
2193
  schemaVersion: "openpond.taskData.v1";
2153
2194
  id: string;
2154
2195
  clusterKey: string;
2155
- split: "train" | "validation" | "test" | "frozen_eval";
2196
+ split: "frozen_eval" | "test" | "train" | "validation";
2156
2197
  input: Record<string, unknown>;
2157
2198
  expectedOutput: Record<string, unknown> | null;
2158
2199
  policyVisibleContext: Record<string, unknown>;
2159
2200
  privilegedContextRef: string | null;
2160
- tags: string[];
2161
- metadata: Record<string, unknown>;
2162
- sourceRefs: string[];
2163
2201
  assets?: {
2164
2202
  id: string;
2165
2203
  sourceRefId: string;
2166
2204
  artifactRef: string;
2167
2205
  fileName: string;
2206
+ stagingPath?: string | undefined;
2168
2207
  mediaType: string;
2169
2208
  sha256: string;
2170
2209
  sizeBytes: number;
2171
- split: "train" | "validation" | "test" | "frozen_eval";
2210
+ split: "frozen_eval" | "test" | "train" | "validation";
2172
2211
  metadata: Record<string, unknown>;
2173
- stagingPath?: string | undefined;
2174
2212
  }[] | undefined;
2175
2213
  resourceRefs?: string[] | undefined;
2176
2214
  requiredOutputs?: {
2177
2215
  path: string;
2178
2216
  mediaType: string;
2179
- metadata: Record<string, unknown>;
2180
2217
  schemaRef?: string | null | undefined;
2218
+ submissionMode?: "structured_json" | undefined;
2181
2219
  maxBytes?: number | undefined;
2220
+ metadata: Record<string, unknown>;
2182
2221
  }[] | undefined;
2222
+ tags: string[];
2223
+ metadata: Record<string, unknown>;
2224
+ sourceRefs: string[];
2183
2225
  }[];
2184
2226
  graders: ({
2185
2227
  id: string;
2228
+ taskIds?: string[] | undefined;
2186
2229
  version: string;
2187
2230
  label: string;
2188
2231
  weight: number;
@@ -2190,11 +2233,11 @@ export declare class OpenPondTasksetDraftClient {
2190
2233
  rewardEligible: boolean;
2191
2234
  privileged: boolean;
2192
2235
  metadata: Record<string, unknown>;
2193
- kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
2236
+ kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
2194
2237
  config: Record<string, unknown>;
2195
- taskIds?: string[] | undefined;
2196
2238
  } | {
2197
2239
  id: string;
2240
+ taskIds?: string[] | undefined;
2198
2241
  version: string;
2199
2242
  label: string;
2200
2243
  weight: number;
@@ -2205,15 +2248,15 @@ export declare class OpenPondTasksetDraftClient {
2205
2248
  kind: "model_judge";
2206
2249
  rubric: string;
2207
2250
  judge: {
2208
- providerId: "claude-code" | "codex" | "custom-openai-compatible" | "openpond" | "opencode" | `acp:${string}` | "grok-build" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
2251
+ providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
2209
2252
  modelId: string;
2210
2253
  };
2211
2254
  calibrationFixtureRefs: string[];
2212
- calibrationStatus: "passed" | "pending" | "failed";
2255
+ calibrationStatus: "failed" | "passed" | "pending";
2213
2256
  temperature: number;
2214
- taskIds?: string[] | undefined;
2215
2257
  } | {
2216
2258
  id: string;
2259
+ taskIds?: string[] | undefined;
2217
2260
  version: string;
2218
2261
  label: string;
2219
2262
  weight: number;
@@ -2222,9 +2265,6 @@ export declare class OpenPondTasksetDraftClient {
2222
2265
  privileged: boolean;
2223
2266
  metadata: Record<string, unknown>;
2224
2267
  kind: "human";
2225
- rubric: string;
2226
- reviewerRole: string;
2227
- taskIds?: string[] | undefined;
2228
2268
  form?: {
2229
2269
  schemaVersion: "openpond.humanForm.v1";
2230
2270
  mode: "individual" | "pairwise";
@@ -2235,72 +2275,75 @@ export declare class OpenPondTasksetDraftClient {
2235
2275
  instructions: string;
2236
2276
  required: boolean;
2237
2277
  allowAbstain: boolean;
2238
- kind: "score";
2239
- minimum: number;
2240
- maximum: number;
2241
- step: number;
2242
2278
  requireRationale?: boolean | undefined;
2243
2279
  anchors?: {
2244
2280
  value: string | number | boolean;
2245
2281
  description: string;
2246
2282
  }[] | undefined;
2283
+ kind: "score";
2284
+ minimum: number;
2285
+ maximum: number;
2286
+ step: number;
2247
2287
  } | {
2248
2288
  id: string;
2249
2289
  label: string;
2250
2290
  instructions: string;
2251
2291
  required: boolean;
2252
2292
  allowAbstain: boolean;
2253
- kind: "category";
2254
- options: string[];
2255
2293
  requireRationale?: boolean | undefined;
2256
2294
  anchors?: {
2257
2295
  value: string | number | boolean;
2258
2296
  description: string;
2259
2297
  }[] | undefined;
2298
+ kind: "category";
2299
+ options: string[];
2260
2300
  } | {
2261
2301
  id: string;
2262
2302
  label: string;
2263
2303
  instructions: string;
2264
2304
  required: boolean;
2265
2305
  allowAbstain: boolean;
2266
- kind: "boolean";
2267
2306
  requireRationale?: boolean | undefined;
2268
2307
  anchors?: {
2269
2308
  value: string | number | boolean;
2270
2309
  description: string;
2271
2310
  }[] | undefined;
2311
+ kind: "boolean";
2272
2312
  } | {
2273
2313
  id: string;
2274
2314
  label: string;
2275
2315
  instructions: string;
2276
2316
  required: boolean;
2277
2317
  allowAbstain: boolean;
2278
- kind: "text";
2279
- maximumLength: number;
2280
2318
  requireRationale?: boolean | undefined;
2281
2319
  anchors?: {
2282
2320
  value: string | number | boolean;
2283
2321
  description: string;
2284
2322
  }[] | undefined;
2323
+ kind: "text";
2285
2324
  minimumLength?: number | undefined;
2325
+ maximumLength: number;
2286
2326
  } | {
2287
2327
  id: string;
2288
2328
  label: string;
2289
2329
  instructions: string;
2290
2330
  required: boolean;
2291
2331
  allowAbstain: boolean;
2292
- kind: "preference";
2293
- allowTie: boolean;
2294
2332
  requireRationale?: boolean | undefined;
2295
2333
  anchors?: {
2296
2334
  value: string | number | boolean;
2297
2335
  description: string;
2298
2336
  }[] | undefined;
2337
+ kind: "preference";
2299
2338
  requireStrength?: boolean | undefined;
2339
+ allowTie: boolean;
2300
2340
  })[];
2301
2341
  } | undefined;
2342
+ rubric: string;
2343
+ reviewerRole: string;
2302
2344
  } | {
2303
2345
  id: string;
2346
+ taskIds?: string[] | undefined;
2304
2347
  version: string;
2305
2348
  label: string;
2306
2349
  weight: number;
@@ -2309,17 +2352,16 @@ export declare class OpenPondTasksetDraftClient {
2309
2352
  privileged: boolean;
2310
2353
  metadata: Record<string, unknown>;
2311
2354
  kind: "custom_verifier";
2355
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
2312
2356
  module: string;
2313
2357
  exportName: string;
2314
2358
  timeoutMs: number;
2315
2359
  networkPolicy: "none";
2316
- taskIds?: string[] | undefined;
2317
- runtime?: "isolated_javascript" | "sandbox_process" | undefined;
2318
2360
  })[];
2319
2361
  graderFixtures: {
2320
2362
  id: string;
2321
2363
  taskId: string;
2322
- label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
2364
+ label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
2323
2365
  output: Record<string, unknown>;
2324
2366
  infrastructureError: string | null;
2325
2367
  expectedPassed: boolean;
@@ -2376,7 +2418,7 @@ export declare class OpenPondTasksetDraftClient {
2376
2418
  metadata: Record<string, unknown>;
2377
2419
  kind: "feedback";
2378
2420
  feedback: string;
2379
- polarity: "neutral" | "positive" | "negative" | "mixed";
2421
+ polarity: "mixed" | "negative" | "neutral" | "positive";
2380
2422
  }[];
2381
2423
  rewards: {
2382
2424
  id: string;
@@ -2427,49 +2469,14 @@ export declare class OpenPondTasksetDraftClient {
2427
2469
  createdAt: string;
2428
2470
  updatedAt: string;
2429
2471
  metadata: Record<string, unknown>;
2430
- datasetArtifact?: {
2431
- schemaVersion: "openpond.datasetArtifact.v1";
2432
- id: string;
2433
- tasksetId: string;
2434
- tasksetRevision: number;
2435
- contentHash: string;
2436
- format: "parquet";
2437
- schema: {
2438
- schemaVersion: "openpond.datasetSemanticSchema.v1";
2439
- fields: {
2440
- name: string;
2441
- semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
2442
- logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
2443
- nullable: boolean;
2444
- policy: "metadata" | "visible" | "privileged";
2445
- }[];
2446
- schemaHash: string;
2447
- };
2448
- shards: {
2449
- id: string;
2450
- split: "train" | "validation" | "test" | "frozen_eval";
2451
- path: string;
2452
- contentHash: string;
2453
- schemaHash: string;
2454
- sizeBytes: number;
2455
- rowCount: number;
2456
- rowGroupCount: number;
2457
- }[];
2458
- rowCount: number;
2459
- splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
2460
- sourceReceiptRefs: string[];
2461
- mappingHash: string;
2462
- qualityReportHash: string;
2463
- createdAt: string;
2464
- } | null | undefined;
2465
2472
  };
2466
2473
  workspaceHash: string;
2467
2474
  projectEtag: string;
2475
+ }>;
2476
+ refreshModel(modelId: string, draftId: string, input: TasksetDraftRefreshRequest, options?: Options): Promise<{
2468
2477
  teamId: string;
2469
2478
  modelId: string;
2470
2479
  schemaVersion: "openpond.tasksetDraftReadback.v1";
2471
- }>;
2472
- refreshModel(modelId: string, draftId: string, input: TasksetDraftRefreshRequest, options?: Options): Promise<{
2473
2480
  draft: {
2474
2481
  schemaVersion: "openpond.tasksetDraft.v1";
2475
2482
  id: string;
@@ -2512,17 +2519,17 @@ export declare class OpenPondTasksetDraftClient {
2512
2519
  } | null;
2513
2520
  name: string;
2514
2521
  objective: string;
2515
- purpose: "general" | "benchmark";
2522
+ purpose: "benchmark" | "general";
2516
2523
  benchmark: {
2517
2524
  schemaVersion: "openpond.tasksetBenchmark.v1";
2518
2525
  definitionId: string;
2519
2526
  releaseId: string;
2520
2527
  releaseHash: string;
2521
2528
  managedReleasePath: string;
2522
- adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
2523
- evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
2524
- primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
2525
- qualityGate: "none" | "non_regression" | "all_pass";
2529
+ adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
2530
+ evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
2531
+ primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
2532
+ qualityGate: "all_pass" | "non_regression" | "none";
2526
2533
  source: "builtin" | "imported";
2527
2534
  metadata: Record<string, unknown>;
2528
2535
  } | null;
@@ -2533,7 +2540,7 @@ export declare class OpenPondTasksetDraftClient {
2533
2540
  publishedAt: string;
2534
2541
  metadata: Record<string, unknown>;
2535
2542
  } | null;
2536
- status: "draft" | "validating" | "needs_review" | "published";
2543
+ status: "draft" | "needs_review" | "published" | "validating";
2537
2544
  sourceRefs: ({
2538
2545
  schemaVersion: "openpond.connectedDatasetSource.v1";
2539
2546
  kind: "connected_activity";
@@ -2542,27 +2549,27 @@ export declare class OpenPondTasksetDraftClient {
2542
2549
  title: string;
2543
2550
  sourceHash: string;
2544
2551
  occurredAt: string;
2545
- licensingStatus: "pending" | "approved" | "review" | "blocked";
2546
- secretScanStatus: "passed" | "pending" | "blocked";
2547
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
2548
- origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
2552
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
2553
+ secretScanStatus: "blocked" | "passed" | "pending";
2554
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
2555
+ origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
2549
2556
  sourceId: string;
2550
2557
  sessionId: string;
2551
2558
  normalizerVersion: string;
2552
- projection: "turn" | "conversation";
2559
+ projection: "conversation" | "turn";
2553
2560
  ownerUserId: string;
2554
2561
  purpose: "recorded_evaluation";
2555
- metadata: Record<string, unknown>;
2556
2562
  sourceFileHashes?: string[] | undefined;
2563
+ metadata: Record<string, unknown>;
2557
2564
  } | {
2558
2565
  id: string;
2559
2566
  profileId: string;
2560
2567
  title: string;
2561
2568
  sourceHash: string;
2562
2569
  occurredAt: string;
2563
- licensingStatus: "pending" | "approved" | "review" | "blocked";
2564
- secretScanStatus: "passed" | "pending" | "blocked";
2565
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
2570
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
2571
+ secretScanStatus: "blocked" | "passed" | "pending";
2572
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
2566
2573
  metadata: Record<string, unknown>;
2567
2574
  schemaVersion: "openpond.huggingFaceDatasetSource.v1";
2568
2575
  kind: "huggingface";
@@ -2581,9 +2588,9 @@ export declare class OpenPondTasksetDraftClient {
2581
2588
  title: string;
2582
2589
  sourceHash: string;
2583
2590
  occurredAt: string;
2584
- licensingStatus: "pending" | "approved" | "review" | "blocked";
2585
- secretScanStatus: "passed" | "pending" | "blocked";
2586
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
2591
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
2592
+ secretScanStatus: "blocked" | "passed" | "pending";
2593
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
2587
2594
  metadata: Record<string, unknown>;
2588
2595
  schemaVersion: "openpond.uploadedFileDatasetSource.v1";
2589
2596
  kind: "uploaded_file";
@@ -2598,9 +2605,9 @@ export declare class OpenPondTasksetDraftClient {
2598
2605
  title: string;
2599
2606
  sourceHash: string;
2600
2607
  occurredAt: string;
2601
- licensingStatus: "pending" | "approved" | "review" | "blocked";
2602
- secretScanStatus: "passed" | "pending" | "blocked";
2603
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
2608
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
2609
+ secretScanStatus: "blocked" | "passed" | "pending";
2610
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
2604
2611
  metadata: Record<string, unknown>;
2605
2612
  schemaVersion: "openpond.generatedDatasetSource.v1";
2606
2613
  kind: "generated";
@@ -2614,9 +2621,9 @@ export declare class OpenPondTasksetDraftClient {
2614
2621
  title: string;
2615
2622
  sourceHash: string;
2616
2623
  occurredAt: string;
2617
- licensingStatus: "pending" | "approved" | "review" | "blocked";
2618
- secretScanStatus: "passed" | "pending" | "blocked";
2619
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
2624
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
2625
+ secretScanStatus: "blocked" | "passed" | "pending";
2626
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
2620
2627
  metadata: Record<string, unknown>;
2621
2628
  schemaVersion: "openpond.learningBatchDatasetSource.v1";
2622
2629
  kind: "learning_batch";
@@ -2643,36 +2650,67 @@ export declare class OpenPondTasksetDraftClient {
2643
2650
  title: string;
2644
2651
  occurredAt: string;
2645
2652
  consent: {
2646
- status: "pending" | "granted" | "denied" | "revoked";
2647
- scope: "metadata_only" | "selected_turns" | "full_session";
2653
+ status: "denied" | "granted" | "pending" | "revoked";
2654
+ scope: "full_session" | "metadata_only" | "selected_turns";
2648
2655
  grantedBy: string | null;
2649
2656
  grantedAt: string | null;
2650
2657
  purpose: "task_authoring_and_evaluation";
2651
2658
  };
2652
2659
  connectedAppIds: string[];
2653
- secretScanStatus: "passed" | "pending" | "blocked";
2654
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
2655
- licensingStatus: "pending" | "approved" | "review" | "blocked";
2660
+ secretScanStatus: "blocked" | "passed" | "pending";
2661
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
2662
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
2656
2663
  metadata: Record<string, unknown>;
2657
2664
  })[];
2658
- policy: {
2659
- policyVisibleFields: string[];
2660
- privilegedFields: string[];
2661
- hiddenGraderRefs: string[];
2662
- connectedAppScopes: string[];
2663
- };
2664
- environment: {
2665
- protocolVersion: "openpond.taskEnvironment.v1";
2666
- kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
2667
- entrypoint: string;
2668
- stateful: boolean;
2669
- deterministicSeeds: boolean;
2670
- toolNames: string[];
2671
- lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
2672
- defaultTimeoutMs: number;
2673
- networkPolicy: "none" | "declared_read_only" | "declared_scoped";
2674
- metadata: Record<string, unknown>;
2675
- actionBindings?: {
2665
+ datasetArtifact?: {
2666
+ schemaVersion: "openpond.datasetArtifact.v1";
2667
+ id: string;
2668
+ tasksetId: string;
2669
+ tasksetRevision: number;
2670
+ contentHash: string;
2671
+ format: "parquet";
2672
+ schema: {
2673
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
2674
+ fields: {
2675
+ name: string;
2676
+ semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
2677
+ logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
2678
+ nullable: boolean;
2679
+ policy: "metadata" | "privileged" | "visible";
2680
+ }[];
2681
+ schemaHash: string;
2682
+ };
2683
+ shards: {
2684
+ id: string;
2685
+ split: "frozen_eval" | "test" | "train" | "validation";
2686
+ path: string;
2687
+ contentHash: string;
2688
+ schemaHash: string;
2689
+ sizeBytes: number;
2690
+ rowCount: number;
2691
+ rowGroupCount: number;
2692
+ }[];
2693
+ rowCount: number;
2694
+ splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
2695
+ sourceReceiptRefs: string[];
2696
+ mappingHash: string;
2697
+ qualityReportHash: string;
2698
+ createdAt: string;
2699
+ } | null | undefined;
2700
+ policy: {
2701
+ policyVisibleFields: string[];
2702
+ privilegedFields: string[];
2703
+ hiddenGraderRefs: string[];
2704
+ connectedAppScopes: string[];
2705
+ };
2706
+ environment: {
2707
+ protocolVersion: "openpond.taskEnvironment.v1";
2708
+ kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
2709
+ entrypoint: string;
2710
+ stateful: boolean;
2711
+ deterministicSeeds: boolean;
2712
+ toolNames: string[];
2713
+ actionBindings?: {
2676
2714
  schemaVersion: "openpond.harnessActionBinding.v1";
2677
2715
  actionId: string;
2678
2716
  modelToolName: string;
@@ -2694,18 +2732,22 @@ export declare class OpenPondTasksetDraftClient {
2694
2732
  source: "case_id";
2695
2733
  }[];
2696
2734
  }[] | undefined;
2735
+ lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
2736
+ defaultTimeoutMs: number;
2737
+ networkPolicy: "declared_read_only" | "declared_scoped" | "none";
2697
2738
  resources?: {
2698
2739
  id: string;
2699
- kind: "file" | "configuration" | "catalog" | "code_module";
2740
+ kind: "catalog" | "code_module" | "configuration" | "file";
2700
2741
  path: string;
2701
- visibility: "privileged" | "policy_visible" | "policy_hidden";
2742
+ mediaType?: string | null | undefined;
2743
+ visibility: "policy_hidden" | "policy_visible" | "privileged";
2702
2744
  required: boolean;
2703
2745
  metadata: Record<string, unknown>;
2704
- mediaType?: string | null | undefined;
2705
2746
  }[] | undefined;
2747
+ metadata: Record<string, unknown>;
2706
2748
  };
2707
2749
  output: {
2708
- mode: "text" | "structured_json" | "artifacts";
2750
+ mode: "artifacts" | "structured_json" | "text";
2709
2751
  jsonSchema: Record<string, unknown> | null;
2710
2752
  renderer: {
2711
2753
  module: string;
@@ -2715,14 +2757,14 @@ export declare class OpenPondTasksetDraftClient {
2715
2757
  };
2716
2758
  capabilities: {
2717
2759
  schemaVersion: "openpond.tasksetCapabilities.v1";
2718
- taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
2719
- supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
2720
- compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
2721
- rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
2760
+ taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
2761
+ supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
2762
+ compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
2763
+ rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
2722
2764
  requiresTools: boolean;
2723
2765
  requiresState: boolean;
2724
2766
  requiresPrivilegedGrading: boolean;
2725
- environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
2767
+ environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
2726
2768
  exportable: boolean;
2727
2769
  portabilityBlockers: string[];
2728
2770
  };
@@ -2730,7 +2772,8 @@ export declare class OpenPondTasksetDraftClient {
2730
2772
  schemaVersion: "openpond.tasksetMetricPolicy.v1";
2731
2773
  primaryMetric: string;
2732
2774
  aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
2733
- missingReward: "zero" | "exclude";
2775
+ missingReward: "exclude" | "zero";
2776
+ taskWeights?: Record<string, number> | undefined;
2734
2777
  customAggregator: {
2735
2778
  module: string;
2736
2779
  exportName: string;
@@ -2738,7 +2781,6 @@ export declare class OpenPondTasksetDraftClient {
2738
2781
  timeoutMs: number;
2739
2782
  networkPolicy: "none";
2740
2783
  } | null;
2741
- taskWeights?: Record<string, number> | undefined;
2742
2784
  };
2743
2785
  review: {
2744
2786
  enabled: boolean;
@@ -2758,37 +2800,39 @@ export declare class OpenPondTasksetDraftClient {
2758
2800
  schemaVersion: "openpond.taskData.v1";
2759
2801
  id: string;
2760
2802
  clusterKey: string;
2761
- split: "train" | "validation" | "test" | "frozen_eval";
2803
+ split: "frozen_eval" | "test" | "train" | "validation";
2762
2804
  input: Record<string, unknown>;
2763
2805
  expectedOutput: Record<string, unknown> | null;
2764
2806
  policyVisibleContext: Record<string, unknown>;
2765
2807
  privilegedContextRef: string | null;
2766
- tags: string[];
2767
- metadata: Record<string, unknown>;
2768
- sourceRefs: string[];
2769
2808
  assets?: {
2770
2809
  id: string;
2771
2810
  sourceRefId: string;
2772
2811
  artifactRef: string;
2773
2812
  fileName: string;
2813
+ stagingPath?: string | undefined;
2774
2814
  mediaType: string;
2775
2815
  sha256: string;
2776
2816
  sizeBytes: number;
2777
- split: "train" | "validation" | "test" | "frozen_eval";
2817
+ split: "frozen_eval" | "test" | "train" | "validation";
2778
2818
  metadata: Record<string, unknown>;
2779
- stagingPath?: string | undefined;
2780
2819
  }[] | undefined;
2781
2820
  resourceRefs?: string[] | undefined;
2782
2821
  requiredOutputs?: {
2783
2822
  path: string;
2784
2823
  mediaType: string;
2785
- metadata: Record<string, unknown>;
2786
2824
  schemaRef?: string | null | undefined;
2825
+ submissionMode?: "structured_json" | undefined;
2787
2826
  maxBytes?: number | undefined;
2827
+ metadata: Record<string, unknown>;
2788
2828
  }[] | undefined;
2829
+ tags: string[];
2830
+ metadata: Record<string, unknown>;
2831
+ sourceRefs: string[];
2789
2832
  }[];
2790
2833
  graders: ({
2791
2834
  id: string;
2835
+ taskIds?: string[] | undefined;
2792
2836
  version: string;
2793
2837
  label: string;
2794
2838
  weight: number;
@@ -2796,11 +2840,11 @@ export declare class OpenPondTasksetDraftClient {
2796
2840
  rewardEligible: boolean;
2797
2841
  privileged: boolean;
2798
2842
  metadata: Record<string, unknown>;
2799
- kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
2843
+ kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
2800
2844
  config: Record<string, unknown>;
2801
- taskIds?: string[] | undefined;
2802
2845
  } | {
2803
2846
  id: string;
2847
+ taskIds?: string[] | undefined;
2804
2848
  version: string;
2805
2849
  label: string;
2806
2850
  weight: number;
@@ -2811,15 +2855,15 @@ export declare class OpenPondTasksetDraftClient {
2811
2855
  kind: "model_judge";
2812
2856
  rubric: string;
2813
2857
  judge: {
2814
- providerId: "claude-code" | "codex" | "custom-openai-compatible" | "openpond" | "opencode" | `acp:${string}` | "grok-build" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
2858
+ providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
2815
2859
  modelId: string;
2816
2860
  };
2817
2861
  calibrationFixtureRefs: string[];
2818
- calibrationStatus: "passed" | "pending" | "failed";
2862
+ calibrationStatus: "failed" | "passed" | "pending";
2819
2863
  temperature: number;
2820
- taskIds?: string[] | undefined;
2821
2864
  } | {
2822
2865
  id: string;
2866
+ taskIds?: string[] | undefined;
2823
2867
  version: string;
2824
2868
  label: string;
2825
2869
  weight: number;
@@ -2828,9 +2872,6 @@ export declare class OpenPondTasksetDraftClient {
2828
2872
  privileged: boolean;
2829
2873
  metadata: Record<string, unknown>;
2830
2874
  kind: "human";
2831
- rubric: string;
2832
- reviewerRole: string;
2833
- taskIds?: string[] | undefined;
2834
2875
  form?: {
2835
2876
  schemaVersion: "openpond.humanForm.v1";
2836
2877
  mode: "individual" | "pairwise";
@@ -2841,72 +2882,75 @@ export declare class OpenPondTasksetDraftClient {
2841
2882
  instructions: string;
2842
2883
  required: boolean;
2843
2884
  allowAbstain: boolean;
2844
- kind: "score";
2845
- minimum: number;
2846
- maximum: number;
2847
- step: number;
2848
2885
  requireRationale?: boolean | undefined;
2849
2886
  anchors?: {
2850
2887
  value: string | number | boolean;
2851
2888
  description: string;
2852
2889
  }[] | undefined;
2890
+ kind: "score";
2891
+ minimum: number;
2892
+ maximum: number;
2893
+ step: number;
2853
2894
  } | {
2854
2895
  id: string;
2855
2896
  label: string;
2856
2897
  instructions: string;
2857
2898
  required: boolean;
2858
2899
  allowAbstain: boolean;
2859
- kind: "category";
2860
- options: string[];
2861
2900
  requireRationale?: boolean | undefined;
2862
2901
  anchors?: {
2863
2902
  value: string | number | boolean;
2864
2903
  description: string;
2865
2904
  }[] | undefined;
2905
+ kind: "category";
2906
+ options: string[];
2866
2907
  } | {
2867
2908
  id: string;
2868
2909
  label: string;
2869
2910
  instructions: string;
2870
2911
  required: boolean;
2871
2912
  allowAbstain: boolean;
2872
- kind: "boolean";
2873
2913
  requireRationale?: boolean | undefined;
2874
2914
  anchors?: {
2875
2915
  value: string | number | boolean;
2876
2916
  description: string;
2877
2917
  }[] | undefined;
2918
+ kind: "boolean";
2878
2919
  } | {
2879
2920
  id: string;
2880
2921
  label: string;
2881
2922
  instructions: string;
2882
2923
  required: boolean;
2883
2924
  allowAbstain: boolean;
2884
- kind: "text";
2885
- maximumLength: number;
2886
2925
  requireRationale?: boolean | undefined;
2887
2926
  anchors?: {
2888
2927
  value: string | number | boolean;
2889
2928
  description: string;
2890
2929
  }[] | undefined;
2930
+ kind: "text";
2891
2931
  minimumLength?: number | undefined;
2932
+ maximumLength: number;
2892
2933
  } | {
2893
2934
  id: string;
2894
2935
  label: string;
2895
2936
  instructions: string;
2896
2937
  required: boolean;
2897
2938
  allowAbstain: boolean;
2898
- kind: "preference";
2899
- allowTie: boolean;
2900
2939
  requireRationale?: boolean | undefined;
2901
2940
  anchors?: {
2902
2941
  value: string | number | boolean;
2903
2942
  description: string;
2904
2943
  }[] | undefined;
2944
+ kind: "preference";
2905
2945
  requireStrength?: boolean | undefined;
2946
+ allowTie: boolean;
2906
2947
  })[];
2907
2948
  } | undefined;
2949
+ rubric: string;
2950
+ reviewerRole: string;
2908
2951
  } | {
2909
2952
  id: string;
2953
+ taskIds?: string[] | undefined;
2910
2954
  version: string;
2911
2955
  label: string;
2912
2956
  weight: number;
@@ -2915,17 +2959,16 @@ export declare class OpenPondTasksetDraftClient {
2915
2959
  privileged: boolean;
2916
2960
  metadata: Record<string, unknown>;
2917
2961
  kind: "custom_verifier";
2962
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
2918
2963
  module: string;
2919
2964
  exportName: string;
2920
2965
  timeoutMs: number;
2921
2966
  networkPolicy: "none";
2922
- taskIds?: string[] | undefined;
2923
- runtime?: "isolated_javascript" | "sandbox_process" | undefined;
2924
2967
  })[];
2925
2968
  graderFixtures: {
2926
2969
  id: string;
2927
2970
  taskId: string;
2928
- label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
2971
+ label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
2929
2972
  output: Record<string, unknown>;
2930
2973
  infrastructureError: string | null;
2931
2974
  expectedPassed: boolean;
@@ -2982,7 +3025,7 @@ export declare class OpenPondTasksetDraftClient {
2982
3025
  metadata: Record<string, unknown>;
2983
3026
  kind: "feedback";
2984
3027
  feedback: string;
2985
- polarity: "neutral" | "positive" | "negative" | "mixed";
3028
+ polarity: "mixed" | "negative" | "neutral" | "positive";
2986
3029
  }[];
2987
3030
  rewards: {
2988
3031
  id: string;
@@ -3033,49 +3076,14 @@ export declare class OpenPondTasksetDraftClient {
3033
3076
  createdAt: string;
3034
3077
  updatedAt: string;
3035
3078
  metadata: Record<string, unknown>;
3036
- datasetArtifact?: {
3037
- schemaVersion: "openpond.datasetArtifact.v1";
3038
- id: string;
3039
- tasksetId: string;
3040
- tasksetRevision: number;
3041
- contentHash: string;
3042
- format: "parquet";
3043
- schema: {
3044
- schemaVersion: "openpond.datasetSemanticSchema.v1";
3045
- fields: {
3046
- name: string;
3047
- semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
3048
- logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
3049
- nullable: boolean;
3050
- policy: "metadata" | "visible" | "privileged";
3051
- }[];
3052
- schemaHash: string;
3053
- };
3054
- shards: {
3055
- id: string;
3056
- split: "train" | "validation" | "test" | "frozen_eval";
3057
- path: string;
3058
- contentHash: string;
3059
- schemaHash: string;
3060
- sizeBytes: number;
3061
- rowCount: number;
3062
- rowGroupCount: number;
3063
- }[];
3064
- rowCount: number;
3065
- splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
3066
- sourceReceiptRefs: string[];
3067
- mappingHash: string;
3068
- qualityReportHash: string;
3069
- createdAt: string;
3070
- } | null | undefined;
3071
3079
  };
3072
3080
  workspaceHash: string;
3073
3081
  projectEtag: string;
3074
- teamId: string;
3075
- modelId: string;
3076
- schemaVersion: "openpond.tasksetDraftReadback.v1";
3077
3082
  }>;
3078
3083
  files(modelId: string, draftId: string, options?: Options): Promise<{
3084
+ teamId: string;
3085
+ modelId: string;
3086
+ schemaVersion: "openpond.tasksetDraftFileList.v1";
3079
3087
  draftId: string;
3080
3088
  draftRevision: number;
3081
3089
  files: {
@@ -3083,11 +3091,11 @@ export declare class OpenPondTasksetDraftClient {
3083
3091
  sizeBytes: number;
3084
3092
  writable: boolean;
3085
3093
  }[];
3086
- teamId: string;
3087
- modelId: string;
3088
- schemaVersion: "openpond.tasksetDraftFileList.v1";
3089
3094
  }>;
3090
3095
  readFile(modelId: string, draftId: string, path: string, options?: Options): Promise<{
3096
+ teamId: string;
3097
+ modelId: string;
3098
+ schemaVersion: "openpond.tasksetDraftFileReadback.v1";
3091
3099
  draftId: string;
3092
3100
  draftRevision: number;
3093
3101
  file: {
@@ -3096,15 +3104,15 @@ export declare class OpenPondTasksetDraftClient {
3096
3104
  writable: boolean;
3097
3105
  contentHash: string;
3098
3106
  content: {
3099
- encoding: "utf8" | "base64";
3107
+ encoding: "base64" | "utf8";
3100
3108
  data: string;
3101
3109
  };
3102
3110
  };
3103
- teamId: string;
3104
- modelId: string;
3105
- schemaVersion: "openpond.tasksetDraftFileReadback.v1";
3106
3111
  }>;
3107
3112
  saveFile(modelId: string, input: TasksetDraftFileMutation, options?: Options): Promise<{
3113
+ teamId: string;
3114
+ modelId: string;
3115
+ schemaVersion: "openpond.tasksetDraftReadback.v1";
3108
3116
  draft: {
3109
3117
  schemaVersion: "openpond.tasksetDraft.v1";
3110
3118
  id: string;
@@ -3147,17 +3155,17 @@ export declare class OpenPondTasksetDraftClient {
3147
3155
  } | null;
3148
3156
  name: string;
3149
3157
  objective: string;
3150
- purpose: "general" | "benchmark";
3158
+ purpose: "benchmark" | "general";
3151
3159
  benchmark: {
3152
3160
  schemaVersion: "openpond.tasksetBenchmark.v1";
3153
3161
  definitionId: string;
3154
3162
  releaseId: string;
3155
3163
  releaseHash: string;
3156
3164
  managedReleasePath: string;
3157
- adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
3158
- evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
3159
- primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
3160
- qualityGate: "none" | "non_regression" | "all_pass";
3165
+ adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
3166
+ evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
3167
+ primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
3168
+ qualityGate: "all_pass" | "non_regression" | "none";
3161
3169
  source: "builtin" | "imported";
3162
3170
  metadata: Record<string, unknown>;
3163
3171
  } | null;
@@ -3168,7 +3176,7 @@ export declare class OpenPondTasksetDraftClient {
3168
3176
  publishedAt: string;
3169
3177
  metadata: Record<string, unknown>;
3170
3178
  } | null;
3171
- status: "draft" | "validating" | "needs_review" | "published";
3179
+ status: "draft" | "needs_review" | "published" | "validating";
3172
3180
  sourceRefs: ({
3173
3181
  schemaVersion: "openpond.connectedDatasetSource.v1";
3174
3182
  kind: "connected_activity";
@@ -3177,27 +3185,27 @@ export declare class OpenPondTasksetDraftClient {
3177
3185
  title: string;
3178
3186
  sourceHash: string;
3179
3187
  occurredAt: string;
3180
- licensingStatus: "pending" | "approved" | "review" | "blocked";
3181
- secretScanStatus: "passed" | "pending" | "blocked";
3182
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
3183
- origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
3188
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
3189
+ secretScanStatus: "blocked" | "passed" | "pending";
3190
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
3191
+ origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
3184
3192
  sourceId: string;
3185
3193
  sessionId: string;
3186
3194
  normalizerVersion: string;
3187
- projection: "turn" | "conversation";
3195
+ projection: "conversation" | "turn";
3188
3196
  ownerUserId: string;
3189
3197
  purpose: "recorded_evaluation";
3190
- metadata: Record<string, unknown>;
3191
3198
  sourceFileHashes?: string[] | undefined;
3199
+ metadata: Record<string, unknown>;
3192
3200
  } | {
3193
3201
  id: string;
3194
3202
  profileId: string;
3195
3203
  title: string;
3196
3204
  sourceHash: string;
3197
3205
  occurredAt: string;
3198
- licensingStatus: "pending" | "approved" | "review" | "blocked";
3199
- secretScanStatus: "passed" | "pending" | "blocked";
3200
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
3206
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
3207
+ secretScanStatus: "blocked" | "passed" | "pending";
3208
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
3201
3209
  metadata: Record<string, unknown>;
3202
3210
  schemaVersion: "openpond.huggingFaceDatasetSource.v1";
3203
3211
  kind: "huggingface";
@@ -3216,9 +3224,9 @@ export declare class OpenPondTasksetDraftClient {
3216
3224
  title: string;
3217
3225
  sourceHash: string;
3218
3226
  occurredAt: string;
3219
- licensingStatus: "pending" | "approved" | "review" | "blocked";
3220
- secretScanStatus: "passed" | "pending" | "blocked";
3221
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
3227
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
3228
+ secretScanStatus: "blocked" | "passed" | "pending";
3229
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
3222
3230
  metadata: Record<string, unknown>;
3223
3231
  schemaVersion: "openpond.uploadedFileDatasetSource.v1";
3224
3232
  kind: "uploaded_file";
@@ -3233,9 +3241,9 @@ export declare class OpenPondTasksetDraftClient {
3233
3241
  title: string;
3234
3242
  sourceHash: string;
3235
3243
  occurredAt: string;
3236
- licensingStatus: "pending" | "approved" | "review" | "blocked";
3237
- secretScanStatus: "passed" | "pending" | "blocked";
3238
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
3244
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
3245
+ secretScanStatus: "blocked" | "passed" | "pending";
3246
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
3239
3247
  metadata: Record<string, unknown>;
3240
3248
  schemaVersion: "openpond.generatedDatasetSource.v1";
3241
3249
  kind: "generated";
@@ -3249,9 +3257,9 @@ export declare class OpenPondTasksetDraftClient {
3249
3257
  title: string;
3250
3258
  sourceHash: string;
3251
3259
  occurredAt: string;
3252
- licensingStatus: "pending" | "approved" | "review" | "blocked";
3253
- secretScanStatus: "passed" | "pending" | "blocked";
3254
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
3260
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
3261
+ secretScanStatus: "blocked" | "passed" | "pending";
3262
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
3255
3263
  metadata: Record<string, unknown>;
3256
3264
  schemaVersion: "openpond.learningBatchDatasetSource.v1";
3257
3265
  kind: "learning_batch";
@@ -3278,18 +3286,53 @@ export declare class OpenPondTasksetDraftClient {
3278
3286
  title: string;
3279
3287
  occurredAt: string;
3280
3288
  consent: {
3281
- status: "pending" | "granted" | "denied" | "revoked";
3282
- scope: "metadata_only" | "selected_turns" | "full_session";
3289
+ status: "denied" | "granted" | "pending" | "revoked";
3290
+ scope: "full_session" | "metadata_only" | "selected_turns";
3283
3291
  grantedBy: string | null;
3284
3292
  grantedAt: string | null;
3285
3293
  purpose: "task_authoring_and_evaluation";
3286
3294
  };
3287
3295
  connectedAppIds: string[];
3288
- secretScanStatus: "passed" | "pending" | "blocked";
3289
- piiScanStatus: "passed" | "pending" | "review" | "blocked";
3290
- licensingStatus: "pending" | "approved" | "review" | "blocked";
3296
+ secretScanStatus: "blocked" | "passed" | "pending";
3297
+ piiScanStatus: "blocked" | "passed" | "pending" | "review";
3298
+ licensingStatus: "approved" | "blocked" | "pending" | "review";
3291
3299
  metadata: Record<string, unknown>;
3292
3300
  })[];
3301
+ datasetArtifact?: {
3302
+ schemaVersion: "openpond.datasetArtifact.v1";
3303
+ id: string;
3304
+ tasksetId: string;
3305
+ tasksetRevision: number;
3306
+ contentHash: string;
3307
+ format: "parquet";
3308
+ schema: {
3309
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
3310
+ fields: {
3311
+ name: string;
3312
+ semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
3313
+ logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
3314
+ nullable: boolean;
3315
+ policy: "metadata" | "privileged" | "visible";
3316
+ }[];
3317
+ schemaHash: string;
3318
+ };
3319
+ shards: {
3320
+ id: string;
3321
+ split: "frozen_eval" | "test" | "train" | "validation";
3322
+ path: string;
3323
+ contentHash: string;
3324
+ schemaHash: string;
3325
+ sizeBytes: number;
3326
+ rowCount: number;
3327
+ rowGroupCount: number;
3328
+ }[];
3329
+ rowCount: number;
3330
+ splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
3331
+ sourceReceiptRefs: string[];
3332
+ mappingHash: string;
3333
+ qualityReportHash: string;
3334
+ createdAt: string;
3335
+ } | null | undefined;
3293
3336
  policy: {
3294
3337
  policyVisibleFields: string[];
3295
3338
  privilegedFields: string[];
@@ -3298,15 +3341,11 @@ export declare class OpenPondTasksetDraftClient {
3298
3341
  };
3299
3342
  environment: {
3300
3343
  protocolVersion: "openpond.taskEnvironment.v1";
3301
- kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
3344
+ kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
3302
3345
  entrypoint: string;
3303
3346
  stateful: boolean;
3304
3347
  deterministicSeeds: boolean;
3305
3348
  toolNames: string[];
3306
- lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
3307
- defaultTimeoutMs: number;
3308
- networkPolicy: "none" | "declared_read_only" | "declared_scoped";
3309
- metadata: Record<string, unknown>;
3310
3349
  actionBindings?: {
3311
3350
  schemaVersion: "openpond.harnessActionBinding.v1";
3312
3351
  actionId: string;
@@ -3329,18 +3368,22 @@ export declare class OpenPondTasksetDraftClient {
3329
3368
  source: "case_id";
3330
3369
  }[];
3331
3370
  }[] | undefined;
3371
+ lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
3372
+ defaultTimeoutMs: number;
3373
+ networkPolicy: "declared_read_only" | "declared_scoped" | "none";
3332
3374
  resources?: {
3333
3375
  id: string;
3334
- kind: "file" | "configuration" | "catalog" | "code_module";
3376
+ kind: "catalog" | "code_module" | "configuration" | "file";
3335
3377
  path: string;
3336
- visibility: "privileged" | "policy_visible" | "policy_hidden";
3378
+ mediaType?: string | null | undefined;
3379
+ visibility: "policy_hidden" | "policy_visible" | "privileged";
3337
3380
  required: boolean;
3338
3381
  metadata: Record<string, unknown>;
3339
- mediaType?: string | null | undefined;
3340
3382
  }[] | undefined;
3383
+ metadata: Record<string, unknown>;
3341
3384
  };
3342
3385
  output: {
3343
- mode: "text" | "structured_json" | "artifacts";
3386
+ mode: "artifacts" | "structured_json" | "text";
3344
3387
  jsonSchema: Record<string, unknown> | null;
3345
3388
  renderer: {
3346
3389
  module: string;
@@ -3350,14 +3393,14 @@ export declare class OpenPondTasksetDraftClient {
3350
3393
  };
3351
3394
  capabilities: {
3352
3395
  schemaVersion: "openpond.tasksetCapabilities.v1";
3353
- taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
3354
- supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
3355
- compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
3356
- rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
3396
+ taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
3397
+ supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
3398
+ compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
3399
+ rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
3357
3400
  requiresTools: boolean;
3358
3401
  requiresState: boolean;
3359
3402
  requiresPrivilegedGrading: boolean;
3360
- environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
3403
+ environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
3361
3404
  exportable: boolean;
3362
3405
  portabilityBlockers: string[];
3363
3406
  };
@@ -3365,7 +3408,8 @@ export declare class OpenPondTasksetDraftClient {
3365
3408
  schemaVersion: "openpond.tasksetMetricPolicy.v1";
3366
3409
  primaryMetric: string;
3367
3410
  aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
3368
- missingReward: "zero" | "exclude";
3411
+ missingReward: "exclude" | "zero";
3412
+ taskWeights?: Record<string, number> | undefined;
3369
3413
  customAggregator: {
3370
3414
  module: string;
3371
3415
  exportName: string;
@@ -3373,7 +3417,6 @@ export declare class OpenPondTasksetDraftClient {
3373
3417
  timeoutMs: number;
3374
3418
  networkPolicy: "none";
3375
3419
  } | null;
3376
- taskWeights?: Record<string, number> | undefined;
3377
3420
  };
3378
3421
  review: {
3379
3422
  enabled: boolean;
@@ -3393,37 +3436,39 @@ export declare class OpenPondTasksetDraftClient {
3393
3436
  schemaVersion: "openpond.taskData.v1";
3394
3437
  id: string;
3395
3438
  clusterKey: string;
3396
- split: "train" | "validation" | "test" | "frozen_eval";
3439
+ split: "frozen_eval" | "test" | "train" | "validation";
3397
3440
  input: Record<string, unknown>;
3398
3441
  expectedOutput: Record<string, unknown> | null;
3399
3442
  policyVisibleContext: Record<string, unknown>;
3400
3443
  privilegedContextRef: string | null;
3401
- tags: string[];
3402
- metadata: Record<string, unknown>;
3403
- sourceRefs: string[];
3404
3444
  assets?: {
3405
3445
  id: string;
3406
3446
  sourceRefId: string;
3407
3447
  artifactRef: string;
3408
3448
  fileName: string;
3449
+ stagingPath?: string | undefined;
3409
3450
  mediaType: string;
3410
3451
  sha256: string;
3411
3452
  sizeBytes: number;
3412
- split: "train" | "validation" | "test" | "frozen_eval";
3453
+ split: "frozen_eval" | "test" | "train" | "validation";
3413
3454
  metadata: Record<string, unknown>;
3414
- stagingPath?: string | undefined;
3415
3455
  }[] | undefined;
3416
3456
  resourceRefs?: string[] | undefined;
3417
3457
  requiredOutputs?: {
3418
3458
  path: string;
3419
3459
  mediaType: string;
3420
- metadata: Record<string, unknown>;
3421
3460
  schemaRef?: string | null | undefined;
3461
+ submissionMode?: "structured_json" | undefined;
3422
3462
  maxBytes?: number | undefined;
3463
+ metadata: Record<string, unknown>;
3423
3464
  }[] | undefined;
3465
+ tags: string[];
3466
+ metadata: Record<string, unknown>;
3467
+ sourceRefs: string[];
3424
3468
  }[];
3425
3469
  graders: ({
3426
3470
  id: string;
3471
+ taskIds?: string[] | undefined;
3427
3472
  version: string;
3428
3473
  label: string;
3429
3474
  weight: number;
@@ -3431,11 +3476,11 @@ export declare class OpenPondTasksetDraftClient {
3431
3476
  rewardEligible: boolean;
3432
3477
  privileged: boolean;
3433
3478
  metadata: Record<string, unknown>;
3434
- kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
3479
+ kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
3435
3480
  config: Record<string, unknown>;
3436
- taskIds?: string[] | undefined;
3437
3481
  } | {
3438
3482
  id: string;
3483
+ taskIds?: string[] | undefined;
3439
3484
  version: string;
3440
3485
  label: string;
3441
3486
  weight: number;
@@ -3446,15 +3491,15 @@ export declare class OpenPondTasksetDraftClient {
3446
3491
  kind: "model_judge";
3447
3492
  rubric: string;
3448
3493
  judge: {
3449
- providerId: "claude-code" | "codex" | "custom-openai-compatible" | "openpond" | "opencode" | `acp:${string}` | "grok-build" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
3494
+ providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
3450
3495
  modelId: string;
3451
3496
  };
3452
3497
  calibrationFixtureRefs: string[];
3453
- calibrationStatus: "passed" | "pending" | "failed";
3498
+ calibrationStatus: "failed" | "passed" | "pending";
3454
3499
  temperature: number;
3455
- taskIds?: string[] | undefined;
3456
3500
  } | {
3457
3501
  id: string;
3502
+ taskIds?: string[] | undefined;
3458
3503
  version: string;
3459
3504
  label: string;
3460
3505
  weight: number;
@@ -3463,9 +3508,6 @@ export declare class OpenPondTasksetDraftClient {
3463
3508
  privileged: boolean;
3464
3509
  metadata: Record<string, unknown>;
3465
3510
  kind: "human";
3466
- rubric: string;
3467
- reviewerRole: string;
3468
- taskIds?: string[] | undefined;
3469
3511
  form?: {
3470
3512
  schemaVersion: "openpond.humanForm.v1";
3471
3513
  mode: "individual" | "pairwise";
@@ -3476,72 +3518,75 @@ export declare class OpenPondTasksetDraftClient {
3476
3518
  instructions: string;
3477
3519
  required: boolean;
3478
3520
  allowAbstain: boolean;
3479
- kind: "score";
3480
- minimum: number;
3481
- maximum: number;
3482
- step: number;
3483
3521
  requireRationale?: boolean | undefined;
3484
3522
  anchors?: {
3485
3523
  value: string | number | boolean;
3486
3524
  description: string;
3487
3525
  }[] | undefined;
3526
+ kind: "score";
3527
+ minimum: number;
3528
+ maximum: number;
3529
+ step: number;
3488
3530
  } | {
3489
3531
  id: string;
3490
3532
  label: string;
3491
3533
  instructions: string;
3492
3534
  required: boolean;
3493
3535
  allowAbstain: boolean;
3494
- kind: "category";
3495
- options: string[];
3496
3536
  requireRationale?: boolean | undefined;
3497
3537
  anchors?: {
3498
3538
  value: string | number | boolean;
3499
3539
  description: string;
3500
3540
  }[] | undefined;
3541
+ kind: "category";
3542
+ options: string[];
3501
3543
  } | {
3502
3544
  id: string;
3503
3545
  label: string;
3504
3546
  instructions: string;
3505
3547
  required: boolean;
3506
3548
  allowAbstain: boolean;
3507
- kind: "boolean";
3508
3549
  requireRationale?: boolean | undefined;
3509
3550
  anchors?: {
3510
3551
  value: string | number | boolean;
3511
3552
  description: string;
3512
3553
  }[] | undefined;
3554
+ kind: "boolean";
3513
3555
  } | {
3514
3556
  id: string;
3515
3557
  label: string;
3516
3558
  instructions: string;
3517
3559
  required: boolean;
3518
3560
  allowAbstain: boolean;
3519
- kind: "text";
3520
- maximumLength: number;
3521
3561
  requireRationale?: boolean | undefined;
3522
3562
  anchors?: {
3523
3563
  value: string | number | boolean;
3524
3564
  description: string;
3525
3565
  }[] | undefined;
3566
+ kind: "text";
3526
3567
  minimumLength?: number | undefined;
3568
+ maximumLength: number;
3527
3569
  } | {
3528
3570
  id: string;
3529
3571
  label: string;
3530
3572
  instructions: string;
3531
3573
  required: boolean;
3532
3574
  allowAbstain: boolean;
3533
- kind: "preference";
3534
- allowTie: boolean;
3535
3575
  requireRationale?: boolean | undefined;
3536
3576
  anchors?: {
3537
3577
  value: string | number | boolean;
3538
3578
  description: string;
3539
3579
  }[] | undefined;
3580
+ kind: "preference";
3540
3581
  requireStrength?: boolean | undefined;
3582
+ allowTie: boolean;
3541
3583
  })[];
3542
3584
  } | undefined;
3585
+ rubric: string;
3586
+ reviewerRole: string;
3543
3587
  } | {
3544
3588
  id: string;
3589
+ taskIds?: string[] | undefined;
3545
3590
  version: string;
3546
3591
  label: string;
3547
3592
  weight: number;
@@ -3550,17 +3595,16 @@ export declare class OpenPondTasksetDraftClient {
3550
3595
  privileged: boolean;
3551
3596
  metadata: Record<string, unknown>;
3552
3597
  kind: "custom_verifier";
3598
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
3553
3599
  module: string;
3554
3600
  exportName: string;
3555
3601
  timeoutMs: number;
3556
3602
  networkPolicy: "none";
3557
- taskIds?: string[] | undefined;
3558
- runtime?: "isolated_javascript" | "sandbox_process" | undefined;
3559
3603
  })[];
3560
3604
  graderFixtures: {
3561
3605
  id: string;
3562
3606
  taskId: string;
3563
- label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
3607
+ label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
3564
3608
  output: Record<string, unknown>;
3565
3609
  infrastructureError: string | null;
3566
3610
  expectedPassed: boolean;
@@ -3617,7 +3661,7 @@ export declare class OpenPondTasksetDraftClient {
3617
3661
  metadata: Record<string, unknown>;
3618
3662
  kind: "feedback";
3619
3663
  feedback: string;
3620
- polarity: "neutral" | "positive" | "negative" | "mixed";
3664
+ polarity: "mixed" | "negative" | "neutral" | "positive";
3621
3665
  }[];
3622
3666
  rewards: {
3623
3667
  id: string;
@@ -3668,49 +3712,14 @@ export declare class OpenPondTasksetDraftClient {
3668
3712
  createdAt: string;
3669
3713
  updatedAt: string;
3670
3714
  metadata: Record<string, unknown>;
3671
- datasetArtifact?: {
3672
- schemaVersion: "openpond.datasetArtifact.v1";
3673
- id: string;
3674
- tasksetId: string;
3675
- tasksetRevision: number;
3676
- contentHash: string;
3677
- format: "parquet";
3678
- schema: {
3679
- schemaVersion: "openpond.datasetSemanticSchema.v1";
3680
- fields: {
3681
- name: string;
3682
- semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
3683
- logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
3684
- nullable: boolean;
3685
- policy: "metadata" | "visible" | "privileged";
3686
- }[];
3687
- schemaHash: string;
3688
- };
3689
- shards: {
3690
- id: string;
3691
- split: "train" | "validation" | "test" | "frozen_eval";
3692
- path: string;
3693
- contentHash: string;
3694
- schemaHash: string;
3695
- sizeBytes: number;
3696
- rowCount: number;
3697
- rowGroupCount: number;
3698
- }[];
3699
- rowCount: number;
3700
- splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
3701
- sourceReceiptRefs: string[];
3702
- mappingHash: string;
3703
- qualityReportHash: string;
3704
- createdAt: string;
3705
- } | null | undefined;
3706
3715
  };
3707
3716
  workspaceHash: string;
3708
3717
  projectEtag: string;
3709
- teamId: string;
3710
- modelId: string;
3711
- schemaVersion: "openpond.tasksetDraftReadback.v1";
3712
3718
  }>;
3713
3719
  validate(modelId: string, draftId: string, input: TasksetDraftValidationRequest, options?: Options): Promise<{
3720
+ teamId: string;
3721
+ modelId: string;
3722
+ schemaVersion: "openpond.tasksetDraftValidation.v1";
3714
3723
  draftId: string;
3715
3724
  draftRevision: number;
3716
3725
  workspaceHash: string;
@@ -3727,9 +3736,6 @@ export declare class OpenPondTasksetDraftClient {
3727
3736
  contentHash: string;
3728
3737
  revision: number;
3729
3738
  } | null;
3730
- teamId: string;
3731
- modelId: string;
3732
- schemaVersion: "openpond.tasksetDraftValidation.v1";
3733
3739
  }>;
3734
3740
  publish(modelId: string, draftId: string, input: TasksetDraftPublicationRequest, options?: Options): Promise<{
3735
3741
  schemaVersion: "openpond.tasksetPackageReceipt.v1";
@@ -3757,45 +3763,15 @@ export declare class OpenPondTasksetDraftClient {
3757
3763
  tokenizerRevision: string | null;
3758
3764
  chatTemplateHash: string | null;
3759
3765
  modelAssetId: string | null;
3760
- source: "local" | "managed" | "builtin";
3766
+ source: "builtin" | "local" | "managed";
3761
3767
  } | null;
3762
3768
  defaultDestinationId: string | null;
3763
3769
  trainingSetup: {
3764
- method: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | null;
3765
- harnessRelease: {
3766
- id: string;
3767
- contentHash: string;
3768
- } | null;
3769
- tasksetRelease: {
3770
- id: string;
3771
- contentHash: string;
3772
- } | null;
3773
3770
  tasksetRef: {
3774
3771
  id: string;
3775
3772
  contentHash: string;
3776
3773
  revision: number;
3777
3774
  } | null;
3778
- baseModel: {
3779
- schemaVersion: "openpond.baseModelPreference.v1";
3780
- modelId: string;
3781
- revision: string | null;
3782
- tokenizerRevision: string | null;
3783
- chatTemplateHash: string | null;
3784
- modelAssetId: string | null;
3785
- source: "local" | "managed" | "builtin";
3786
- } | null;
3787
- destinationId: string | null;
3788
- managedRolloutPlacement: "local" | "remote";
3789
- managedGpuPlacementObjective: "fast" | "balanced" | "economical";
3790
- runPreset: "custom" | "small" | "standard" | "small_experiment" | null;
3791
- recipe: {
3792
- [x: string]: unknown;
3793
- schemaVersion: string;
3794
- method: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo";
3795
- parameterization: "lora" | "full";
3796
- } | null;
3797
- preferredMaximumSpendUsd: number | null;
3798
- preferredRetentionDays: number | null;
3799
3775
  evaluationTasksetRef?: {
3800
3776
  id: string;
3801
3777
  contentHash: string;
@@ -3828,6 +3804,36 @@ export declare class OpenPondTasksetDraftClient {
3828
3804
  contentHash: string;
3829
3805
  revision: number;
3830
3806
  } | null | undefined;
3807
+ tasksetRelease: {
3808
+ id: string;
3809
+ contentHash: string;
3810
+ } | null;
3811
+ harnessRelease: {
3812
+ id: string;
3813
+ contentHash: string;
3814
+ } | null;
3815
+ baseModel: {
3816
+ schemaVersion: "openpond.baseModelPreference.v1";
3817
+ modelId: string;
3818
+ revision: string | null;
3819
+ tokenizerRevision: string | null;
3820
+ chatTemplateHash: string | null;
3821
+ modelAssetId: string | null;
3822
+ source: "builtin" | "local" | "managed";
3823
+ } | null;
3824
+ method: "dpo" | "grpo" | "opd" | "opsd" | "ppo" | "sdft" | "sdpo" | "sft" | null;
3825
+ destinationId: string | null;
3826
+ managedRolloutPlacement: "local" | "remote";
3827
+ managedGpuPlacementObjective: "balanced" | "economical" | "fast";
3828
+ runPreset: "custom" | "small" | "small_experiment" | "standard" | null;
3829
+ recipe: {
3830
+ [x: string]: unknown;
3831
+ schemaVersion: string;
3832
+ method: "dpo" | "grpo" | "opd" | "opsd" | "ppo" | "sdft" | "sdpo" | "sft";
3833
+ parameterization: "full" | "lora";
3834
+ } | null;
3835
+ preferredMaximumSpendUsd: number | null;
3836
+ preferredRetentionDays: number | null;
3831
3837
  };
3832
3838
  sourceRevision: number;
3833
3839
  sourceUpdatedAt: string;
@@ -3848,12 +3854,12 @@ export declare class OpenPondTasksetDraftClient {
3848
3854
  } | undefined;
3849
3855
  }>;
3850
3856
  delete(modelId: string, draftId: string, expectedDraftRevision: number, options?: Options): Promise<{
3851
- draftId: string;
3852
- revision: number;
3853
- deleted: true;
3854
3857
  teamId: string;
3855
3858
  modelId: string;
3856
3859
  schemaVersion: "openpond.tasksetDraftDeletion.v1";
3860
+ draftId: string;
3861
+ revision: number;
3862
+ deleted: true;
3857
3863
  }>;
3858
3864
  }
3859
3865
  export {};