openpond-sdk 0.9.9 → 0.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (253) hide show
  1. package/README.md +18 -17
  2. package/dist/advanced-refiner-evaluations.js +42 -0
  3. package/dist/advanced-refiner-evaluations.js.map +7 -0
  4. package/dist/candidate-evaluations.js +25 -0
  5. package/dist/candidate-evaluations.js.map +7 -0
  6. package/dist/{chunk-BGXWHDYM.js → chunk-2JKV5OJO.js} +95 -59
  7. package/dist/chunk-2JKV5OJO.js.map +7 -0
  8. package/dist/{chunk-4HZORGK3.js → chunk-2NSNBED7.js} +18 -5
  9. package/dist/chunk-2NSNBED7.js.map +7 -0
  10. package/dist/chunk-5RZAPZWI.js +445 -0
  11. package/dist/chunk-5RZAPZWI.js.map +7 -0
  12. package/dist/{chunk-JCPLAIZL.js → chunk-5U25KAJM.js} +106 -76
  13. package/dist/chunk-5U25KAJM.js.map +7 -0
  14. package/dist/chunk-7Q7I6FAT.js +139 -0
  15. package/dist/chunk-7Q7I6FAT.js.map +7 -0
  16. package/dist/chunk-A64VYVXN.js +64 -0
  17. package/dist/chunk-A64VYVXN.js.map +7 -0
  18. package/dist/{chunk-DT7FRNIZ.js → chunk-CSWVE3E6.js} +2 -2
  19. package/dist/chunk-DJWHN7NU.js +394 -0
  20. package/dist/chunk-DJWHN7NU.js.map +7 -0
  21. package/dist/{chunk-KYCQ7LZ4.js → chunk-DSGGM2ME.js} +2 -2
  22. package/dist/chunk-DSGGM2ME.js.map +7 -0
  23. package/dist/chunk-GDJRGRHA.js +144 -0
  24. package/dist/chunk-GDJRGRHA.js.map +7 -0
  25. package/dist/chunk-HOAYWW33.js +587 -0
  26. package/dist/chunk-HOAYWW33.js.map +7 -0
  27. package/dist/{chunk-Y4NGWGTA.js → chunk-I2MBVOVX.js} +265 -264
  28. package/dist/chunk-I2MBVOVX.js.map +7 -0
  29. package/dist/{chunk-6D4JIOOC.js → chunk-IXBSFJCX.js} +5 -5
  30. package/dist/{chunk-WOPM32SE.js → chunk-JA3KFK3U.js} +7 -1
  31. package/dist/chunk-JA3KFK3U.js.map +7 -0
  32. package/dist/chunk-JMQ4HBWP.js +160 -0
  33. package/dist/chunk-JMQ4HBWP.js.map +7 -0
  34. package/dist/chunk-KQWCXW3A.js +294 -0
  35. package/dist/chunk-KQWCXW3A.js.map +7 -0
  36. package/dist/{chunk-3HV3G6DG.js → chunk-NHCGOFQW.js} +3 -3
  37. package/dist/{chunk-XMKEFQ62.js → chunk-PJ2VLNJF.js} +20 -2
  38. package/dist/chunk-PJ2VLNJF.js.map +7 -0
  39. package/dist/{chunk-32H2EJRA.js → chunk-R3M6BIOK.js} +2 -2
  40. package/dist/chunk-SLS3GFPG.js +125 -0
  41. package/dist/chunk-SLS3GFPG.js.map +7 -0
  42. package/dist/chunk-SVU4RZ4K.js +70 -0
  43. package/dist/chunk-SVU4RZ4K.js.map +7 -0
  44. package/dist/chunk-T4APHDES.js +74 -0
  45. package/dist/chunk-T4APHDES.js.map +7 -0
  46. package/dist/chunk-VC5OV5AS.js +174 -0
  47. package/dist/chunk-VC5OV5AS.js.map +7 -0
  48. package/dist/{chunk-YYJ4T4U4.js → chunk-WX22WN33.js} +13 -7
  49. package/dist/chunk-WX22WN33.js.map +7 -0
  50. package/dist/chunk-XEUOJ5WF.js +31 -0
  51. package/dist/chunk-XEUOJ5WF.js.map +7 -0
  52. package/dist/{chunk-LGEF4S5I.js → chunk-XJDWHTH5.js} +390 -362
  53. package/dist/chunk-XJDWHTH5.js.map +7 -0
  54. package/dist/chunk-YCQVVFE5.js +37 -0
  55. package/dist/chunk-YCQVVFE5.js.map +7 -0
  56. package/dist/chunk-ZVJU5CJ5.js +267 -0
  57. package/dist/chunk-ZVJU5CJ5.js.map +7 -0
  58. package/dist/connected-evidence.js +81 -0
  59. package/dist/connected-evidence.js.map +7 -0
  60. package/dist/dataset-workspaces.js +45 -80
  61. package/dist/dataset-workspaces.js.map +4 -4
  62. package/dist/experiment-evaluation-schedules.js +48 -0
  63. package/dist/experiment-evaluation-schedules.js.map +7 -0
  64. package/dist/experiment-improvements.js +52 -0
  65. package/dist/experiment-improvements.js.map +7 -0
  66. package/dist/experiments.js +63 -124
  67. package/dist/experiments.js.map +4 -4
  68. package/dist/human-review.js +13 -0
  69. package/dist/human-review.js.map +7 -0
  70. package/dist/index.js +208 -17
  71. package/dist/index.js.map +2 -2
  72. package/dist/learning.js +1 -1
  73. package/dist/model-starter-attempts.js +2 -2
  74. package/dist/model-starter-catalog.js +9 -4
  75. package/dist/model-starter-catalog.js.map +1 -1
  76. package/dist/model-starters.js +15 -6
  77. package/dist/model-taskset-runs.js +3 -3
  78. package/dist/post-training.js +47 -0
  79. package/dist/post-training.js.map +7 -0
  80. package/dist/taskset-drafts.js +13 -6
  81. package/dist/taskset-drafts.js.map +2 -2
  82. package/dist/taskset-packages.js +31 -559
  83. package/dist/taskset-packages.js.map +4 -4
  84. package/dist/training-bundle.js +59 -18
  85. package/dist/training-bundle.js.map +2 -2
  86. package/dist/training-projects.js +3 -1
  87. package/dist/training-projects.js.map +2 -2
  88. package/dist/training.js +7 -2
  89. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2673 -0
  90. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
  91. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
  92. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
  93. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
  94. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
  95. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
  96. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
  97. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
  98. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
  99. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +48 -0
  100. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
  101. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2460 -0
  102. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
  103. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +215 -0
  104. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
  105. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
  106. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
  107. package/dist/types/packages/sdk/src/connected-evidence.d.ts +6 -0
  108. package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
  109. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
  110. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
  111. package/dist/types/packages/sdk/src/dataset-population.d.ts +1 -0
  112. package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
  113. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +771 -120
  114. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  115. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +278 -38
  116. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
  117. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +280 -40
  118. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
  119. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
  120. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
  121. package/dist/types/packages/sdk/src/experiment-client.d.ts +4353 -490
  122. package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
  123. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1067 -2
  124. package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
  125. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
  126. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
  127. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +58 -0
  128. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -0
  129. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +8 -0
  130. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
  131. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts +24 -0
  132. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts.map +1 -0
  133. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
  134. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
  135. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
  136. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
  137. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
  138. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
  139. package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
  140. package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
  141. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +383 -0
  142. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -0
  143. package/dist/types/packages/sdk/src/experiment-run-details.d.ts +2111 -0
  144. package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -0
  145. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +7 -2
  146. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
  147. package/dist/types/packages/sdk/src/experiments.d.ts +7 -1
  148. package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
  149. package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
  150. package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
  151. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
  152. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
  153. package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
  154. package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
  155. package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
  156. package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
  157. package/dist/types/packages/sdk/src/index.d.ts +10 -0
  158. package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
  159. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
  160. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
  161. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +20 -4
  162. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
  163. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +79 -5
  164. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
  165. package/dist/types/packages/sdk/src/model-batch-review.d.ts +15 -13
  166. package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
  167. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +359 -1
  168. package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
  169. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +444 -19
  170. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  171. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
  172. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
  173. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +79 -1
  174. package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
  175. package/dist/types/packages/sdk/src/model-starters.d.ts +467 -13
  176. package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
  177. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
  178. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
  179. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
  180. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
  181. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1326 -4
  182. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
  183. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1329 -5
  184. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
  185. package/dist/types/packages/sdk/src/post-training.d.ts +3518 -0
  186. package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
  187. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
  188. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
  189. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1369 -0
  190. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
  191. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +142 -22
  192. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
  193. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
  194. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
  195. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +278 -38
  196. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
  197. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
  198. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
  199. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +217 -20
  200. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
  201. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +12 -12
  202. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
  203. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +140 -20
  204. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
  205. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +638 -42
  206. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
  207. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +249 -36
  208. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
  209. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +278 -38
  210. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
  211. package/dist/types/packages/sdk/src/taskset-drafts.d.ts +1 -0
  212. package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
  213. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +2805 -41
  214. package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
  215. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +660 -12
  216. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
  217. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
  218. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
  219. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +29 -11
  220. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
  221. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +430 -39
  222. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
  223. package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
  224. package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
  225. package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
  226. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
  227. package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
  228. package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
  229. package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
  230. package/dist/types/packages/sdk/src/training-project-client.d.ts +828 -8
  231. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
  232. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1226 -11
  233. package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
  234. package/dist/types/packages/sdk/src/training.d.ts +2655 -24
  235. package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
  236. package/package.json +30 -2
  237. package/dist/chunk-4HZORGK3.js.map +0 -7
  238. package/dist/chunk-4JRSH2TT.js +0 -256
  239. package/dist/chunk-4JRSH2TT.js.map +0 -7
  240. package/dist/chunk-BGXWHDYM.js.map +0 -7
  241. package/dist/chunk-JCPLAIZL.js.map +0 -7
  242. package/dist/chunk-KYCQ7LZ4.js.map +0 -7
  243. package/dist/chunk-LGEF4S5I.js.map +0 -7
  244. package/dist/chunk-WOPM32SE.js.map +0 -7
  245. package/dist/chunk-XMKEFQ62.js.map +0 -7
  246. package/dist/chunk-Y4NGWGTA.js.map +0 -7
  247. package/dist/chunk-YYJ4T4U4.js.map +0 -7
  248. package/dist/types/packages/sdk/src/experiment-history.d.ts +0 -266
  249. package/dist/types/packages/sdk/src/experiment-history.d.ts.map +0 -1
  250. /package/dist/{chunk-DT7FRNIZ.js.map → chunk-CSWVE3E6.js.map} +0 -0
  251. /package/dist/{chunk-6D4JIOOC.js.map → chunk-IXBSFJCX.js.map} +0 -0
  252. /package/dist/{chunk-3HV3G6DG.js.map → chunk-NHCGOFQW.js.map} +0 -0
  253. /package/dist/{chunk-32H2EJRA.js.map → chunk-R3M6BIOK.js.map} +0 -0
@@ -0,0 +1,2460 @@
1
+ import { z } from "zod";
2
+ import { ConnectedCaptureRequestSchema, ConnectedCaseRefSchema, AgentImportUploadPartSchema, AgentImportPreviewRequestSchema, AgentImportCommitRequestSchema } from "./connected-evidence-contracts.js";
3
+ import { ConnectedRecordedExecutionRequestSchema, ConnectedRecordedListRequestSchema } from "./connected-recorded-execution.js";
4
+ import { type ConnectedDatasetPublication } from "./connected-dataset-publication.js";
5
+ export declare const ConnectedCollectionSchema: z.ZodObject<{
6
+ teamId: z.ZodString;
7
+ projectId: z.ZodNullable<z.ZodString>;
8
+ status: z.ZodEnum<{
9
+ active: "active";
10
+ archived: "archived";
11
+ paused: "paused";
12
+ }>;
13
+ revision: z.ZodNumber;
14
+ }, z.core.$strict>;
15
+ export declare const ConnectedCaptureReceiptSchema: z.ZodObject<{
16
+ teamId: z.ZodString;
17
+ operationId: z.ZodString;
18
+ projectId: z.ZodNullable<z.ZodString>;
19
+ outcomes: z.ZodArray<z.ZodObject<{
20
+ conversationId: z.ZodString;
21
+ state: z.ZodEnum<{
22
+ pending: "pending";
23
+ failed: "failed";
24
+ paused: "paused";
25
+ captured: "captured";
26
+ unchanged: "unchanged";
27
+ excluded: "excluded";
28
+ }>;
29
+ sourceId: z.ZodOptional<z.ZodString>;
30
+ snapshotHash: z.ZodOptional<z.ZodString>;
31
+ reason: z.ZodOptional<z.ZodString>;
32
+ }, z.core.$strict>>;
33
+ nextCursor: z.ZodNullable<z.ZodString>;
34
+ }, z.core.$strict>;
35
+ export declare const ConnectedCaseReadbackSchema: z.ZodObject<{
36
+ teamId: z.ZodString;
37
+ ref: z.ZodObject<{
38
+ id: z.ZodString;
39
+ snapshotHash: z.ZodString;
40
+ boundaryId: z.ZodString;
41
+ boundaryRevisionHash: z.ZodString;
42
+ }, z.core.$strict>;
43
+ origin: z.ZodEnum<{
44
+ hermes: "hermes";
45
+ openclaw: "openclaw";
46
+ native_chat: "native_chat";
47
+ native_work: "native_work";
48
+ codex: "codex";
49
+ claude_code: "claude_code";
50
+ }>;
51
+ sessionId: z.ZodString;
52
+ projectId: z.ZodString;
53
+ capturedAt: z.ZodString;
54
+ unmappedEvidence: z.ZodObject<{
55
+ count: z.ZodNumber;
56
+ contentHash: z.ZodString;
57
+ }, z.core.$strict>;
58
+ evidence: z.ZodObject<{
59
+ input: z.ZodArray<z.ZodObject<{
60
+ id: z.ZodString;
61
+ sequence: z.ZodNumber;
62
+ occurredAt: z.ZodNullable<z.ZodString>;
63
+ kind: z.ZodEnum<{
64
+ message: "message";
65
+ unknown: "unknown";
66
+ artifact: "artifact";
67
+ terminal: "terminal";
68
+ usage: "usage";
69
+ tool_call: "tool_call";
70
+ tool_result: "tool_result";
71
+ compaction: "compaction";
72
+ }>;
73
+ role: z.ZodNullable<z.ZodEnum<{
74
+ user: "user";
75
+ tool: "tool";
76
+ assistant: "assistant";
77
+ system: "system";
78
+ }>>;
79
+ callId: z.ZodNullable<z.ZodString>;
80
+ parentId: z.ZodNullable<z.ZodString>;
81
+ content: z.ZodJSONSchema;
82
+ usage: z.ZodNullable<z.ZodObject<{
83
+ invocationId: z.ZodString;
84
+ inputTokens: z.ZodNullable<z.ZodNumber>;
85
+ outputTokens: z.ZodNullable<z.ZodNumber>;
86
+ cachedInputTokens: z.ZodNullable<z.ZodNumber>;
87
+ totalTokens: z.ZodNullable<z.ZodNumber>;
88
+ provenance: z.ZodEnum<{
89
+ billed_invocation: "billed_invocation";
90
+ reported_invocation: "reported_invocation";
91
+ reported_cumulative: "reported_cumulative";
92
+ }>;
93
+ }, z.core.$strict>>;
94
+ }, z.core.$strict>>;
95
+ observed: z.ZodArray<z.ZodObject<{
96
+ id: z.ZodString;
97
+ sequence: z.ZodNumber;
98
+ occurredAt: z.ZodNullable<z.ZodString>;
99
+ kind: z.ZodEnum<{
100
+ message: "message";
101
+ unknown: "unknown";
102
+ artifact: "artifact";
103
+ terminal: "terminal";
104
+ usage: "usage";
105
+ tool_call: "tool_call";
106
+ tool_result: "tool_result";
107
+ compaction: "compaction";
108
+ }>;
109
+ role: z.ZodNullable<z.ZodEnum<{
110
+ user: "user";
111
+ tool: "tool";
112
+ assistant: "assistant";
113
+ system: "system";
114
+ }>>;
115
+ callId: z.ZodNullable<z.ZodString>;
116
+ parentId: z.ZodNullable<z.ZodString>;
117
+ content: z.ZodJSONSchema;
118
+ usage: z.ZodNullable<z.ZodObject<{
119
+ invocationId: z.ZodString;
120
+ inputTokens: z.ZodNullable<z.ZodNumber>;
121
+ outputTokens: z.ZodNullable<z.ZodNumber>;
122
+ cachedInputTokens: z.ZodNullable<z.ZodNumber>;
123
+ totalTokens: z.ZodNullable<z.ZodNumber>;
124
+ provenance: z.ZodEnum<{
125
+ billed_invocation: "billed_invocation";
126
+ reported_invocation: "reported_invocation";
127
+ reported_cumulative: "reported_cumulative";
128
+ }>;
129
+ }, z.core.$strict>>;
130
+ }, z.core.$strict>>;
131
+ answer: z.ZodJSONSchema;
132
+ boundary: z.ZodObject<{
133
+ id: z.ZodString;
134
+ familyKey: z.ZodString;
135
+ projection: z.ZodEnum<{
136
+ turn: "turn";
137
+ conversation: "conversation";
138
+ }>;
139
+ requestEventId: z.ZodString;
140
+ start: z.ZodNumber;
141
+ end: z.ZodNumber;
142
+ inputHash: z.ZodString;
143
+ outputHash: z.ZodNullable<z.ZodString>;
144
+ revisionHash: z.ZodString;
145
+ terminal: z.ZodEnum<{
146
+ unknown: "unknown";
147
+ cancelled: "cancelled";
148
+ failed: "failed";
149
+ completed: "completed";
150
+ }>;
151
+ coverage: z.ZodObject<{
152
+ answer: z.ZodBoolean;
153
+ context: z.ZodEnum<{
154
+ unknown: "unknown";
155
+ retained: "retained";
156
+ compacted: "compacted";
157
+ }>;
158
+ process: z.ZodEnum<{
159
+ absent: "absent";
160
+ partial: "partial";
161
+ retained: "retained";
162
+ }>;
163
+ artifacts: z.ZodEnum<{
164
+ absent: "absent";
165
+ retained: "retained";
166
+ references_only: "references_only";
167
+ }>;
168
+ replay: z.ZodLiteral<"unavailable">;
169
+ gaps: z.ZodArray<z.ZodString>;
170
+ }, z.core.$strict>;
171
+ }, z.core.$strict>;
172
+ }, z.core.$strict>;
173
+ }, z.core.$strict>;
174
+ export declare const ConnectedUnmappedEventsSchema: z.ZodObject<{
175
+ teamId: z.ZodString;
176
+ sourceId: z.ZodString;
177
+ snapshotHash: z.ZodString;
178
+ contentHash: z.ZodString;
179
+ count: z.ZodNumber;
180
+ offset: z.ZodNumber;
181
+ events: z.ZodArray<z.ZodObject<{
182
+ id: z.ZodString;
183
+ sequence: z.ZodNumber;
184
+ occurredAt: z.ZodNullable<z.ZodString>;
185
+ kind: z.ZodEnum<{
186
+ message: "message";
187
+ unknown: "unknown";
188
+ artifact: "artifact";
189
+ terminal: "terminal";
190
+ usage: "usage";
191
+ tool_call: "tool_call";
192
+ tool_result: "tool_result";
193
+ compaction: "compaction";
194
+ }>;
195
+ role: z.ZodNullable<z.ZodEnum<{
196
+ user: "user";
197
+ tool: "tool";
198
+ assistant: "assistant";
199
+ system: "system";
200
+ }>>;
201
+ callId: z.ZodNullable<z.ZodString>;
202
+ parentId: z.ZodNullable<z.ZodString>;
203
+ content: z.ZodJSONSchema;
204
+ usage: z.ZodNullable<z.ZodObject<{
205
+ invocationId: z.ZodString;
206
+ inputTokens: z.ZodNullable<z.ZodNumber>;
207
+ outputTokens: z.ZodNullable<z.ZodNumber>;
208
+ cachedInputTokens: z.ZodNullable<z.ZodNumber>;
209
+ totalTokens: z.ZodNullable<z.ZodNumber>;
210
+ provenance: z.ZodEnum<{
211
+ billed_invocation: "billed_invocation";
212
+ reported_invocation: "reported_invocation";
213
+ reported_cumulative: "reported_cumulative";
214
+ }>;
215
+ }, z.core.$strict>>;
216
+ }, z.core.$strict>>;
217
+ nextOffset: z.ZodNullable<z.ZodNumber>;
218
+ }, z.core.$strict>;
219
+ export declare const AgentImportPreviewSchema: z.ZodObject<{
220
+ teamId: z.ZodString;
221
+ source: z.ZodEnum<{
222
+ hermes: "hermes";
223
+ openclaw: "openclaw";
224
+ codex: "codex";
225
+ claude_code: "claude_code";
226
+ }>;
227
+ sourceHash: z.ZodString;
228
+ previewHash: z.ZodString;
229
+ destination: z.ZodDiscriminatedUnion<[z.ZodObject<{
230
+ kind: z.ZodLiteral<"existing">;
231
+ projectId: z.ZodString;
232
+ }, z.core.$strict>, z.ZodObject<{
233
+ kind: z.ZodLiteral<"new">;
234
+ name: z.ZodString;
235
+ }, z.core.$strict>], "kind">;
236
+ issues: z.ZodArray<z.ZodObject<{
237
+ file: z.ZodString;
238
+ message: z.ZodString;
239
+ }, z.core.$strict>>;
240
+ sessions: z.ZodArray<z.ZodObject<{
241
+ sessionHash: z.ZodString;
242
+ sessionId: z.ZodString;
243
+ origin: z.ZodEnum<{
244
+ hermes: "hermes";
245
+ openclaw: "openclaw";
246
+ native_chat: "native_chat";
247
+ native_work: "native_work";
248
+ codex: "codex";
249
+ claude_code: "claude_code";
250
+ }>;
251
+ exporterVersion: z.ZodNullable<z.ZodString>;
252
+ eventCount: z.ZodNumber;
253
+ boundaries: z.ZodArray<z.ZodObject<{
254
+ id: z.ZodString;
255
+ projection: z.ZodEnum<{
256
+ turn: "turn";
257
+ conversation: "conversation";
258
+ }>;
259
+ answer: z.ZodBoolean;
260
+ process: z.ZodEnum<{
261
+ retained: "retained";
262
+ partial: "partial";
263
+ absent: "absent";
264
+ }>;
265
+ terminal: z.ZodEnum<{
266
+ unknown: "unknown";
267
+ cancelled: "cancelled";
268
+ failed: "failed";
269
+ completed: "completed";
270
+ }>;
271
+ }, z.core.$strict>>;
272
+ warnings: z.ZodArray<z.ZodString>;
273
+ sample: z.ZodArray<z.ZodObject<{
274
+ role: z.ZodNullable<z.ZodEnum<{
275
+ system: "system";
276
+ user: "user";
277
+ assistant: "assistant";
278
+ tool: "tool";
279
+ }>>;
280
+ text: z.ZodString;
281
+ }, z.core.$strict>>;
282
+ }, z.core.$strict>>;
283
+ }, z.core.$strict>;
284
+ export declare const AgentImportReceiptSchema: z.ZodObject<{
285
+ teamId: z.ZodString;
286
+ operationId: z.ZodString;
287
+ requestHash: z.ZodString;
288
+ previewHash: z.ZodString;
289
+ projectId: z.ZodOptional<z.ZodString>;
290
+ state: z.ZodEnum<{
291
+ failed: "failed";
292
+ completed: "completed";
293
+ admitting: "admitting";
294
+ publishing: "publishing";
295
+ }>;
296
+ outcomes: z.ZodArray<z.ZodObject<{
297
+ sessionHash: z.ZodString;
298
+ sourceId: z.ZodString;
299
+ status: z.ZodEnum<{
300
+ imported: "imported";
301
+ already_present: "already_present";
302
+ }>;
303
+ datasets: z.ZodArray<z.ZodObject<{
304
+ datasetId: z.ZodString;
305
+ revision: z.ZodNumber;
306
+ changed: z.ZodBoolean;
307
+ }, z.core.$strict>>;
308
+ }, z.core.$strict>>;
309
+ error: z.ZodOptional<z.ZodString>;
310
+ }, z.core.$strict>;
311
+ export declare class ConnectedEvidenceError extends Error {
312
+ readonly status: number;
313
+ readonly code: string;
314
+ constructor(status: number, code: string, message: string);
315
+ }
316
+ export declare class ConnectedEvidenceClient {
317
+ private readonly options;
318
+ private readonly baseUrl;
319
+ constructor(options: {
320
+ apiKey: string;
321
+ baseUrl: string;
322
+ teamId: string;
323
+ fetch?: typeof fetch;
324
+ });
325
+ capture(raw: z.input<typeof ConnectedCaptureRequestSchema>, signal?: AbortSignal): Promise<{
326
+ teamId: string;
327
+ operationId: string;
328
+ projectId: string | null;
329
+ outcomes: {
330
+ conversationId: string;
331
+ state: "pending" | "failed" | "paused" | "captured" | "unchanged" | "excluded";
332
+ sourceId?: string | undefined;
333
+ snapshotHash?: string | undefined;
334
+ reason?: string | undefined;
335
+ }[];
336
+ nextCursor: string | null;
337
+ }>;
338
+ list(input?: {
339
+ projectId?: string;
340
+ cursor?: string;
341
+ limit?: number;
342
+ }, signal?: AbortSignal): Promise<{
343
+ teamId: string;
344
+ items: {
345
+ sourceId: string;
346
+ source: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
347
+ sessionId: string;
348
+ snapshotHash: string;
349
+ title: string;
350
+ projectId: string | null;
351
+ capturedAt: string;
352
+ boundaries: {
353
+ id: string;
354
+ outputHash: string | null;
355
+ terminal: "unknown" | "cancelled" | "failed" | "completed";
356
+ projection: "turn" | "conversation";
357
+ familyKey: string;
358
+ requestEventId: string;
359
+ inputHash: string;
360
+ revisionHash: string;
361
+ coverage: {
362
+ answer: boolean;
363
+ context: "unknown" | "retained" | "compacted";
364
+ process: "retained" | "partial" | "absent";
365
+ artifacts: "retained" | "absent" | "references_only";
366
+ replay: "unavailable";
367
+ gaps: string[];
368
+ };
369
+ }[];
370
+ }[];
371
+ nextCursor: string | null;
372
+ }>;
373
+ read(raw: z.input<typeof ConnectedCaseRefSchema>, signal?: AbortSignal): Promise<{
374
+ teamId: string;
375
+ ref: {
376
+ id: string;
377
+ snapshotHash: string;
378
+ boundaryId: string;
379
+ boundaryRevisionHash: string;
380
+ };
381
+ origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
382
+ sessionId: string;
383
+ projectId: string;
384
+ capturedAt: string;
385
+ unmappedEvidence: {
386
+ count: number;
387
+ contentHash: string;
388
+ };
389
+ evidence: {
390
+ input: {
391
+ id: string;
392
+ sequence: number;
393
+ occurredAt: string | null;
394
+ kind: "unknown" | "message" | "terminal" | "usage" | "artifact" | "tool_call" | "tool_result" | "compaction";
395
+ role: "system" | "user" | "assistant" | "tool" | null;
396
+ callId: string | null;
397
+ parentId: string | null;
398
+ content: z.core.util.JSONType;
399
+ usage: {
400
+ invocationId: string;
401
+ inputTokens: number | null;
402
+ outputTokens: number | null;
403
+ cachedInputTokens: number | null;
404
+ totalTokens: number | null;
405
+ provenance: "billed_invocation" | "reported_invocation" | "reported_cumulative";
406
+ } | null;
407
+ }[];
408
+ observed: {
409
+ id: string;
410
+ sequence: number;
411
+ occurredAt: string | null;
412
+ kind: "unknown" | "message" | "terminal" | "usage" | "artifact" | "tool_call" | "tool_result" | "compaction";
413
+ role: "system" | "user" | "assistant" | "tool" | null;
414
+ callId: string | null;
415
+ parentId: string | null;
416
+ content: z.core.util.JSONType;
417
+ usage: {
418
+ invocationId: string;
419
+ inputTokens: number | null;
420
+ outputTokens: number | null;
421
+ cachedInputTokens: number | null;
422
+ totalTokens: number | null;
423
+ provenance: "billed_invocation" | "reported_invocation" | "reported_cumulative";
424
+ } | null;
425
+ }[];
426
+ answer: z.core.util.JSONType;
427
+ boundary: {
428
+ id: string;
429
+ familyKey: string;
430
+ projection: "turn" | "conversation";
431
+ requestEventId: string;
432
+ start: number;
433
+ end: number;
434
+ inputHash: string;
435
+ outputHash: string | null;
436
+ revisionHash: string;
437
+ terminal: "unknown" | "cancelled" | "failed" | "completed";
438
+ coverage: {
439
+ answer: boolean;
440
+ context: "unknown" | "retained" | "compacted";
441
+ process: "retained" | "partial" | "absent";
442
+ artifacts: "retained" | "absent" | "references_only";
443
+ replay: "unavailable";
444
+ gaps: string[];
445
+ };
446
+ };
447
+ };
448
+ }>;
449
+ setCollection(paused: boolean, signal?: AbortSignal): Promise<{
450
+ teamId: string;
451
+ projectId: string | null;
452
+ status: "active" | "archived" | "paused";
453
+ revision: number;
454
+ }>;
455
+ collection(signal?: AbortSignal): Promise<{
456
+ teamId: string;
457
+ projectId: string | null;
458
+ status: "active" | "archived" | "paused";
459
+ revision: number;
460
+ }>;
461
+ unmappedEvents(input: {
462
+ id: string;
463
+ snapshotHash: string;
464
+ contentHash: string;
465
+ offset?: number;
466
+ limit?: number;
467
+ }, signal?: AbortSignal): Promise<{
468
+ teamId: string;
469
+ sourceId: string;
470
+ snapshotHash: string;
471
+ contentHash: string;
472
+ count: number;
473
+ offset: number;
474
+ events: {
475
+ id: string;
476
+ sequence: number;
477
+ occurredAt: string | null;
478
+ kind: "unknown" | "message" | "terminal" | "usage" | "artifact" | "tool_call" | "tool_result" | "compaction";
479
+ role: "system" | "user" | "assistant" | "tool" | null;
480
+ callId: string | null;
481
+ parentId: string | null;
482
+ content: z.core.util.JSONType;
483
+ usage: {
484
+ invocationId: string;
485
+ inputTokens: number | null;
486
+ outputTokens: number | null;
487
+ cachedInputTokens: number | null;
488
+ totalTokens: number | null;
489
+ provenance: "billed_invocation" | "reported_invocation" | "reported_cumulative";
490
+ } | null;
491
+ }[];
492
+ nextOffset: number | null;
493
+ }>;
494
+ homeSummary(raw: {
495
+ from: string;
496
+ to: string;
497
+ projectId?: string;
498
+ }, signal?: AbortSignal): Promise<{
499
+ teamId: string;
500
+ range: {
501
+ from: string;
502
+ to: string;
503
+ projectId?: string | undefined;
504
+ };
505
+ activity: {
506
+ conversations: number;
507
+ turns: number;
508
+ chatTurns: number;
509
+ workTurns: number;
510
+ };
511
+ accounting: {
512
+ contextSnapshots: number;
513
+ };
514
+ usage: {
515
+ total: {
516
+ invocations: number;
517
+ inputTokens: number;
518
+ cachedInputTokens: number;
519
+ outputTokens: number;
520
+ totalTokens: number;
521
+ missingInput: number;
522
+ missingCachedInput: number;
523
+ missingOutput: number;
524
+ missingTotal: number;
525
+ failures: number;
526
+ unattributed: number;
527
+ };
528
+ days: {
529
+ invocations: number;
530
+ inputTokens: number;
531
+ cachedInputTokens: number;
532
+ outputTokens: number;
533
+ totalTokens: number;
534
+ missingInput: number;
535
+ missingCachedInput: number;
536
+ missingOutput: number;
537
+ missingTotal: number;
538
+ failures: number;
539
+ unattributed: number;
540
+ key: string;
541
+ }[];
542
+ modes: {
543
+ invocations: number;
544
+ inputTokens: number;
545
+ cachedInputTokens: number;
546
+ outputTokens: number;
547
+ totalTokens: number;
548
+ missingInput: number;
549
+ missingCachedInput: number;
550
+ missingOutput: number;
551
+ missingTotal: number;
552
+ failures: number;
553
+ unattributed: number;
554
+ key: string;
555
+ }[];
556
+ models: {
557
+ invocations: number;
558
+ inputTokens: number;
559
+ cachedInputTokens: number;
560
+ outputTokens: number;
561
+ totalTokens: number;
562
+ missingInput: number;
563
+ missingCachedInput: number;
564
+ missingOutput: number;
565
+ missingTotal: number;
566
+ failures: number;
567
+ unattributed: number;
568
+ key: string;
569
+ }[];
570
+ };
571
+ }>;
572
+ uploadPart(raw: z.input<typeof AgentImportUploadPartSchema>, signal?: AbortSignal): Promise<{
573
+ teamId: string;
574
+ hash: string;
575
+ parts: number;
576
+ index: number;
577
+ }>;
578
+ preview(raw: z.input<typeof AgentImportPreviewRequestSchema>, signal?: AbortSignal): Promise<{
579
+ teamId: string;
580
+ source: "hermes" | "openclaw" | "codex" | "claude_code";
581
+ sourceHash: string;
582
+ previewHash: string;
583
+ destination: {
584
+ kind: "existing";
585
+ projectId: string;
586
+ } | {
587
+ kind: "new";
588
+ name: string;
589
+ };
590
+ issues: {
591
+ file: string;
592
+ message: string;
593
+ }[];
594
+ sessions: {
595
+ sessionHash: string;
596
+ sessionId: string;
597
+ origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
598
+ exporterVersion: string | null;
599
+ eventCount: number;
600
+ boundaries: {
601
+ id: string;
602
+ projection: "turn" | "conversation";
603
+ answer: boolean;
604
+ process: "retained" | "partial" | "absent";
605
+ terminal: "unknown" | "cancelled" | "failed" | "completed";
606
+ }[];
607
+ warnings: string[];
608
+ sample: {
609
+ role: "system" | "user" | "assistant" | "tool" | null;
610
+ text: string;
611
+ }[];
612
+ }[];
613
+ }>;
614
+ commit(raw: z.input<typeof AgentImportCommitRequestSchema>, signal?: AbortSignal): Promise<{
615
+ teamId: string;
616
+ operationId: string;
617
+ requestHash: string;
618
+ previewHash: string;
619
+ state: "failed" | "completed" | "admitting" | "publishing";
620
+ outcomes: {
621
+ sessionHash: string;
622
+ sourceId: string;
623
+ status: "imported" | "already_present";
624
+ datasets: {
625
+ datasetId: string;
626
+ revision: number;
627
+ changed: boolean;
628
+ }[];
629
+ }[];
630
+ projectId?: string | undefined;
631
+ error?: string | undefined;
632
+ }>;
633
+ readImport(operationId: string, signal?: AbortSignal): Promise<{
634
+ teamId: string;
635
+ operationId: string;
636
+ requestHash: string;
637
+ previewHash: string;
638
+ state: "failed" | "completed" | "admitting" | "publishing";
639
+ outcomes: {
640
+ sessionHash: string;
641
+ sourceId: string;
642
+ status: "imported" | "already_present";
643
+ datasets: {
644
+ datasetId: string;
645
+ revision: number;
646
+ changed: boolean;
647
+ }[];
648
+ }[];
649
+ projectId?: string | undefined;
650
+ error?: string | undefined;
651
+ }>;
652
+ prepareRecorded(raw: z.input<typeof ConnectedRecordedExecutionRequestSchema>, signal?: AbortSignal): Promise<{
653
+ schemaVersion: "openpond.connectedRecordedExecution.v1";
654
+ id: string;
655
+ teamId: string;
656
+ ownerUserId: string;
657
+ request: {
658
+ operationId: string;
659
+ name: string;
660
+ projectId: string;
661
+ dataset: {
662
+ id: string;
663
+ contentHash: string;
664
+ revision: number;
665
+ };
666
+ caseIds: string[];
667
+ };
668
+ manifest: {
669
+ schemaVersion: "openpond.experimentManifest.v1";
670
+ id: string;
671
+ name: string;
672
+ teamId: string;
673
+ operationId: string;
674
+ maximumCostUsd: number | null;
675
+ dataset: {
676
+ id: string;
677
+ contentHash: string;
678
+ revision: number;
679
+ };
680
+ target: {
681
+ kind: "model";
682
+ modelId: string;
683
+ configurationHash: string;
684
+ } | {
685
+ kind: "harness";
686
+ source: {
687
+ profileId: string;
688
+ sourceRevision: string;
689
+ harnessRelease: {
690
+ id: string;
691
+ contentHash: string;
692
+ };
693
+ catalogHash: string;
694
+ definitionId: string;
695
+ definitionHash: string;
696
+ target: {
697
+ kind: "profile";
698
+ } | {
699
+ kind: "workflow";
700
+ workflowId: string;
701
+ } | {
702
+ kind: "skill";
703
+ skillPath: string;
704
+ } | {
705
+ kind: "agent_action";
706
+ actionId: string;
707
+ };
708
+ environmentHash: string;
709
+ externalDatasetBinding?: {
710
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
711
+ dataset: {
712
+ id: string;
713
+ contentHash: string;
714
+ revision: number;
715
+ };
716
+ packageHash: string;
717
+ profileId: string;
718
+ target: {
719
+ kind: "profile";
720
+ } | {
721
+ kind: "workflow";
722
+ workflowId: string;
723
+ } | {
724
+ kind: "skill";
725
+ skillPath: string;
726
+ } | {
727
+ kind: "agent_action";
728
+ actionId: string;
729
+ };
730
+ declaredProfileCatalogHash: string | null;
731
+ protectedProfileClosureHash: string;
732
+ split: "train" | "validation" | "test" | "frozen_eval";
733
+ population: {
734
+ taskId: string;
735
+ seed: string;
736
+ fixtureId: string | null;
737
+ }[];
738
+ evaluators: {
739
+ release: {
740
+ id: string;
741
+ contentHash: string;
742
+ revision: string | number;
743
+ };
744
+ feedbackKey: string;
745
+ configurationHash: string;
746
+ output: "boolean" | "score" | "category";
747
+ categories: string[];
748
+ }[];
749
+ fieldMappingsHash: string;
750
+ fieldMappings: {
751
+ graderId: string;
752
+ fields: {
753
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
754
+ path: string[];
755
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
756
+ sourcePath: string[];
757
+ }[];
758
+ }[];
759
+ environmentHash: string;
760
+ privateDatasetClosureHash: string;
761
+ criterion: {
762
+ minimumPassRate: number;
763
+ requireComplete: boolean;
764
+ };
765
+ contentHash: string;
766
+ recordedOrigin?: {
767
+ execution: {
768
+ id: string;
769
+ contentHash: string;
770
+ };
771
+ originalEvidence: {
772
+ id: string;
773
+ contentHash: string;
774
+ };
775
+ members: {
776
+ caseId: string;
777
+ seed: string;
778
+ fixtureId: string;
779
+ sourceId: string;
780
+ snapshotHash: string;
781
+ boundaryRevisionHash: string;
782
+ }[];
783
+ } | undefined;
784
+ gradingSource?: {
785
+ pass: {
786
+ id: string;
787
+ contentHash: string;
788
+ };
789
+ evidence: {
790
+ id: string;
791
+ contentHash: string;
792
+ };
793
+ } | undefined;
794
+ } | undefined;
795
+ sourceCandidate?: {
796
+ candidateId: string;
797
+ frozenRevision: number;
798
+ frozenHash: string;
799
+ harnessRelease: {
800
+ id: string;
801
+ contentHash: string;
802
+ };
803
+ protectedClosureHash: string;
804
+ } | undefined;
805
+ };
806
+ model: {
807
+ modelId: string;
808
+ configurationHash: string;
809
+ };
810
+ } | {
811
+ kind: "agent";
812
+ source: {
813
+ harnessRelease: {
814
+ id: string;
815
+ contentHash: string;
816
+ };
817
+ agentSnapshot: {
818
+ id: string;
819
+ contentHash: string;
820
+ };
821
+ sourcePackageHash: string;
822
+ };
823
+ model: {
824
+ modelId: string;
825
+ configurationHash: string;
826
+ };
827
+ } | {
828
+ kind: "fixture";
829
+ configurationHash: string;
830
+ };
831
+ evaluators: {
832
+ release: {
833
+ id: string;
834
+ contentHash: string;
835
+ revision: string | number;
836
+ };
837
+ feedbackKey: string;
838
+ output: "boolean" | "score" | "category";
839
+ categories: string[];
840
+ configurationHash?: string | undefined;
841
+ }[];
842
+ population: {
843
+ caseId: string;
844
+ seed: string;
845
+ fixtureId: string | null;
846
+ }[];
847
+ createdAt: string;
848
+ contentHash: string;
849
+ execution?: {
850
+ packageHash: string;
851
+ runtimeTargetHash: string;
852
+ metricPolicyHash: string;
853
+ compatibility?: {
854
+ protocol: "openpond.evaluation-execution.v1";
855
+ targetKind: "harness" | "fixture" | "model" | "agent";
856
+ } | undefined;
857
+ } | undefined;
858
+ lineage?: {
859
+ definition: {
860
+ id: string;
861
+ contentHash: string;
862
+ revision: number;
863
+ } | null;
864
+ execution: {
865
+ id: string;
866
+ contentHash: string;
867
+ };
868
+ scoringPassId: string | null;
869
+ humanProjection?: {
870
+ originalManifest: {
871
+ id: string;
872
+ contentHash: string;
873
+ };
874
+ selectionHash: string;
875
+ rulesHash: string;
876
+ } | undefined;
877
+ } | undefined;
878
+ };
879
+ sources: {
880
+ id: string;
881
+ snapshotHash: string;
882
+ boundaryId: string;
883
+ boundaryRevisionHash: string;
884
+ inputHash: string;
885
+ outputHash: string | null;
886
+ task: {
887
+ id: string;
888
+ clusterKey: string;
889
+ split: "train" | "validation" | "test" | "frozen_eval";
890
+ input: Record<string, unknown>;
891
+ expectedOutput: Record<string, unknown> | null;
892
+ policyVisibleContext: Record<string, unknown>;
893
+ privilegedContextRef: string | null;
894
+ artifactRefs: {
895
+ id: string;
896
+ path: string;
897
+ contentHash: string;
898
+ sizeBytes: number;
899
+ mediaType: string;
900
+ visibility: "policy" | "verifier" | "host_private";
901
+ }[];
902
+ tags: string[];
903
+ requiredOutputs?: {
904
+ path: string;
905
+ mediaType: string;
906
+ schemaRef: {
907
+ id: string;
908
+ path: string;
909
+ contentHash: string;
910
+ sizeBytes: number;
911
+ mediaType: string;
912
+ visibility: "policy" | "verifier" | "host_private";
913
+ } | null;
914
+ maxBytes: number | null;
915
+ metadata: Record<string, unknown>;
916
+ }[] | undefined;
917
+ };
918
+ taskHash: string;
919
+ }[];
920
+ contentHash: string;
921
+ }>;
922
+ listRecordedExecutions(input?: z.input<typeof ConnectedRecordedListRequestSchema>, signal?: AbortSignal): Promise<{
923
+ teamId: string;
924
+ items: {
925
+ id: string;
926
+ teamId: string;
927
+ ownerUserId: string;
928
+ projectId: string;
929
+ name: string;
930
+ dataset: {
931
+ id: string;
932
+ contentHash: string;
933
+ revision: number;
934
+ };
935
+ manifestHash: string;
936
+ contentHash: string;
937
+ caseCount: number;
938
+ createdAt: string;
939
+ }[];
940
+ nextCursor: string | null;
941
+ }>;
942
+ recordedExecution(id: string, signal?: AbortSignal): Promise<{
943
+ schemaVersion: "openpond.connectedRecordedExecution.v1";
944
+ id: string;
945
+ teamId: string;
946
+ ownerUserId: string;
947
+ request: {
948
+ operationId: string;
949
+ name: string;
950
+ projectId: string;
951
+ dataset: {
952
+ id: string;
953
+ contentHash: string;
954
+ revision: number;
955
+ };
956
+ caseIds: string[];
957
+ };
958
+ manifest: {
959
+ schemaVersion: "openpond.experimentManifest.v1";
960
+ id: string;
961
+ name: string;
962
+ teamId: string;
963
+ operationId: string;
964
+ maximumCostUsd: number | null;
965
+ dataset: {
966
+ id: string;
967
+ contentHash: string;
968
+ revision: number;
969
+ };
970
+ target: {
971
+ kind: "model";
972
+ modelId: string;
973
+ configurationHash: string;
974
+ } | {
975
+ kind: "harness";
976
+ source: {
977
+ profileId: string;
978
+ sourceRevision: string;
979
+ harnessRelease: {
980
+ id: string;
981
+ contentHash: string;
982
+ };
983
+ catalogHash: string;
984
+ definitionId: string;
985
+ definitionHash: string;
986
+ target: {
987
+ kind: "profile";
988
+ } | {
989
+ kind: "workflow";
990
+ workflowId: string;
991
+ } | {
992
+ kind: "skill";
993
+ skillPath: string;
994
+ } | {
995
+ kind: "agent_action";
996
+ actionId: string;
997
+ };
998
+ environmentHash: string;
999
+ externalDatasetBinding?: {
1000
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
1001
+ dataset: {
1002
+ id: string;
1003
+ contentHash: string;
1004
+ revision: number;
1005
+ };
1006
+ packageHash: string;
1007
+ profileId: string;
1008
+ target: {
1009
+ kind: "profile";
1010
+ } | {
1011
+ kind: "workflow";
1012
+ workflowId: string;
1013
+ } | {
1014
+ kind: "skill";
1015
+ skillPath: string;
1016
+ } | {
1017
+ kind: "agent_action";
1018
+ actionId: string;
1019
+ };
1020
+ declaredProfileCatalogHash: string | null;
1021
+ protectedProfileClosureHash: string;
1022
+ split: "train" | "validation" | "test" | "frozen_eval";
1023
+ population: {
1024
+ taskId: string;
1025
+ seed: string;
1026
+ fixtureId: string | null;
1027
+ }[];
1028
+ evaluators: {
1029
+ release: {
1030
+ id: string;
1031
+ contentHash: string;
1032
+ revision: string | number;
1033
+ };
1034
+ feedbackKey: string;
1035
+ configurationHash: string;
1036
+ output: "boolean" | "score" | "category";
1037
+ categories: string[];
1038
+ }[];
1039
+ fieldMappingsHash: string;
1040
+ fieldMappings: {
1041
+ graderId: string;
1042
+ fields: {
1043
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
1044
+ path: string[];
1045
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
1046
+ sourcePath: string[];
1047
+ }[];
1048
+ }[];
1049
+ environmentHash: string;
1050
+ privateDatasetClosureHash: string;
1051
+ criterion: {
1052
+ minimumPassRate: number;
1053
+ requireComplete: boolean;
1054
+ };
1055
+ contentHash: string;
1056
+ recordedOrigin?: {
1057
+ execution: {
1058
+ id: string;
1059
+ contentHash: string;
1060
+ };
1061
+ originalEvidence: {
1062
+ id: string;
1063
+ contentHash: string;
1064
+ };
1065
+ members: {
1066
+ caseId: string;
1067
+ seed: string;
1068
+ fixtureId: string;
1069
+ sourceId: string;
1070
+ snapshotHash: string;
1071
+ boundaryRevisionHash: string;
1072
+ }[];
1073
+ } | undefined;
1074
+ gradingSource?: {
1075
+ pass: {
1076
+ id: string;
1077
+ contentHash: string;
1078
+ };
1079
+ evidence: {
1080
+ id: string;
1081
+ contentHash: string;
1082
+ };
1083
+ } | undefined;
1084
+ } | undefined;
1085
+ sourceCandidate?: {
1086
+ candidateId: string;
1087
+ frozenRevision: number;
1088
+ frozenHash: string;
1089
+ harnessRelease: {
1090
+ id: string;
1091
+ contentHash: string;
1092
+ };
1093
+ protectedClosureHash: string;
1094
+ } | undefined;
1095
+ };
1096
+ model: {
1097
+ modelId: string;
1098
+ configurationHash: string;
1099
+ };
1100
+ } | {
1101
+ kind: "agent";
1102
+ source: {
1103
+ harnessRelease: {
1104
+ id: string;
1105
+ contentHash: string;
1106
+ };
1107
+ agentSnapshot: {
1108
+ id: string;
1109
+ contentHash: string;
1110
+ };
1111
+ sourcePackageHash: string;
1112
+ };
1113
+ model: {
1114
+ modelId: string;
1115
+ configurationHash: string;
1116
+ };
1117
+ } | {
1118
+ kind: "fixture";
1119
+ configurationHash: string;
1120
+ };
1121
+ evaluators: {
1122
+ release: {
1123
+ id: string;
1124
+ contentHash: string;
1125
+ revision: string | number;
1126
+ };
1127
+ feedbackKey: string;
1128
+ output: "boolean" | "score" | "category";
1129
+ categories: string[];
1130
+ configurationHash?: string | undefined;
1131
+ }[];
1132
+ population: {
1133
+ caseId: string;
1134
+ seed: string;
1135
+ fixtureId: string | null;
1136
+ }[];
1137
+ createdAt: string;
1138
+ contentHash: string;
1139
+ execution?: {
1140
+ packageHash: string;
1141
+ runtimeTargetHash: string;
1142
+ metricPolicyHash: string;
1143
+ compatibility?: {
1144
+ protocol: "openpond.evaluation-execution.v1";
1145
+ targetKind: "harness" | "fixture" | "model" | "agent";
1146
+ } | undefined;
1147
+ } | undefined;
1148
+ lineage?: {
1149
+ definition: {
1150
+ id: string;
1151
+ contentHash: string;
1152
+ revision: number;
1153
+ } | null;
1154
+ execution: {
1155
+ id: string;
1156
+ contentHash: string;
1157
+ };
1158
+ scoringPassId: string | null;
1159
+ humanProjection?: {
1160
+ originalManifest: {
1161
+ id: string;
1162
+ contentHash: string;
1163
+ };
1164
+ selectionHash: string;
1165
+ rulesHash: string;
1166
+ } | undefined;
1167
+ } | undefined;
1168
+ };
1169
+ sources: {
1170
+ id: string;
1171
+ snapshotHash: string;
1172
+ boundaryId: string;
1173
+ boundaryRevisionHash: string;
1174
+ inputHash: string;
1175
+ outputHash: string | null;
1176
+ task: {
1177
+ id: string;
1178
+ clusterKey: string;
1179
+ split: "train" | "validation" | "test" | "frozen_eval";
1180
+ input: Record<string, unknown>;
1181
+ expectedOutput: Record<string, unknown> | null;
1182
+ policyVisibleContext: Record<string, unknown>;
1183
+ privilegedContextRef: string | null;
1184
+ artifactRefs: {
1185
+ id: string;
1186
+ path: string;
1187
+ contentHash: string;
1188
+ sizeBytes: number;
1189
+ mediaType: string;
1190
+ visibility: "policy" | "verifier" | "host_private";
1191
+ }[];
1192
+ tags: string[];
1193
+ requiredOutputs?: {
1194
+ path: string;
1195
+ mediaType: string;
1196
+ schemaRef: {
1197
+ id: string;
1198
+ path: string;
1199
+ contentHash: string;
1200
+ sizeBytes: number;
1201
+ mediaType: string;
1202
+ visibility: "policy" | "verifier" | "host_private";
1203
+ } | null;
1204
+ maxBytes: number | null;
1205
+ metadata: Record<string, unknown>;
1206
+ }[] | undefined;
1207
+ };
1208
+ taskHash: string;
1209
+ }[];
1210
+ contentHash: string;
1211
+ }>;
1212
+ publishDataset(input: ConnectedDatasetPublication, signal?: AbortSignal): Promise<{
1213
+ schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
1214
+ teamId: string;
1215
+ datasetId: string;
1216
+ revision: number;
1217
+ workspace: {
1218
+ schemaVersion: "openpond.tasksetDraftWorkspace.v1";
1219
+ draft: {
1220
+ schemaVersion: "openpond.tasksetDraft.v1";
1221
+ id: string;
1222
+ revision: number;
1223
+ profileId: string;
1224
+ modelScope: {
1225
+ modelId: string;
1226
+ expectedModelRevision: number;
1227
+ source?: {
1228
+ schemaVersion: "openpond.modelTasksetDraftPreparation.v1";
1229
+ draftId: string;
1230
+ requestHash: string;
1231
+ sourcePackageHash: string;
1232
+ sourceTasksetRef: {
1233
+ id: string;
1234
+ contentHash: string;
1235
+ revision: number;
1236
+ };
1237
+ tasksetId: string;
1238
+ tasksetRevision: number;
1239
+ lineage: {
1240
+ schemaVersion: "openpond.modelTasksetAuthoring.v1";
1241
+ owner: {
1242
+ scopeId: string;
1243
+ modelId: string;
1244
+ };
1245
+ root: {
1246
+ id: string;
1247
+ contentHash: string;
1248
+ revision: number;
1249
+ };
1250
+ parent: {
1251
+ id: string;
1252
+ contentHash: string;
1253
+ revision: number;
1254
+ };
1255
+ };
1256
+ authoringGraph?: "bound" | undefined;
1257
+ } | undefined;
1258
+ } | null;
1259
+ name: string;
1260
+ objective: string;
1261
+ purpose: "general" | "benchmark";
1262
+ benchmark: {
1263
+ schemaVersion: "openpond.tasksetBenchmark.v1";
1264
+ definitionId: string;
1265
+ releaseId: string;
1266
+ releaseHash: string;
1267
+ managedReleasePath: string;
1268
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
1269
+ evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
1270
+ primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
1271
+ qualityGate: "none" | "non_regression" | "all_pass";
1272
+ source: "builtin" | "imported";
1273
+ metadata: Record<string, unknown>;
1274
+ } | null;
1275
+ preferenceComparison: {
1276
+ schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1";
1277
+ releaseId: string;
1278
+ releaseHash: string;
1279
+ publishedAt: string;
1280
+ metadata: Record<string, unknown>;
1281
+ } | null;
1282
+ status: "draft" | "validating" | "needs_review" | "published";
1283
+ sourceRefs: ({
1284
+ schemaVersion: "openpond.connectedDatasetSource.v1";
1285
+ kind: "connected_activity";
1286
+ id: string;
1287
+ profileId: string;
1288
+ title: string;
1289
+ sourceHash: string;
1290
+ occurredAt: string;
1291
+ licensingStatus: "pending" | "approved" | "review" | "blocked";
1292
+ secretScanStatus: "passed" | "pending" | "blocked";
1293
+ piiScanStatus: "passed" | "pending" | "review" | "blocked";
1294
+ origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
1295
+ sourceId: string;
1296
+ sessionId: string;
1297
+ normalizerVersion: string;
1298
+ projection: "turn" | "conversation";
1299
+ ownerUserId: string;
1300
+ purpose: "recorded_evaluation";
1301
+ metadata: Record<string, unknown>;
1302
+ } | {
1303
+ id: string;
1304
+ profileId: string;
1305
+ title: string;
1306
+ sourceHash: string;
1307
+ occurredAt: string;
1308
+ licensingStatus: "pending" | "approved" | "review" | "blocked";
1309
+ secretScanStatus: "passed" | "pending" | "blocked";
1310
+ piiScanStatus: "passed" | "pending" | "review" | "blocked";
1311
+ metadata: Record<string, unknown>;
1312
+ schemaVersion: "openpond.huggingFaceDatasetSource.v1";
1313
+ kind: "huggingface";
1314
+ repositoryId: string;
1315
+ repositoryUrl: string;
1316
+ revision: string;
1317
+ configuration: string;
1318
+ upstreamSplits: string[];
1319
+ gated: boolean;
1320
+ private: boolean;
1321
+ declaredLicense: string | null;
1322
+ sourceFileHashes: string[];
1323
+ } | {
1324
+ id: string;
1325
+ profileId: string;
1326
+ title: string;
1327
+ sourceHash: string;
1328
+ occurredAt: string;
1329
+ licensingStatus: "pending" | "approved" | "review" | "blocked";
1330
+ secretScanStatus: "passed" | "pending" | "blocked";
1331
+ piiScanStatus: "passed" | "pending" | "review" | "blocked";
1332
+ metadata: Record<string, unknown>;
1333
+ schemaVersion: "openpond.uploadedFileDatasetSource.v1";
1334
+ kind: "uploaded_file";
1335
+ originalFileNames: string[];
1336
+ mediaTypes: string[];
1337
+ sourceFileHashes: string[];
1338
+ totalBytes: number;
1339
+ parserVersion: string;
1340
+ } | {
1341
+ id: string;
1342
+ profileId: string;
1343
+ title: string;
1344
+ sourceHash: string;
1345
+ occurredAt: string;
1346
+ licensingStatus: "pending" | "approved" | "review" | "blocked";
1347
+ secretScanStatus: "passed" | "pending" | "blocked";
1348
+ piiScanStatus: "passed" | "pending" | "review" | "blocked";
1349
+ metadata: Record<string, unknown>;
1350
+ schemaVersion: "openpond.generatedDatasetSource.v1";
1351
+ kind: "generated";
1352
+ generatorId: string;
1353
+ generatorVersion: string;
1354
+ seed: number;
1355
+ generatorHash: string;
1356
+ } | {
1357
+ id: string;
1358
+ profileId: string;
1359
+ title: string;
1360
+ sourceHash: string;
1361
+ occurredAt: string;
1362
+ licensingStatus: "pending" | "approved" | "review" | "blocked";
1363
+ secretScanStatus: "passed" | "pending" | "blocked";
1364
+ piiScanStatus: "passed" | "pending" | "review" | "blocked";
1365
+ metadata: Record<string, unknown>;
1366
+ schemaVersion: "openpond.learningBatchDatasetSource.v1";
1367
+ kind: "learning_batch";
1368
+ batch: {
1369
+ id: string;
1370
+ revision: number;
1371
+ contentHash: string;
1372
+ };
1373
+ taskDefinition: {
1374
+ id: string;
1375
+ revision: number;
1376
+ contentHash: string;
1377
+ };
1378
+ admittedBy: string;
1379
+ } | {
1380
+ schemaVersion: "openpond.trainingSource.v1";
1381
+ id: string;
1382
+ profileId: string;
1383
+ sessionId: string;
1384
+ turnIds: string[];
1385
+ workspaceId: string | null;
1386
+ sourceHash: string;
1387
+ clusterKey: string;
1388
+ title: string;
1389
+ occurredAt: string;
1390
+ consent: {
1391
+ status: "pending" | "granted" | "denied" | "revoked";
1392
+ scope: "metadata_only" | "selected_turns" | "full_session";
1393
+ grantedBy: string | null;
1394
+ grantedAt: string | null;
1395
+ purpose: "task_authoring_and_evaluation";
1396
+ };
1397
+ connectedAppIds: string[];
1398
+ secretScanStatus: "passed" | "pending" | "blocked";
1399
+ piiScanStatus: "passed" | "pending" | "review" | "blocked";
1400
+ licensingStatus: "pending" | "approved" | "review" | "blocked";
1401
+ metadata: Record<string, unknown>;
1402
+ })[];
1403
+ policy: {
1404
+ policyVisibleFields: string[];
1405
+ privilegedFields: string[];
1406
+ hiddenGraderRefs: string[];
1407
+ connectedAppScopes: string[];
1408
+ };
1409
+ environment: {
1410
+ protocolVersion: "openpond.taskEnvironment.v1";
1411
+ kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
1412
+ entrypoint: string;
1413
+ stateful: boolean;
1414
+ deterministicSeeds: boolean;
1415
+ toolNames: string[];
1416
+ lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
1417
+ defaultTimeoutMs: number;
1418
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
1419
+ metadata: Record<string, unknown>;
1420
+ actionBindings?: {
1421
+ schemaVersion: "openpond.harnessActionBinding.v1";
1422
+ actionId: string;
1423
+ modelToolName: string;
1424
+ description: string;
1425
+ inputSchema: Record<string, unknown>;
1426
+ actionSchemaHash: string;
1427
+ agentRelease: {
1428
+ id: string;
1429
+ contentHash: string;
1430
+ };
1431
+ implementationHash: string;
1432
+ runtimeBindingId: string;
1433
+ capabilityReceiptHash: string;
1434
+ sideEffect: "read" | "write";
1435
+ studentVisible: boolean;
1436
+ timeoutMs: number;
1437
+ episodeArgumentBindings: {
1438
+ argument: string;
1439
+ source: "case_id";
1440
+ }[];
1441
+ }[] | undefined;
1442
+ resources?: {
1443
+ id: string;
1444
+ kind: "file" | "configuration" | "catalog" | "code_module";
1445
+ path: string;
1446
+ visibility: "privileged" | "policy_visible" | "policy_hidden";
1447
+ required: boolean;
1448
+ metadata: Record<string, unknown>;
1449
+ mediaType?: string | null | undefined;
1450
+ }[] | undefined;
1451
+ };
1452
+ output: {
1453
+ mode: "text" | "structured_json" | "artifacts";
1454
+ jsonSchema: Record<string, unknown> | null;
1455
+ renderer: {
1456
+ module: string;
1457
+ exportName: string;
1458
+ configRef: string | null;
1459
+ } | null;
1460
+ };
1461
+ capabilities: {
1462
+ schemaVersion: "openpond.tasksetCapabilities.v1";
1463
+ taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
1464
+ supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
1465
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
1466
+ rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
1467
+ requiresTools: boolean;
1468
+ requiresState: boolean;
1469
+ requiresPrivilegedGrading: boolean;
1470
+ environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
1471
+ exportable: boolean;
1472
+ portabilityBlockers: string[];
1473
+ };
1474
+ metrics: {
1475
+ schemaVersion: "openpond.tasksetMetricPolicy.v1";
1476
+ primaryMetric: string;
1477
+ aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
1478
+ missingReward: "zero" | "exclude";
1479
+ customAggregator: {
1480
+ module: string;
1481
+ exportName: string;
1482
+ contentHash: string;
1483
+ timeoutMs: number;
1484
+ networkPolicy: "none";
1485
+ } | null;
1486
+ taskWeights?: Record<string, number> | undefined;
1487
+ };
1488
+ review: {
1489
+ enabled: boolean;
1490
+ candidateCount: number;
1491
+ minimumSamples: number;
1492
+ allowTies: boolean;
1493
+ allowRejectAll: boolean;
1494
+ rubric: string;
1495
+ criteria: {
1496
+ id: string;
1497
+ label: string;
1498
+ description: string;
1499
+ weight: number;
1500
+ }[];
1501
+ };
1502
+ tasks: {
1503
+ schemaVersion: "openpond.taskData.v1";
1504
+ id: string;
1505
+ clusterKey: string;
1506
+ split: "train" | "validation" | "test" | "frozen_eval";
1507
+ input: Record<string, unknown>;
1508
+ expectedOutput: Record<string, unknown> | null;
1509
+ policyVisibleContext: Record<string, unknown>;
1510
+ privilegedContextRef: string | null;
1511
+ tags: string[];
1512
+ metadata: Record<string, unknown>;
1513
+ sourceRefs: string[];
1514
+ assets?: {
1515
+ id: string;
1516
+ sourceRefId: string;
1517
+ artifactRef: string;
1518
+ fileName: string;
1519
+ mediaType: string;
1520
+ sha256: string;
1521
+ sizeBytes: number;
1522
+ split: "train" | "validation" | "test" | "frozen_eval";
1523
+ metadata: Record<string, unknown>;
1524
+ }[] | undefined;
1525
+ resourceRefs?: string[] | undefined;
1526
+ requiredOutputs?: {
1527
+ path: string;
1528
+ mediaType: string;
1529
+ metadata: Record<string, unknown>;
1530
+ schemaRef?: string | null | undefined;
1531
+ maxBytes?: number | undefined;
1532
+ }[] | undefined;
1533
+ }[];
1534
+ graders: ({
1535
+ id: string;
1536
+ version: string;
1537
+ label: string;
1538
+ weight: number;
1539
+ hardGate: boolean;
1540
+ rewardEligible: boolean;
1541
+ privileged: boolean;
1542
+ metadata: Record<string, unknown>;
1543
+ kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
1544
+ config: Record<string, unknown>;
1545
+ } | {
1546
+ id: string;
1547
+ version: string;
1548
+ label: string;
1549
+ weight: number;
1550
+ hardGate: boolean;
1551
+ rewardEligible: boolean;
1552
+ privileged: boolean;
1553
+ metadata: Record<string, unknown>;
1554
+ kind: "model_judge";
1555
+ rubric: string;
1556
+ judge: {
1557
+ providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
1558
+ modelId: string;
1559
+ };
1560
+ calibrationFixtureRefs: string[];
1561
+ calibrationStatus: "passed" | "pending" | "failed";
1562
+ temperature: number;
1563
+ } | {
1564
+ id: string;
1565
+ version: string;
1566
+ label: string;
1567
+ weight: number;
1568
+ hardGate: boolean;
1569
+ rewardEligible: boolean;
1570
+ privileged: boolean;
1571
+ metadata: Record<string, unknown>;
1572
+ kind: "human";
1573
+ rubric: string;
1574
+ reviewerRole: string;
1575
+ form?: {
1576
+ schemaVersion: "openpond.humanForm.v1";
1577
+ mode: "individual" | "pairwise";
1578
+ instructions: string;
1579
+ criteria: ({
1580
+ id: string;
1581
+ label: string;
1582
+ instructions: string;
1583
+ required: boolean;
1584
+ allowAbstain: boolean;
1585
+ kind: "score";
1586
+ minimum: number;
1587
+ maximum: number;
1588
+ step: number;
1589
+ requireRationale?: boolean | undefined;
1590
+ anchors?: {
1591
+ value: string | number | boolean;
1592
+ description: string;
1593
+ }[] | undefined;
1594
+ } | {
1595
+ id: string;
1596
+ label: string;
1597
+ instructions: string;
1598
+ required: boolean;
1599
+ allowAbstain: boolean;
1600
+ kind: "category";
1601
+ options: string[];
1602
+ requireRationale?: boolean | undefined;
1603
+ anchors?: {
1604
+ value: string | number | boolean;
1605
+ description: string;
1606
+ }[] | undefined;
1607
+ } | {
1608
+ id: string;
1609
+ label: string;
1610
+ instructions: string;
1611
+ required: boolean;
1612
+ allowAbstain: boolean;
1613
+ kind: "boolean";
1614
+ requireRationale?: boolean | undefined;
1615
+ anchors?: {
1616
+ value: string | number | boolean;
1617
+ description: string;
1618
+ }[] | undefined;
1619
+ } | {
1620
+ id: string;
1621
+ label: string;
1622
+ instructions: string;
1623
+ required: boolean;
1624
+ allowAbstain: boolean;
1625
+ kind: "text";
1626
+ maximumLength: number;
1627
+ requireRationale?: boolean | undefined;
1628
+ anchors?: {
1629
+ value: string | number | boolean;
1630
+ description: string;
1631
+ }[] | undefined;
1632
+ minimumLength?: number | undefined;
1633
+ } | {
1634
+ id: string;
1635
+ label: string;
1636
+ instructions: string;
1637
+ required: boolean;
1638
+ allowAbstain: boolean;
1639
+ kind: "preference";
1640
+ allowTie: boolean;
1641
+ requireRationale?: boolean | undefined;
1642
+ anchors?: {
1643
+ value: string | number | boolean;
1644
+ description: string;
1645
+ }[] | undefined;
1646
+ requireStrength?: boolean | undefined;
1647
+ })[];
1648
+ } | undefined;
1649
+ } | {
1650
+ id: string;
1651
+ version: string;
1652
+ label: string;
1653
+ weight: number;
1654
+ hardGate: boolean;
1655
+ rewardEligible: boolean;
1656
+ privileged: boolean;
1657
+ metadata: Record<string, unknown>;
1658
+ kind: "custom_verifier";
1659
+ module: string;
1660
+ exportName: string;
1661
+ timeoutMs: number;
1662
+ networkPolicy: "none";
1663
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
1664
+ })[];
1665
+ graderFixtures: {
1666
+ id: string;
1667
+ taskId: string;
1668
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
1669
+ output: Record<string, unknown>;
1670
+ infrastructureError: string | null;
1671
+ expectedPassed: boolean;
1672
+ expectedRewardEligible: boolean;
1673
+ metadata: Record<string, unknown>;
1674
+ }[];
1675
+ learningSignals: {
1676
+ demonstrations: {
1677
+ id: string;
1678
+ taskId: string | null;
1679
+ sourceRefs: string[];
1680
+ artifactRef: string;
1681
+ approved: boolean;
1682
+ confidence: number;
1683
+ metadata: Record<string, unknown>;
1684
+ kind: "demonstration";
1685
+ prompt: string | null;
1686
+ response: string | null;
1687
+ }[];
1688
+ preferences: {
1689
+ id: string;
1690
+ taskId: string | null;
1691
+ sourceRefs: string[];
1692
+ artifactRef: string;
1693
+ approved: boolean;
1694
+ confidence: number;
1695
+ metadata: Record<string, unknown>;
1696
+ kind: "preference";
1697
+ prompt: string;
1698
+ chosen: string;
1699
+ rejected: string;
1700
+ rationale: string | null;
1701
+ }[];
1702
+ corrections: {
1703
+ id: string;
1704
+ taskId: string | null;
1705
+ sourceRefs: string[];
1706
+ artifactRef: string;
1707
+ approved: boolean;
1708
+ confidence: number;
1709
+ metadata: Record<string, unknown>;
1710
+ kind: "correction";
1711
+ original: string;
1712
+ corrected: string;
1713
+ rationale: string | null;
1714
+ }[];
1715
+ feedback: {
1716
+ id: string;
1717
+ taskId: string | null;
1718
+ sourceRefs: string[];
1719
+ artifactRef: string;
1720
+ approved: boolean;
1721
+ confidence: number;
1722
+ metadata: Record<string, unknown>;
1723
+ kind: "feedback";
1724
+ feedback: string;
1725
+ polarity: "neutral" | "positive" | "negative" | "mixed";
1726
+ }[];
1727
+ rewards: {
1728
+ id: string;
1729
+ taskId: string | null;
1730
+ sourceRefs: string[];
1731
+ artifactRef: string;
1732
+ approved: boolean;
1733
+ confidence: number;
1734
+ metadata: Record<string, unknown>;
1735
+ kind: "reward";
1736
+ task: string;
1737
+ rules: {
1738
+ id: string;
1739
+ points: number;
1740
+ condition: string;
1741
+ }[];
1742
+ otherwisePoints: number;
1743
+ executable: boolean;
1744
+ }[];
1745
+ labels: {
1746
+ id: string;
1747
+ taskId: string | null;
1748
+ sourceRefs: string[];
1749
+ artifactRef: string;
1750
+ approved: boolean;
1751
+ confidence: number;
1752
+ metadata: Record<string, unknown>;
1753
+ kind: "label";
1754
+ labelKind: "rubric";
1755
+ task: string;
1756
+ criteria: {
1757
+ id: string;
1758
+ label: string;
1759
+ description: string;
1760
+ }[];
1761
+ calibrationExamples: {
1762
+ positive: string;
1763
+ negative: string;
1764
+ boundary: string;
1765
+ };
1766
+ }[];
1767
+ };
1768
+ publishedTasksetRef: {
1769
+ id: string;
1770
+ revision: number;
1771
+ contentHash: string;
1772
+ } | null;
1773
+ createdAt: string;
1774
+ updatedAt: string;
1775
+ metadata: Record<string, unknown>;
1776
+ datasetArtifact?: {
1777
+ schemaVersion: "openpond.datasetArtifact.v1";
1778
+ id: string;
1779
+ tasksetId: string;
1780
+ tasksetRevision: number;
1781
+ contentHash: string;
1782
+ format: "parquet";
1783
+ schema: {
1784
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
1785
+ fields: {
1786
+ name: string;
1787
+ semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
1788
+ logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
1789
+ nullable: boolean;
1790
+ policy: "metadata" | "visible" | "privileged";
1791
+ }[];
1792
+ schemaHash: string;
1793
+ };
1794
+ shards: {
1795
+ id: string;
1796
+ split: "train" | "validation" | "test" | "frozen_eval";
1797
+ path: string;
1798
+ contentHash: string;
1799
+ schemaHash: string;
1800
+ sizeBytes: number;
1801
+ rowCount: number;
1802
+ rowGroupCount: number;
1803
+ }[];
1804
+ rowCount: number;
1805
+ splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
1806
+ sourceReceiptRefs: string[];
1807
+ mappingHash: string;
1808
+ qualityReportHash: string;
1809
+ createdAt: string;
1810
+ } | null | undefined;
1811
+ };
1812
+ files: {
1813
+ path: string;
1814
+ contentHash: string;
1815
+ sizeBytes: number;
1816
+ base64: string;
1817
+ }[];
1818
+ contentHash: string;
1819
+ };
1820
+ publication: {
1821
+ tasksetId: string;
1822
+ release: {
1823
+ id: string;
1824
+ revision: number;
1825
+ contentHash: string;
1826
+ };
1827
+ packageHash: string;
1828
+ } | null;
1829
+ originProjectId?: string | undefined;
1830
+ ownerScope?: "workspace" | "personal" | undefined;
1831
+ }>;
1832
+ createSelection(input: {
1833
+ operationId: string;
1834
+ projectId: string;
1835
+ name: string;
1836
+ cases: z.input<typeof ConnectedCaseRefSchema>[];
1837
+ }, signal?: AbortSignal): Promise<{
1838
+ schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
1839
+ teamId: string;
1840
+ datasetId: string;
1841
+ revision: number;
1842
+ workspace: {
1843
+ schemaVersion: "openpond.tasksetDraftWorkspace.v1";
1844
+ draft: {
1845
+ schemaVersion: "openpond.tasksetDraft.v1";
1846
+ id: string;
1847
+ revision: number;
1848
+ profileId: string;
1849
+ modelScope: {
1850
+ modelId: string;
1851
+ expectedModelRevision: number;
1852
+ source?: {
1853
+ schemaVersion: "openpond.modelTasksetDraftPreparation.v1";
1854
+ draftId: string;
1855
+ requestHash: string;
1856
+ sourcePackageHash: string;
1857
+ sourceTasksetRef: {
1858
+ id: string;
1859
+ contentHash: string;
1860
+ revision: number;
1861
+ };
1862
+ tasksetId: string;
1863
+ tasksetRevision: number;
1864
+ lineage: {
1865
+ schemaVersion: "openpond.modelTasksetAuthoring.v1";
1866
+ owner: {
1867
+ scopeId: string;
1868
+ modelId: string;
1869
+ };
1870
+ root: {
1871
+ id: string;
1872
+ contentHash: string;
1873
+ revision: number;
1874
+ };
1875
+ parent: {
1876
+ id: string;
1877
+ contentHash: string;
1878
+ revision: number;
1879
+ };
1880
+ };
1881
+ authoringGraph?: "bound" | undefined;
1882
+ } | undefined;
1883
+ } | null;
1884
+ name: string;
1885
+ objective: string;
1886
+ purpose: "general" | "benchmark";
1887
+ benchmark: {
1888
+ schemaVersion: "openpond.tasksetBenchmark.v1";
1889
+ definitionId: string;
1890
+ releaseId: string;
1891
+ releaseHash: string;
1892
+ managedReleasePath: string;
1893
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
1894
+ evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
1895
+ primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
1896
+ qualityGate: "none" | "non_regression" | "all_pass";
1897
+ source: "builtin" | "imported";
1898
+ metadata: Record<string, unknown>;
1899
+ } | null;
1900
+ preferenceComparison: {
1901
+ schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1";
1902
+ releaseId: string;
1903
+ releaseHash: string;
1904
+ publishedAt: string;
1905
+ metadata: Record<string, unknown>;
1906
+ } | null;
1907
+ status: "draft" | "validating" | "needs_review" | "published";
1908
+ sourceRefs: ({
1909
+ schemaVersion: "openpond.connectedDatasetSource.v1";
1910
+ kind: "connected_activity";
1911
+ id: string;
1912
+ profileId: string;
1913
+ title: string;
1914
+ sourceHash: string;
1915
+ occurredAt: string;
1916
+ licensingStatus: "pending" | "approved" | "review" | "blocked";
1917
+ secretScanStatus: "passed" | "pending" | "blocked";
1918
+ piiScanStatus: "passed" | "pending" | "review" | "blocked";
1919
+ origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
1920
+ sourceId: string;
1921
+ sessionId: string;
1922
+ normalizerVersion: string;
1923
+ projection: "turn" | "conversation";
1924
+ ownerUserId: string;
1925
+ purpose: "recorded_evaluation";
1926
+ metadata: Record<string, unknown>;
1927
+ } | {
1928
+ id: string;
1929
+ profileId: string;
1930
+ title: string;
1931
+ sourceHash: string;
1932
+ occurredAt: string;
1933
+ licensingStatus: "pending" | "approved" | "review" | "blocked";
1934
+ secretScanStatus: "passed" | "pending" | "blocked";
1935
+ piiScanStatus: "passed" | "pending" | "review" | "blocked";
1936
+ metadata: Record<string, unknown>;
1937
+ schemaVersion: "openpond.huggingFaceDatasetSource.v1";
1938
+ kind: "huggingface";
1939
+ repositoryId: string;
1940
+ repositoryUrl: string;
1941
+ revision: string;
1942
+ configuration: string;
1943
+ upstreamSplits: string[];
1944
+ gated: boolean;
1945
+ private: boolean;
1946
+ declaredLicense: string | null;
1947
+ sourceFileHashes: string[];
1948
+ } | {
1949
+ id: string;
1950
+ profileId: string;
1951
+ title: string;
1952
+ sourceHash: string;
1953
+ occurredAt: string;
1954
+ licensingStatus: "pending" | "approved" | "review" | "blocked";
1955
+ secretScanStatus: "passed" | "pending" | "blocked";
1956
+ piiScanStatus: "passed" | "pending" | "review" | "blocked";
1957
+ metadata: Record<string, unknown>;
1958
+ schemaVersion: "openpond.uploadedFileDatasetSource.v1";
1959
+ kind: "uploaded_file";
1960
+ originalFileNames: string[];
1961
+ mediaTypes: string[];
1962
+ sourceFileHashes: string[];
1963
+ totalBytes: number;
1964
+ parserVersion: string;
1965
+ } | {
1966
+ id: string;
1967
+ profileId: string;
1968
+ title: string;
1969
+ sourceHash: string;
1970
+ occurredAt: string;
1971
+ licensingStatus: "pending" | "approved" | "review" | "blocked";
1972
+ secretScanStatus: "passed" | "pending" | "blocked";
1973
+ piiScanStatus: "passed" | "pending" | "review" | "blocked";
1974
+ metadata: Record<string, unknown>;
1975
+ schemaVersion: "openpond.generatedDatasetSource.v1";
1976
+ kind: "generated";
1977
+ generatorId: string;
1978
+ generatorVersion: string;
1979
+ seed: number;
1980
+ generatorHash: string;
1981
+ } | {
1982
+ id: string;
1983
+ profileId: string;
1984
+ title: string;
1985
+ sourceHash: string;
1986
+ occurredAt: string;
1987
+ licensingStatus: "pending" | "approved" | "review" | "blocked";
1988
+ secretScanStatus: "passed" | "pending" | "blocked";
1989
+ piiScanStatus: "passed" | "pending" | "review" | "blocked";
1990
+ metadata: Record<string, unknown>;
1991
+ schemaVersion: "openpond.learningBatchDatasetSource.v1";
1992
+ kind: "learning_batch";
1993
+ batch: {
1994
+ id: string;
1995
+ revision: number;
1996
+ contentHash: string;
1997
+ };
1998
+ taskDefinition: {
1999
+ id: string;
2000
+ revision: number;
2001
+ contentHash: string;
2002
+ };
2003
+ admittedBy: string;
2004
+ } | {
2005
+ schemaVersion: "openpond.trainingSource.v1";
2006
+ id: string;
2007
+ profileId: string;
2008
+ sessionId: string;
2009
+ turnIds: string[];
2010
+ workspaceId: string | null;
2011
+ sourceHash: string;
2012
+ clusterKey: string;
2013
+ title: string;
2014
+ occurredAt: string;
2015
+ consent: {
2016
+ status: "pending" | "granted" | "denied" | "revoked";
2017
+ scope: "metadata_only" | "selected_turns" | "full_session";
2018
+ grantedBy: string | null;
2019
+ grantedAt: string | null;
2020
+ purpose: "task_authoring_and_evaluation";
2021
+ };
2022
+ connectedAppIds: string[];
2023
+ secretScanStatus: "passed" | "pending" | "blocked";
2024
+ piiScanStatus: "passed" | "pending" | "review" | "blocked";
2025
+ licensingStatus: "pending" | "approved" | "review" | "blocked";
2026
+ metadata: Record<string, unknown>;
2027
+ })[];
2028
+ policy: {
2029
+ policyVisibleFields: string[];
2030
+ privilegedFields: string[];
2031
+ hiddenGraderRefs: string[];
2032
+ connectedAppScopes: string[];
2033
+ };
2034
+ environment: {
2035
+ protocolVersion: "openpond.taskEnvironment.v1";
2036
+ kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
2037
+ entrypoint: string;
2038
+ stateful: boolean;
2039
+ deterministicSeeds: boolean;
2040
+ toolNames: string[];
2041
+ lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
2042
+ defaultTimeoutMs: number;
2043
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
2044
+ metadata: Record<string, unknown>;
2045
+ actionBindings?: {
2046
+ schemaVersion: "openpond.harnessActionBinding.v1";
2047
+ actionId: string;
2048
+ modelToolName: string;
2049
+ description: string;
2050
+ inputSchema: Record<string, unknown>;
2051
+ actionSchemaHash: string;
2052
+ agentRelease: {
2053
+ id: string;
2054
+ contentHash: string;
2055
+ };
2056
+ implementationHash: string;
2057
+ runtimeBindingId: string;
2058
+ capabilityReceiptHash: string;
2059
+ sideEffect: "read" | "write";
2060
+ studentVisible: boolean;
2061
+ timeoutMs: number;
2062
+ episodeArgumentBindings: {
2063
+ argument: string;
2064
+ source: "case_id";
2065
+ }[];
2066
+ }[] | undefined;
2067
+ resources?: {
2068
+ id: string;
2069
+ kind: "file" | "configuration" | "catalog" | "code_module";
2070
+ path: string;
2071
+ visibility: "privileged" | "policy_visible" | "policy_hidden";
2072
+ required: boolean;
2073
+ metadata: Record<string, unknown>;
2074
+ mediaType?: string | null | undefined;
2075
+ }[] | undefined;
2076
+ };
2077
+ output: {
2078
+ mode: "text" | "structured_json" | "artifacts";
2079
+ jsonSchema: Record<string, unknown> | null;
2080
+ renderer: {
2081
+ module: string;
2082
+ exportName: string;
2083
+ configRef: string | null;
2084
+ } | null;
2085
+ };
2086
+ capabilities: {
2087
+ schemaVersion: "openpond.tasksetCapabilities.v1";
2088
+ taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
2089
+ supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
2090
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
2091
+ rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
2092
+ requiresTools: boolean;
2093
+ requiresState: boolean;
2094
+ requiresPrivilegedGrading: boolean;
2095
+ environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
2096
+ exportable: boolean;
2097
+ portabilityBlockers: string[];
2098
+ };
2099
+ metrics: {
2100
+ schemaVersion: "openpond.tasksetMetricPolicy.v1";
2101
+ primaryMetric: string;
2102
+ aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
2103
+ missingReward: "zero" | "exclude";
2104
+ customAggregator: {
2105
+ module: string;
2106
+ exportName: string;
2107
+ contentHash: string;
2108
+ timeoutMs: number;
2109
+ networkPolicy: "none";
2110
+ } | null;
2111
+ taskWeights?: Record<string, number> | undefined;
2112
+ };
2113
+ review: {
2114
+ enabled: boolean;
2115
+ candidateCount: number;
2116
+ minimumSamples: number;
2117
+ allowTies: boolean;
2118
+ allowRejectAll: boolean;
2119
+ rubric: string;
2120
+ criteria: {
2121
+ id: string;
2122
+ label: string;
2123
+ description: string;
2124
+ weight: number;
2125
+ }[];
2126
+ };
2127
+ tasks: {
2128
+ schemaVersion: "openpond.taskData.v1";
2129
+ id: string;
2130
+ clusterKey: string;
2131
+ split: "train" | "validation" | "test" | "frozen_eval";
2132
+ input: Record<string, unknown>;
2133
+ expectedOutput: Record<string, unknown> | null;
2134
+ policyVisibleContext: Record<string, unknown>;
2135
+ privilegedContextRef: string | null;
2136
+ tags: string[];
2137
+ metadata: Record<string, unknown>;
2138
+ sourceRefs: string[];
2139
+ assets?: {
2140
+ id: string;
2141
+ sourceRefId: string;
2142
+ artifactRef: string;
2143
+ fileName: string;
2144
+ mediaType: string;
2145
+ sha256: string;
2146
+ sizeBytes: number;
2147
+ split: "train" | "validation" | "test" | "frozen_eval";
2148
+ metadata: Record<string, unknown>;
2149
+ }[] | undefined;
2150
+ resourceRefs?: string[] | undefined;
2151
+ requiredOutputs?: {
2152
+ path: string;
2153
+ mediaType: string;
2154
+ metadata: Record<string, unknown>;
2155
+ schemaRef?: string | null | undefined;
2156
+ maxBytes?: number | undefined;
2157
+ }[] | undefined;
2158
+ }[];
2159
+ graders: ({
2160
+ id: string;
2161
+ version: string;
2162
+ label: string;
2163
+ weight: number;
2164
+ hardGate: boolean;
2165
+ rewardEligible: boolean;
2166
+ privileged: boolean;
2167
+ metadata: Record<string, unknown>;
2168
+ kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
2169
+ config: Record<string, unknown>;
2170
+ } | {
2171
+ id: string;
2172
+ version: string;
2173
+ label: string;
2174
+ weight: number;
2175
+ hardGate: boolean;
2176
+ rewardEligible: boolean;
2177
+ privileged: boolean;
2178
+ metadata: Record<string, unknown>;
2179
+ kind: "model_judge";
2180
+ rubric: string;
2181
+ judge: {
2182
+ providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
2183
+ modelId: string;
2184
+ };
2185
+ calibrationFixtureRefs: string[];
2186
+ calibrationStatus: "passed" | "pending" | "failed";
2187
+ temperature: number;
2188
+ } | {
2189
+ id: string;
2190
+ version: string;
2191
+ label: string;
2192
+ weight: number;
2193
+ hardGate: boolean;
2194
+ rewardEligible: boolean;
2195
+ privileged: boolean;
2196
+ metadata: Record<string, unknown>;
2197
+ kind: "human";
2198
+ rubric: string;
2199
+ reviewerRole: string;
2200
+ form?: {
2201
+ schemaVersion: "openpond.humanForm.v1";
2202
+ mode: "individual" | "pairwise";
2203
+ instructions: string;
2204
+ criteria: ({
2205
+ id: string;
2206
+ label: string;
2207
+ instructions: string;
2208
+ required: boolean;
2209
+ allowAbstain: boolean;
2210
+ kind: "score";
2211
+ minimum: number;
2212
+ maximum: number;
2213
+ step: number;
2214
+ requireRationale?: boolean | undefined;
2215
+ anchors?: {
2216
+ value: string | number | boolean;
2217
+ description: string;
2218
+ }[] | undefined;
2219
+ } | {
2220
+ id: string;
2221
+ label: string;
2222
+ instructions: string;
2223
+ required: boolean;
2224
+ allowAbstain: boolean;
2225
+ kind: "category";
2226
+ options: string[];
2227
+ requireRationale?: boolean | undefined;
2228
+ anchors?: {
2229
+ value: string | number | boolean;
2230
+ description: string;
2231
+ }[] | undefined;
2232
+ } | {
2233
+ id: string;
2234
+ label: string;
2235
+ instructions: string;
2236
+ required: boolean;
2237
+ allowAbstain: boolean;
2238
+ kind: "boolean";
2239
+ requireRationale?: boolean | undefined;
2240
+ anchors?: {
2241
+ value: string | number | boolean;
2242
+ description: string;
2243
+ }[] | undefined;
2244
+ } | {
2245
+ id: string;
2246
+ label: string;
2247
+ instructions: string;
2248
+ required: boolean;
2249
+ allowAbstain: boolean;
2250
+ kind: "text";
2251
+ maximumLength: number;
2252
+ requireRationale?: boolean | undefined;
2253
+ anchors?: {
2254
+ value: string | number | boolean;
2255
+ description: string;
2256
+ }[] | undefined;
2257
+ minimumLength?: number | undefined;
2258
+ } | {
2259
+ id: string;
2260
+ label: string;
2261
+ instructions: string;
2262
+ required: boolean;
2263
+ allowAbstain: boolean;
2264
+ kind: "preference";
2265
+ allowTie: boolean;
2266
+ requireRationale?: boolean | undefined;
2267
+ anchors?: {
2268
+ value: string | number | boolean;
2269
+ description: string;
2270
+ }[] | undefined;
2271
+ requireStrength?: boolean | undefined;
2272
+ })[];
2273
+ } | undefined;
2274
+ } | {
2275
+ id: string;
2276
+ version: string;
2277
+ label: string;
2278
+ weight: number;
2279
+ hardGate: boolean;
2280
+ rewardEligible: boolean;
2281
+ privileged: boolean;
2282
+ metadata: Record<string, unknown>;
2283
+ kind: "custom_verifier";
2284
+ module: string;
2285
+ exportName: string;
2286
+ timeoutMs: number;
2287
+ networkPolicy: "none";
2288
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
2289
+ })[];
2290
+ graderFixtures: {
2291
+ id: string;
2292
+ taskId: string;
2293
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
2294
+ output: Record<string, unknown>;
2295
+ infrastructureError: string | null;
2296
+ expectedPassed: boolean;
2297
+ expectedRewardEligible: boolean;
2298
+ metadata: Record<string, unknown>;
2299
+ }[];
2300
+ learningSignals: {
2301
+ demonstrations: {
2302
+ id: string;
2303
+ taskId: string | null;
2304
+ sourceRefs: string[];
2305
+ artifactRef: string;
2306
+ approved: boolean;
2307
+ confidence: number;
2308
+ metadata: Record<string, unknown>;
2309
+ kind: "demonstration";
2310
+ prompt: string | null;
2311
+ response: string | null;
2312
+ }[];
2313
+ preferences: {
2314
+ id: string;
2315
+ taskId: string | null;
2316
+ sourceRefs: string[];
2317
+ artifactRef: string;
2318
+ approved: boolean;
2319
+ confidence: number;
2320
+ metadata: Record<string, unknown>;
2321
+ kind: "preference";
2322
+ prompt: string;
2323
+ chosen: string;
2324
+ rejected: string;
2325
+ rationale: string | null;
2326
+ }[];
2327
+ corrections: {
2328
+ id: string;
2329
+ taskId: string | null;
2330
+ sourceRefs: string[];
2331
+ artifactRef: string;
2332
+ approved: boolean;
2333
+ confidence: number;
2334
+ metadata: Record<string, unknown>;
2335
+ kind: "correction";
2336
+ original: string;
2337
+ corrected: string;
2338
+ rationale: string | null;
2339
+ }[];
2340
+ feedback: {
2341
+ id: string;
2342
+ taskId: string | null;
2343
+ sourceRefs: string[];
2344
+ artifactRef: string;
2345
+ approved: boolean;
2346
+ confidence: number;
2347
+ metadata: Record<string, unknown>;
2348
+ kind: "feedback";
2349
+ feedback: string;
2350
+ polarity: "neutral" | "positive" | "negative" | "mixed";
2351
+ }[];
2352
+ rewards: {
2353
+ id: string;
2354
+ taskId: string | null;
2355
+ sourceRefs: string[];
2356
+ artifactRef: string;
2357
+ approved: boolean;
2358
+ confidence: number;
2359
+ metadata: Record<string, unknown>;
2360
+ kind: "reward";
2361
+ task: string;
2362
+ rules: {
2363
+ id: string;
2364
+ points: number;
2365
+ condition: string;
2366
+ }[];
2367
+ otherwisePoints: number;
2368
+ executable: boolean;
2369
+ }[];
2370
+ labels: {
2371
+ id: string;
2372
+ taskId: string | null;
2373
+ sourceRefs: string[];
2374
+ artifactRef: string;
2375
+ approved: boolean;
2376
+ confidence: number;
2377
+ metadata: Record<string, unknown>;
2378
+ kind: "label";
2379
+ labelKind: "rubric";
2380
+ task: string;
2381
+ criteria: {
2382
+ id: string;
2383
+ label: string;
2384
+ description: string;
2385
+ }[];
2386
+ calibrationExamples: {
2387
+ positive: string;
2388
+ negative: string;
2389
+ boundary: string;
2390
+ };
2391
+ }[];
2392
+ };
2393
+ publishedTasksetRef: {
2394
+ id: string;
2395
+ revision: number;
2396
+ contentHash: string;
2397
+ } | null;
2398
+ createdAt: string;
2399
+ updatedAt: string;
2400
+ metadata: Record<string, unknown>;
2401
+ datasetArtifact?: {
2402
+ schemaVersion: "openpond.datasetArtifact.v1";
2403
+ id: string;
2404
+ tasksetId: string;
2405
+ tasksetRevision: number;
2406
+ contentHash: string;
2407
+ format: "parquet";
2408
+ schema: {
2409
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
2410
+ fields: {
2411
+ name: string;
2412
+ semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
2413
+ logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
2414
+ nullable: boolean;
2415
+ policy: "metadata" | "visible" | "privileged";
2416
+ }[];
2417
+ schemaHash: string;
2418
+ };
2419
+ shards: {
2420
+ id: string;
2421
+ split: "train" | "validation" | "test" | "frozen_eval";
2422
+ path: string;
2423
+ contentHash: string;
2424
+ schemaHash: string;
2425
+ sizeBytes: number;
2426
+ rowCount: number;
2427
+ rowGroupCount: number;
2428
+ }[];
2429
+ rowCount: number;
2430
+ splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
2431
+ sourceReceiptRefs: string[];
2432
+ mappingHash: string;
2433
+ qualityReportHash: string;
2434
+ createdAt: string;
2435
+ } | null | undefined;
2436
+ };
2437
+ files: {
2438
+ path: string;
2439
+ contentHash: string;
2440
+ sizeBytes: number;
2441
+ base64: string;
2442
+ }[];
2443
+ contentHash: string;
2444
+ };
2445
+ publication: {
2446
+ tasksetId: string;
2447
+ release: {
2448
+ id: string;
2449
+ revision: number;
2450
+ contentHash: string;
2451
+ };
2452
+ packageHash: string;
2453
+ } | null;
2454
+ originProjectId?: string | undefined;
2455
+ ownerScope?: "workspace" | "personal" | undefined;
2456
+ }>;
2457
+ private scope;
2458
+ private request;
2459
+ }
2460
+ //# sourceMappingURL=connected-evidence-client.d.ts.map