openpond-sdk 0.9.9 → 0.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (253) hide show
  1. package/README.md +18 -17
  2. package/dist/advanced-refiner-evaluations.js +42 -0
  3. package/dist/advanced-refiner-evaluations.js.map +7 -0
  4. package/dist/candidate-evaluations.js +25 -0
  5. package/dist/candidate-evaluations.js.map +7 -0
  6. package/dist/{chunk-BGXWHDYM.js → chunk-2JKV5OJO.js} +95 -59
  7. package/dist/chunk-2JKV5OJO.js.map +7 -0
  8. package/dist/{chunk-4HZORGK3.js → chunk-2NSNBED7.js} +18 -5
  9. package/dist/chunk-2NSNBED7.js.map +7 -0
  10. package/dist/chunk-5RZAPZWI.js +445 -0
  11. package/dist/chunk-5RZAPZWI.js.map +7 -0
  12. package/dist/{chunk-JCPLAIZL.js → chunk-5U25KAJM.js} +106 -76
  13. package/dist/chunk-5U25KAJM.js.map +7 -0
  14. package/dist/chunk-7Q7I6FAT.js +139 -0
  15. package/dist/chunk-7Q7I6FAT.js.map +7 -0
  16. package/dist/chunk-A64VYVXN.js +64 -0
  17. package/dist/chunk-A64VYVXN.js.map +7 -0
  18. package/dist/{chunk-DT7FRNIZ.js → chunk-CSWVE3E6.js} +2 -2
  19. package/dist/chunk-DJWHN7NU.js +394 -0
  20. package/dist/chunk-DJWHN7NU.js.map +7 -0
  21. package/dist/{chunk-KYCQ7LZ4.js → chunk-DSGGM2ME.js} +2 -2
  22. package/dist/chunk-DSGGM2ME.js.map +7 -0
  23. package/dist/chunk-GDJRGRHA.js +144 -0
  24. package/dist/chunk-GDJRGRHA.js.map +7 -0
  25. package/dist/chunk-HOAYWW33.js +587 -0
  26. package/dist/chunk-HOAYWW33.js.map +7 -0
  27. package/dist/{chunk-Y4NGWGTA.js → chunk-I2MBVOVX.js} +265 -264
  28. package/dist/chunk-I2MBVOVX.js.map +7 -0
  29. package/dist/{chunk-6D4JIOOC.js → chunk-IXBSFJCX.js} +5 -5
  30. package/dist/{chunk-WOPM32SE.js → chunk-JA3KFK3U.js} +7 -1
  31. package/dist/chunk-JA3KFK3U.js.map +7 -0
  32. package/dist/chunk-JMQ4HBWP.js +160 -0
  33. package/dist/chunk-JMQ4HBWP.js.map +7 -0
  34. package/dist/chunk-KQWCXW3A.js +294 -0
  35. package/dist/chunk-KQWCXW3A.js.map +7 -0
  36. package/dist/{chunk-3HV3G6DG.js → chunk-NHCGOFQW.js} +3 -3
  37. package/dist/{chunk-XMKEFQ62.js → chunk-PJ2VLNJF.js} +20 -2
  38. package/dist/chunk-PJ2VLNJF.js.map +7 -0
  39. package/dist/{chunk-32H2EJRA.js → chunk-R3M6BIOK.js} +2 -2
  40. package/dist/chunk-SLS3GFPG.js +125 -0
  41. package/dist/chunk-SLS3GFPG.js.map +7 -0
  42. package/dist/chunk-SVU4RZ4K.js +70 -0
  43. package/dist/chunk-SVU4RZ4K.js.map +7 -0
  44. package/dist/chunk-T4APHDES.js +74 -0
  45. package/dist/chunk-T4APHDES.js.map +7 -0
  46. package/dist/chunk-VC5OV5AS.js +174 -0
  47. package/dist/chunk-VC5OV5AS.js.map +7 -0
  48. package/dist/{chunk-YYJ4T4U4.js → chunk-WX22WN33.js} +13 -7
  49. package/dist/chunk-WX22WN33.js.map +7 -0
  50. package/dist/chunk-XEUOJ5WF.js +31 -0
  51. package/dist/chunk-XEUOJ5WF.js.map +7 -0
  52. package/dist/{chunk-LGEF4S5I.js → chunk-XJDWHTH5.js} +390 -362
  53. package/dist/chunk-XJDWHTH5.js.map +7 -0
  54. package/dist/chunk-YCQVVFE5.js +37 -0
  55. package/dist/chunk-YCQVVFE5.js.map +7 -0
  56. package/dist/chunk-ZVJU5CJ5.js +267 -0
  57. package/dist/chunk-ZVJU5CJ5.js.map +7 -0
  58. package/dist/connected-evidence.js +81 -0
  59. package/dist/connected-evidence.js.map +7 -0
  60. package/dist/dataset-workspaces.js +45 -80
  61. package/dist/dataset-workspaces.js.map +4 -4
  62. package/dist/experiment-evaluation-schedules.js +48 -0
  63. package/dist/experiment-evaluation-schedules.js.map +7 -0
  64. package/dist/experiment-improvements.js +52 -0
  65. package/dist/experiment-improvements.js.map +7 -0
  66. package/dist/experiments.js +63 -124
  67. package/dist/experiments.js.map +4 -4
  68. package/dist/human-review.js +13 -0
  69. package/dist/human-review.js.map +7 -0
  70. package/dist/index.js +208 -17
  71. package/dist/index.js.map +2 -2
  72. package/dist/learning.js +1 -1
  73. package/dist/model-starter-attempts.js +2 -2
  74. package/dist/model-starter-catalog.js +9 -4
  75. package/dist/model-starter-catalog.js.map +1 -1
  76. package/dist/model-starters.js +15 -6
  77. package/dist/model-taskset-runs.js +3 -3
  78. package/dist/post-training.js +47 -0
  79. package/dist/post-training.js.map +7 -0
  80. package/dist/taskset-drafts.js +13 -6
  81. package/dist/taskset-drafts.js.map +2 -2
  82. package/dist/taskset-packages.js +31 -559
  83. package/dist/taskset-packages.js.map +4 -4
  84. package/dist/training-bundle.js +59 -18
  85. package/dist/training-bundle.js.map +2 -2
  86. package/dist/training-projects.js +3 -1
  87. package/dist/training-projects.js.map +2 -2
  88. package/dist/training.js +7 -2
  89. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2673 -0
  90. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
  91. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
  92. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
  93. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
  94. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
  95. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
  96. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
  97. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
  98. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
  99. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +48 -0
  100. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
  101. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2460 -0
  102. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
  103. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +215 -0
  104. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
  105. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
  106. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
  107. package/dist/types/packages/sdk/src/connected-evidence.d.ts +6 -0
  108. package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
  109. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
  110. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
  111. package/dist/types/packages/sdk/src/dataset-population.d.ts +1 -0
  112. package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
  113. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +771 -120
  114. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  115. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +278 -38
  116. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
  117. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +280 -40
  118. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
  119. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
  120. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
  121. package/dist/types/packages/sdk/src/experiment-client.d.ts +4353 -490
  122. package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
  123. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1067 -2
  124. package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
  125. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
  126. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
  127. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +58 -0
  128. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -0
  129. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +8 -0
  130. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
  131. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts +24 -0
  132. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts.map +1 -0
  133. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
  134. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
  135. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
  136. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
  137. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
  138. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
  139. package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
  140. package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
  141. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +383 -0
  142. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -0
  143. package/dist/types/packages/sdk/src/experiment-run-details.d.ts +2111 -0
  144. package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -0
  145. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +7 -2
  146. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
  147. package/dist/types/packages/sdk/src/experiments.d.ts +7 -1
  148. package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
  149. package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
  150. package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
  151. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
  152. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
  153. package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
  154. package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
  155. package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
  156. package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
  157. package/dist/types/packages/sdk/src/index.d.ts +10 -0
  158. package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
  159. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
  160. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
  161. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +20 -4
  162. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
  163. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +79 -5
  164. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
  165. package/dist/types/packages/sdk/src/model-batch-review.d.ts +15 -13
  166. package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
  167. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +359 -1
  168. package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
  169. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +444 -19
  170. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  171. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
  172. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
  173. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +79 -1
  174. package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
  175. package/dist/types/packages/sdk/src/model-starters.d.ts +467 -13
  176. package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
  177. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
  178. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
  179. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
  180. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
  181. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1326 -4
  182. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
  183. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1329 -5
  184. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
  185. package/dist/types/packages/sdk/src/post-training.d.ts +3518 -0
  186. package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
  187. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
  188. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
  189. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1369 -0
  190. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
  191. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +142 -22
  192. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
  193. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
  194. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
  195. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +278 -38
  196. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
  197. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
  198. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
  199. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +217 -20
  200. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
  201. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +12 -12
  202. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
  203. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +140 -20
  204. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
  205. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +638 -42
  206. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
  207. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +249 -36
  208. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
  209. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +278 -38
  210. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
  211. package/dist/types/packages/sdk/src/taskset-drafts.d.ts +1 -0
  212. package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
  213. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +2805 -41
  214. package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
  215. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +660 -12
  216. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
  217. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
  218. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
  219. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +29 -11
  220. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
  221. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +430 -39
  222. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
  223. package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
  224. package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
  225. package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
  226. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
  227. package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
  228. package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
  229. package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
  230. package/dist/types/packages/sdk/src/training-project-client.d.ts +828 -8
  231. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
  232. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1226 -11
  233. package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
  234. package/dist/types/packages/sdk/src/training.d.ts +2655 -24
  235. package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
  236. package/package.json +30 -2
  237. package/dist/chunk-4HZORGK3.js.map +0 -7
  238. package/dist/chunk-4JRSH2TT.js +0 -256
  239. package/dist/chunk-4JRSH2TT.js.map +0 -7
  240. package/dist/chunk-BGXWHDYM.js.map +0 -7
  241. package/dist/chunk-JCPLAIZL.js.map +0 -7
  242. package/dist/chunk-KYCQ7LZ4.js.map +0 -7
  243. package/dist/chunk-LGEF4S5I.js.map +0 -7
  244. package/dist/chunk-WOPM32SE.js.map +0 -7
  245. package/dist/chunk-XMKEFQ62.js.map +0 -7
  246. package/dist/chunk-Y4NGWGTA.js.map +0 -7
  247. package/dist/chunk-YYJ4T4U4.js.map +0 -7
  248. package/dist/types/packages/sdk/src/experiment-history.d.ts +0 -266
  249. package/dist/types/packages/sdk/src/experiment-history.d.ts.map +0 -1
  250. /package/dist/{chunk-DT7FRNIZ.js.map → chunk-CSWVE3E6.js.map} +0 -0
  251. /package/dist/{chunk-6D4JIOOC.js.map → chunk-IXBSFJCX.js.map} +0 -0
  252. /package/dist/{chunk-3HV3G6DG.js.map → chunk-NHCGOFQW.js.map} +0 -0
  253. /package/dist/{chunk-32H2EJRA.js.map → chunk-R3M6BIOK.js.map} +0 -0
@@ -0,0 +1,2673 @@
1
+ import { type EvaluationCoordinationAccess } from "./evaluation-coordination-http.js";
2
+ import { z } from "zod";
3
+ export declare const AdvancedRefinerEvaluationPinSchema: z.ZodObject<{
4
+ schemaVersion: z.ZodLiteral<"openpond.advancedRefinerEvaluation.v1">;
5
+ operationId: z.ZodString;
6
+ actorId: z.ZodString;
7
+ teamId: z.ZodString;
8
+ projectId: z.ZodNullable<z.ZodString>;
9
+ mode: z.ZodEnum<{
10
+ review_quality: "review_quality";
11
+ downstream_adaptation: "downstream_adaptation";
12
+ }>;
13
+ profileRef: z.ZodObject<{
14
+ source: z.ZodEnum<{
15
+ local: "local";
16
+ github: "github";
17
+ openpond_git: "openpond_git";
18
+ }>;
19
+ repositoryId: z.ZodString;
20
+ profileId: z.ZodString;
21
+ }, z.core.$strict>;
22
+ sourceRevision: z.ZodString;
23
+ baselineRelease: z.ZodObject<{
24
+ id: z.ZodString;
25
+ contentHash: z.ZodString;
26
+ }, z.core.$strict>;
27
+ refinerRelease: z.ZodObject<{
28
+ id: z.ZodString;
29
+ contentHash: z.ZodString;
30
+ }, z.core.$strict>;
31
+ evidence: z.ZodObject<{
32
+ id: z.ZodString;
33
+ contentHash: z.ZodString;
34
+ }, z.core.$strict>;
35
+ externalDatasetBinding: z.ZodObject<{
36
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
37
+ dataset: z.ZodObject<{
38
+ id: z.ZodString;
39
+ contentHash: z.ZodString;
40
+ revision: z.ZodNumber;
41
+ }, z.core.$strict>;
42
+ packageHash: z.ZodString;
43
+ profileId: z.ZodString;
44
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
45
+ kind: z.ZodLiteral<"profile">;
46
+ }, z.core.$strict>, z.ZodObject<{
47
+ kind: z.ZodLiteral<"workflow">;
48
+ workflowId: z.ZodString;
49
+ }, z.core.$strict>, z.ZodObject<{
50
+ kind: z.ZodLiteral<"skill">;
51
+ skillPath: z.ZodString;
52
+ }, z.core.$strict>, z.ZodObject<{
53
+ kind: z.ZodLiteral<"agent_action">;
54
+ actionId: z.ZodString;
55
+ }, z.core.$strict>], "kind">;
56
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
57
+ protectedProfileClosureHash: z.ZodString;
58
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
59
+ execution: z.ZodObject<{
60
+ id: z.ZodString;
61
+ contentHash: z.ZodString;
62
+ }, z.core.$strict>;
63
+ originalEvidence: z.ZodObject<{
64
+ id: z.ZodString;
65
+ contentHash: z.ZodString;
66
+ }, z.core.$strict>;
67
+ members: z.ZodArray<z.ZodObject<{
68
+ caseId: z.ZodString;
69
+ seed: z.ZodString;
70
+ fixtureId: z.ZodString;
71
+ sourceId: z.ZodString;
72
+ snapshotHash: z.ZodString;
73
+ boundaryRevisionHash: z.ZodString;
74
+ }, z.core.$strict>>;
75
+ }, z.core.$strict>>;
76
+ gradingSource: z.ZodOptional<z.ZodObject<{
77
+ pass: z.ZodObject<{
78
+ id: z.ZodString;
79
+ contentHash: z.ZodString;
80
+ }, z.core.$strict>;
81
+ evidence: z.ZodObject<{
82
+ id: z.ZodString;
83
+ contentHash: z.ZodString;
84
+ }, z.core.$strict>;
85
+ }, z.core.$strict>>;
86
+ split: z.ZodEnum<{
87
+ train: "train";
88
+ validation: "validation";
89
+ test: "test";
90
+ frozen_eval: "frozen_eval";
91
+ }>;
92
+ population: z.ZodArray<z.ZodObject<{
93
+ taskId: z.ZodString;
94
+ seed: z.ZodString;
95
+ fixtureId: z.ZodNullable<z.ZodString>;
96
+ }, z.core.$strict>>;
97
+ evaluators: z.ZodArray<z.ZodObject<{
98
+ release: z.ZodObject<{
99
+ id: z.ZodString;
100
+ contentHash: z.ZodString;
101
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
102
+ }, z.core.$strict>;
103
+ feedbackKey: z.ZodString;
104
+ configurationHash: z.ZodString;
105
+ output: z.ZodEnum<{
106
+ boolean: "boolean";
107
+ score: "score";
108
+ category: "category";
109
+ }>;
110
+ categories: z.ZodArray<z.ZodString>;
111
+ }, z.core.$strict>>;
112
+ fieldMappingsHash: z.ZodString;
113
+ fieldMappings: z.ZodArray<z.ZodObject<{
114
+ graderId: z.ZodString;
115
+ fields: z.ZodArray<z.ZodObject<{
116
+ destination: z.ZodEnum<{
117
+ output: "output";
118
+ input: "input";
119
+ expectedOutput: "expectedOutput";
120
+ evaluatorContext: "evaluatorContext";
121
+ }>;
122
+ path: z.ZodArray<z.ZodString>;
123
+ source: z.ZodEnum<{
124
+ output: "output";
125
+ input: "input";
126
+ expectedOutput: "expectedOutput";
127
+ evaluatorContext: "evaluatorContext";
128
+ }>;
129
+ sourcePath: z.ZodArray<z.ZodString>;
130
+ }, z.core.$strict>>;
131
+ }, z.core.$strict>>;
132
+ environmentHash: z.ZodString;
133
+ privateDatasetClosureHash: z.ZodString;
134
+ criterion: z.ZodObject<{
135
+ minimumPassRate: z.ZodNumber;
136
+ requireComplete: z.ZodBoolean;
137
+ }, z.core.$strict>;
138
+ contentHash: z.ZodString;
139
+ }, z.core.$strict>;
140
+ adaptationDatasetBinding: z.ZodObject<{
141
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
142
+ dataset: z.ZodObject<{
143
+ id: z.ZodString;
144
+ contentHash: z.ZodString;
145
+ revision: z.ZodNumber;
146
+ }, z.core.$strict>;
147
+ packageHash: z.ZodString;
148
+ profileId: z.ZodString;
149
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
150
+ kind: z.ZodLiteral<"profile">;
151
+ }, z.core.$strict>, z.ZodObject<{
152
+ kind: z.ZodLiteral<"workflow">;
153
+ workflowId: z.ZodString;
154
+ }, z.core.$strict>, z.ZodObject<{
155
+ kind: z.ZodLiteral<"skill">;
156
+ skillPath: z.ZodString;
157
+ }, z.core.$strict>, z.ZodObject<{
158
+ kind: z.ZodLiteral<"agent_action">;
159
+ actionId: z.ZodString;
160
+ }, z.core.$strict>], "kind">;
161
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
162
+ protectedProfileClosureHash: z.ZodString;
163
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
164
+ execution: z.ZodObject<{
165
+ id: z.ZodString;
166
+ contentHash: z.ZodString;
167
+ }, z.core.$strict>;
168
+ originalEvidence: z.ZodObject<{
169
+ id: z.ZodString;
170
+ contentHash: z.ZodString;
171
+ }, z.core.$strict>;
172
+ members: z.ZodArray<z.ZodObject<{
173
+ caseId: z.ZodString;
174
+ seed: z.ZodString;
175
+ fixtureId: z.ZodString;
176
+ sourceId: z.ZodString;
177
+ snapshotHash: z.ZodString;
178
+ boundaryRevisionHash: z.ZodString;
179
+ }, z.core.$strict>>;
180
+ }, z.core.$strict>>;
181
+ gradingSource: z.ZodOptional<z.ZodObject<{
182
+ pass: z.ZodObject<{
183
+ id: z.ZodString;
184
+ contentHash: z.ZodString;
185
+ }, z.core.$strict>;
186
+ evidence: z.ZodObject<{
187
+ id: z.ZodString;
188
+ contentHash: z.ZodString;
189
+ }, z.core.$strict>;
190
+ }, z.core.$strict>>;
191
+ split: z.ZodEnum<{
192
+ train: "train";
193
+ validation: "validation";
194
+ test: "test";
195
+ frozen_eval: "frozen_eval";
196
+ }>;
197
+ population: z.ZodArray<z.ZodObject<{
198
+ taskId: z.ZodString;
199
+ seed: z.ZodString;
200
+ fixtureId: z.ZodNullable<z.ZodString>;
201
+ }, z.core.$strict>>;
202
+ evaluators: z.ZodArray<z.ZodObject<{
203
+ release: z.ZodObject<{
204
+ id: z.ZodString;
205
+ contentHash: z.ZodString;
206
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
207
+ }, z.core.$strict>;
208
+ feedbackKey: z.ZodString;
209
+ configurationHash: z.ZodString;
210
+ output: z.ZodEnum<{
211
+ boolean: "boolean";
212
+ score: "score";
213
+ category: "category";
214
+ }>;
215
+ categories: z.ZodArray<z.ZodString>;
216
+ }, z.core.$strict>>;
217
+ fieldMappingsHash: z.ZodString;
218
+ fieldMappings: z.ZodArray<z.ZodObject<{
219
+ graderId: z.ZodString;
220
+ fields: z.ZodArray<z.ZodObject<{
221
+ destination: z.ZodEnum<{
222
+ output: "output";
223
+ input: "input";
224
+ expectedOutput: "expectedOutput";
225
+ evaluatorContext: "evaluatorContext";
226
+ }>;
227
+ path: z.ZodArray<z.ZodString>;
228
+ source: z.ZodEnum<{
229
+ output: "output";
230
+ input: "input";
231
+ expectedOutput: "expectedOutput";
232
+ evaluatorContext: "evaluatorContext";
233
+ }>;
234
+ sourcePath: z.ZodArray<z.ZodString>;
235
+ }, z.core.$strict>>;
236
+ }, z.core.$strict>>;
237
+ environmentHash: z.ZodString;
238
+ privateDatasetClosureHash: z.ZodString;
239
+ criterion: z.ZodObject<{
240
+ minimumPassRate: z.ZodNumber;
241
+ requireComplete: z.ZodBoolean;
242
+ }, z.core.$strict>;
243
+ contentHash: z.ZodString;
244
+ }, z.core.$strict>;
245
+ privateClosureHash: z.ZodString;
246
+ adaptationTaskIds: z.ZodArray<z.ZodString>;
247
+ holdoutTaskIds: z.ZodArray<z.ZodString>;
248
+ adaptationSplit: z.ZodEnum<{
249
+ train: "train";
250
+ validation: "validation";
251
+ test: "test";
252
+ frozen_eval: "frozen_eval";
253
+ }>;
254
+ holdoutSplit: z.ZodEnum<{
255
+ train: "train";
256
+ validation: "validation";
257
+ test: "test";
258
+ frozen_eval: "frozen_eval";
259
+ }>;
260
+ environmentPolicy: z.ZodDiscriminatedUnion<[z.ZodObject<{
261
+ kind: z.ZodLiteral<"resettable">;
262
+ environmentHash: z.ZodString;
263
+ }, z.core.$strict>, z.ZodObject<{
264
+ kind: z.ZodLiteral<"frozen_observations">;
265
+ environmentHash: z.ZodString;
266
+ }, z.core.$strict>], "kind">;
267
+ maximumCostUsd: z.ZodNumber;
268
+ maximumDurationMs: z.ZodNumber;
269
+ maximumModelSteps: z.ZodNumber;
270
+ contentHash: z.ZodString;
271
+ }, z.core.$strict>;
272
+ export type AdvancedRefinerEvaluationPin = z.infer<typeof AdvancedRefinerEvaluationPinSchema>;
273
+ export declare function verifyAdvancedRefinerEvaluationPin(raw: unknown): {
274
+ schemaVersion: "openpond.advancedRefinerEvaluation.v1";
275
+ operationId: string;
276
+ actorId: string;
277
+ teamId: string;
278
+ projectId: string | null;
279
+ mode: "review_quality" | "downstream_adaptation";
280
+ profileRef: {
281
+ source: "local" | "github" | "openpond_git";
282
+ repositoryId: string;
283
+ profileId: string;
284
+ };
285
+ sourceRevision: string;
286
+ baselineRelease: {
287
+ id: string;
288
+ contentHash: string;
289
+ };
290
+ refinerRelease: {
291
+ id: string;
292
+ contentHash: string;
293
+ };
294
+ evidence: {
295
+ id: string;
296
+ contentHash: string;
297
+ };
298
+ externalDatasetBinding: {
299
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
300
+ dataset: {
301
+ id: string;
302
+ contentHash: string;
303
+ revision: number;
304
+ };
305
+ packageHash: string;
306
+ profileId: string;
307
+ target: {
308
+ kind: "profile";
309
+ } | {
310
+ kind: "workflow";
311
+ workflowId: string;
312
+ } | {
313
+ kind: "skill";
314
+ skillPath: string;
315
+ } | {
316
+ kind: "agent_action";
317
+ actionId: string;
318
+ };
319
+ declaredProfileCatalogHash: string | null;
320
+ protectedProfileClosureHash: string;
321
+ split: "train" | "validation" | "test" | "frozen_eval";
322
+ population: {
323
+ taskId: string;
324
+ seed: string;
325
+ fixtureId: string | null;
326
+ }[];
327
+ evaluators: {
328
+ release: {
329
+ id: string;
330
+ contentHash: string;
331
+ revision: string | number;
332
+ };
333
+ feedbackKey: string;
334
+ configurationHash: string;
335
+ output: "boolean" | "score" | "category";
336
+ categories: string[];
337
+ }[];
338
+ fieldMappingsHash: string;
339
+ fieldMappings: {
340
+ graderId: string;
341
+ fields: {
342
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
343
+ path: string[];
344
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
345
+ sourcePath: string[];
346
+ }[];
347
+ }[];
348
+ environmentHash: string;
349
+ privateDatasetClosureHash: string;
350
+ criterion: {
351
+ minimumPassRate: number;
352
+ requireComplete: boolean;
353
+ };
354
+ contentHash: string;
355
+ recordedOrigin?: {
356
+ execution: {
357
+ id: string;
358
+ contentHash: string;
359
+ };
360
+ originalEvidence: {
361
+ id: string;
362
+ contentHash: string;
363
+ };
364
+ members: {
365
+ caseId: string;
366
+ seed: string;
367
+ fixtureId: string;
368
+ sourceId: string;
369
+ snapshotHash: string;
370
+ boundaryRevisionHash: string;
371
+ }[];
372
+ } | undefined;
373
+ gradingSource?: {
374
+ pass: {
375
+ id: string;
376
+ contentHash: string;
377
+ };
378
+ evidence: {
379
+ id: string;
380
+ contentHash: string;
381
+ };
382
+ } | undefined;
383
+ };
384
+ adaptationDatasetBinding: {
385
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
386
+ dataset: {
387
+ id: string;
388
+ contentHash: string;
389
+ revision: number;
390
+ };
391
+ packageHash: string;
392
+ profileId: string;
393
+ target: {
394
+ kind: "profile";
395
+ } | {
396
+ kind: "workflow";
397
+ workflowId: string;
398
+ } | {
399
+ kind: "skill";
400
+ skillPath: string;
401
+ } | {
402
+ kind: "agent_action";
403
+ actionId: string;
404
+ };
405
+ declaredProfileCatalogHash: string | null;
406
+ protectedProfileClosureHash: string;
407
+ split: "train" | "validation" | "test" | "frozen_eval";
408
+ population: {
409
+ taskId: string;
410
+ seed: string;
411
+ fixtureId: string | null;
412
+ }[];
413
+ evaluators: {
414
+ release: {
415
+ id: string;
416
+ contentHash: string;
417
+ revision: string | number;
418
+ };
419
+ feedbackKey: string;
420
+ configurationHash: string;
421
+ output: "boolean" | "score" | "category";
422
+ categories: string[];
423
+ }[];
424
+ fieldMappingsHash: string;
425
+ fieldMappings: {
426
+ graderId: string;
427
+ fields: {
428
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
429
+ path: string[];
430
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
431
+ sourcePath: string[];
432
+ }[];
433
+ }[];
434
+ environmentHash: string;
435
+ privateDatasetClosureHash: string;
436
+ criterion: {
437
+ minimumPassRate: number;
438
+ requireComplete: boolean;
439
+ };
440
+ contentHash: string;
441
+ recordedOrigin?: {
442
+ execution: {
443
+ id: string;
444
+ contentHash: string;
445
+ };
446
+ originalEvidence: {
447
+ id: string;
448
+ contentHash: string;
449
+ };
450
+ members: {
451
+ caseId: string;
452
+ seed: string;
453
+ fixtureId: string;
454
+ sourceId: string;
455
+ snapshotHash: string;
456
+ boundaryRevisionHash: string;
457
+ }[];
458
+ } | undefined;
459
+ gradingSource?: {
460
+ pass: {
461
+ id: string;
462
+ contentHash: string;
463
+ };
464
+ evidence: {
465
+ id: string;
466
+ contentHash: string;
467
+ };
468
+ } | undefined;
469
+ };
470
+ privateClosureHash: string;
471
+ adaptationTaskIds: string[];
472
+ holdoutTaskIds: string[];
473
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
474
+ holdoutSplit: "train" | "validation" | "test" | "frozen_eval";
475
+ environmentPolicy: {
476
+ kind: "resettable";
477
+ environmentHash: string;
478
+ } | {
479
+ kind: "frozen_observations";
480
+ environmentHash: string;
481
+ };
482
+ maximumCostUsd: number;
483
+ maximumDurationMs: number;
484
+ maximumModelSteps: number;
485
+ contentHash: string;
486
+ };
487
+ export declare function sealAdvancedRefinerEvaluationPin(body: Omit<AdvancedRefinerEvaluationPin, "contentHash">): {
488
+ schemaVersion: "openpond.advancedRefinerEvaluation.v1";
489
+ operationId: string;
490
+ actorId: string;
491
+ teamId: string;
492
+ projectId: string | null;
493
+ mode: "review_quality" | "downstream_adaptation";
494
+ profileRef: {
495
+ source: "local" | "github" | "openpond_git";
496
+ repositoryId: string;
497
+ profileId: string;
498
+ };
499
+ sourceRevision: string;
500
+ baselineRelease: {
501
+ id: string;
502
+ contentHash: string;
503
+ };
504
+ refinerRelease: {
505
+ id: string;
506
+ contentHash: string;
507
+ };
508
+ evidence: {
509
+ id: string;
510
+ contentHash: string;
511
+ };
512
+ externalDatasetBinding: {
513
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
514
+ dataset: {
515
+ id: string;
516
+ contentHash: string;
517
+ revision: number;
518
+ };
519
+ packageHash: string;
520
+ profileId: string;
521
+ target: {
522
+ kind: "profile";
523
+ } | {
524
+ kind: "workflow";
525
+ workflowId: string;
526
+ } | {
527
+ kind: "skill";
528
+ skillPath: string;
529
+ } | {
530
+ kind: "agent_action";
531
+ actionId: string;
532
+ };
533
+ declaredProfileCatalogHash: string | null;
534
+ protectedProfileClosureHash: string;
535
+ split: "train" | "validation" | "test" | "frozen_eval";
536
+ population: {
537
+ taskId: string;
538
+ seed: string;
539
+ fixtureId: string | null;
540
+ }[];
541
+ evaluators: {
542
+ release: {
543
+ id: string;
544
+ contentHash: string;
545
+ revision: string | number;
546
+ };
547
+ feedbackKey: string;
548
+ configurationHash: string;
549
+ output: "boolean" | "score" | "category";
550
+ categories: string[];
551
+ }[];
552
+ fieldMappingsHash: string;
553
+ fieldMappings: {
554
+ graderId: string;
555
+ fields: {
556
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
557
+ path: string[];
558
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
559
+ sourcePath: string[];
560
+ }[];
561
+ }[];
562
+ environmentHash: string;
563
+ privateDatasetClosureHash: string;
564
+ criterion: {
565
+ minimumPassRate: number;
566
+ requireComplete: boolean;
567
+ };
568
+ contentHash: string;
569
+ recordedOrigin?: {
570
+ execution: {
571
+ id: string;
572
+ contentHash: string;
573
+ };
574
+ originalEvidence: {
575
+ id: string;
576
+ contentHash: string;
577
+ };
578
+ members: {
579
+ caseId: string;
580
+ seed: string;
581
+ fixtureId: string;
582
+ sourceId: string;
583
+ snapshotHash: string;
584
+ boundaryRevisionHash: string;
585
+ }[];
586
+ } | undefined;
587
+ gradingSource?: {
588
+ pass: {
589
+ id: string;
590
+ contentHash: string;
591
+ };
592
+ evidence: {
593
+ id: string;
594
+ contentHash: string;
595
+ };
596
+ } | undefined;
597
+ };
598
+ adaptationDatasetBinding: {
599
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
600
+ dataset: {
601
+ id: string;
602
+ contentHash: string;
603
+ revision: number;
604
+ };
605
+ packageHash: string;
606
+ profileId: string;
607
+ target: {
608
+ kind: "profile";
609
+ } | {
610
+ kind: "workflow";
611
+ workflowId: string;
612
+ } | {
613
+ kind: "skill";
614
+ skillPath: string;
615
+ } | {
616
+ kind: "agent_action";
617
+ actionId: string;
618
+ };
619
+ declaredProfileCatalogHash: string | null;
620
+ protectedProfileClosureHash: string;
621
+ split: "train" | "validation" | "test" | "frozen_eval";
622
+ population: {
623
+ taskId: string;
624
+ seed: string;
625
+ fixtureId: string | null;
626
+ }[];
627
+ evaluators: {
628
+ release: {
629
+ id: string;
630
+ contentHash: string;
631
+ revision: string | number;
632
+ };
633
+ feedbackKey: string;
634
+ configurationHash: string;
635
+ output: "boolean" | "score" | "category";
636
+ categories: string[];
637
+ }[];
638
+ fieldMappingsHash: string;
639
+ fieldMappings: {
640
+ graderId: string;
641
+ fields: {
642
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
643
+ path: string[];
644
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
645
+ sourcePath: string[];
646
+ }[];
647
+ }[];
648
+ environmentHash: string;
649
+ privateDatasetClosureHash: string;
650
+ criterion: {
651
+ minimumPassRate: number;
652
+ requireComplete: boolean;
653
+ };
654
+ contentHash: string;
655
+ recordedOrigin?: {
656
+ execution: {
657
+ id: string;
658
+ contentHash: string;
659
+ };
660
+ originalEvidence: {
661
+ id: string;
662
+ contentHash: string;
663
+ };
664
+ members: {
665
+ caseId: string;
666
+ seed: string;
667
+ fixtureId: string;
668
+ sourceId: string;
669
+ snapshotHash: string;
670
+ boundaryRevisionHash: string;
671
+ }[];
672
+ } | undefined;
673
+ gradingSource?: {
674
+ pass: {
675
+ id: string;
676
+ contentHash: string;
677
+ };
678
+ evidence: {
679
+ id: string;
680
+ contentHash: string;
681
+ };
682
+ } | undefined;
683
+ };
684
+ privateClosureHash: string;
685
+ adaptationTaskIds: string[];
686
+ holdoutTaskIds: string[];
687
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
688
+ holdoutSplit: "train" | "validation" | "test" | "frozen_eval";
689
+ environmentPolicy: {
690
+ kind: "resettable";
691
+ environmentHash: string;
692
+ } | {
693
+ kind: "frozen_observations";
694
+ environmentHash: string;
695
+ };
696
+ maximumCostUsd: number;
697
+ maximumDurationMs: number;
698
+ maximumModelSteps: number;
699
+ contentHash: string;
700
+ };
701
+ export declare const AdvancedRefinerEvaluationStartSchema: z.ZodObject<{
702
+ pin: z.ZodObject<{
703
+ schemaVersion: z.ZodLiteral<"openpond.advancedRefinerEvaluation.v1">;
704
+ operationId: z.ZodString;
705
+ actorId: z.ZodString;
706
+ teamId: z.ZodString;
707
+ projectId: z.ZodNullable<z.ZodString>;
708
+ mode: z.ZodEnum<{
709
+ review_quality: "review_quality";
710
+ downstream_adaptation: "downstream_adaptation";
711
+ }>;
712
+ profileRef: z.ZodObject<{
713
+ source: z.ZodEnum<{
714
+ local: "local";
715
+ github: "github";
716
+ openpond_git: "openpond_git";
717
+ }>;
718
+ repositoryId: z.ZodString;
719
+ profileId: z.ZodString;
720
+ }, z.core.$strict>;
721
+ sourceRevision: z.ZodString;
722
+ baselineRelease: z.ZodObject<{
723
+ id: z.ZodString;
724
+ contentHash: z.ZodString;
725
+ }, z.core.$strict>;
726
+ refinerRelease: z.ZodObject<{
727
+ id: z.ZodString;
728
+ contentHash: z.ZodString;
729
+ }, z.core.$strict>;
730
+ evidence: z.ZodObject<{
731
+ id: z.ZodString;
732
+ contentHash: z.ZodString;
733
+ }, z.core.$strict>;
734
+ externalDatasetBinding: z.ZodObject<{
735
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
736
+ dataset: z.ZodObject<{
737
+ id: z.ZodString;
738
+ contentHash: z.ZodString;
739
+ revision: z.ZodNumber;
740
+ }, z.core.$strict>;
741
+ packageHash: z.ZodString;
742
+ profileId: z.ZodString;
743
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
744
+ kind: z.ZodLiteral<"profile">;
745
+ }, z.core.$strict>, z.ZodObject<{
746
+ kind: z.ZodLiteral<"workflow">;
747
+ workflowId: z.ZodString;
748
+ }, z.core.$strict>, z.ZodObject<{
749
+ kind: z.ZodLiteral<"skill">;
750
+ skillPath: z.ZodString;
751
+ }, z.core.$strict>, z.ZodObject<{
752
+ kind: z.ZodLiteral<"agent_action">;
753
+ actionId: z.ZodString;
754
+ }, z.core.$strict>], "kind">;
755
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
756
+ protectedProfileClosureHash: z.ZodString;
757
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
758
+ execution: z.ZodObject<{
759
+ id: z.ZodString;
760
+ contentHash: z.ZodString;
761
+ }, z.core.$strict>;
762
+ originalEvidence: z.ZodObject<{
763
+ id: z.ZodString;
764
+ contentHash: z.ZodString;
765
+ }, z.core.$strict>;
766
+ members: z.ZodArray<z.ZodObject<{
767
+ caseId: z.ZodString;
768
+ seed: z.ZodString;
769
+ fixtureId: z.ZodString;
770
+ sourceId: z.ZodString;
771
+ snapshotHash: z.ZodString;
772
+ boundaryRevisionHash: z.ZodString;
773
+ }, z.core.$strict>>;
774
+ }, z.core.$strict>>;
775
+ gradingSource: z.ZodOptional<z.ZodObject<{
776
+ pass: z.ZodObject<{
777
+ id: z.ZodString;
778
+ contentHash: z.ZodString;
779
+ }, z.core.$strict>;
780
+ evidence: z.ZodObject<{
781
+ id: z.ZodString;
782
+ contentHash: z.ZodString;
783
+ }, z.core.$strict>;
784
+ }, z.core.$strict>>;
785
+ split: z.ZodEnum<{
786
+ train: "train";
787
+ validation: "validation";
788
+ test: "test";
789
+ frozen_eval: "frozen_eval";
790
+ }>;
791
+ population: z.ZodArray<z.ZodObject<{
792
+ taskId: z.ZodString;
793
+ seed: z.ZodString;
794
+ fixtureId: z.ZodNullable<z.ZodString>;
795
+ }, z.core.$strict>>;
796
+ evaluators: z.ZodArray<z.ZodObject<{
797
+ release: z.ZodObject<{
798
+ id: z.ZodString;
799
+ contentHash: z.ZodString;
800
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
801
+ }, z.core.$strict>;
802
+ feedbackKey: z.ZodString;
803
+ configurationHash: z.ZodString;
804
+ output: z.ZodEnum<{
805
+ boolean: "boolean";
806
+ score: "score";
807
+ category: "category";
808
+ }>;
809
+ categories: z.ZodArray<z.ZodString>;
810
+ }, z.core.$strict>>;
811
+ fieldMappingsHash: z.ZodString;
812
+ fieldMappings: z.ZodArray<z.ZodObject<{
813
+ graderId: z.ZodString;
814
+ fields: z.ZodArray<z.ZodObject<{
815
+ destination: z.ZodEnum<{
816
+ output: "output";
817
+ input: "input";
818
+ expectedOutput: "expectedOutput";
819
+ evaluatorContext: "evaluatorContext";
820
+ }>;
821
+ path: z.ZodArray<z.ZodString>;
822
+ source: z.ZodEnum<{
823
+ output: "output";
824
+ input: "input";
825
+ expectedOutput: "expectedOutput";
826
+ evaluatorContext: "evaluatorContext";
827
+ }>;
828
+ sourcePath: z.ZodArray<z.ZodString>;
829
+ }, z.core.$strict>>;
830
+ }, z.core.$strict>>;
831
+ environmentHash: z.ZodString;
832
+ privateDatasetClosureHash: z.ZodString;
833
+ criterion: z.ZodObject<{
834
+ minimumPassRate: z.ZodNumber;
835
+ requireComplete: z.ZodBoolean;
836
+ }, z.core.$strict>;
837
+ contentHash: z.ZodString;
838
+ }, z.core.$strict>;
839
+ adaptationDatasetBinding: z.ZodObject<{
840
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
841
+ dataset: z.ZodObject<{
842
+ id: z.ZodString;
843
+ contentHash: z.ZodString;
844
+ revision: z.ZodNumber;
845
+ }, z.core.$strict>;
846
+ packageHash: z.ZodString;
847
+ profileId: z.ZodString;
848
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
849
+ kind: z.ZodLiteral<"profile">;
850
+ }, z.core.$strict>, z.ZodObject<{
851
+ kind: z.ZodLiteral<"workflow">;
852
+ workflowId: z.ZodString;
853
+ }, z.core.$strict>, z.ZodObject<{
854
+ kind: z.ZodLiteral<"skill">;
855
+ skillPath: z.ZodString;
856
+ }, z.core.$strict>, z.ZodObject<{
857
+ kind: z.ZodLiteral<"agent_action">;
858
+ actionId: z.ZodString;
859
+ }, z.core.$strict>], "kind">;
860
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
861
+ protectedProfileClosureHash: z.ZodString;
862
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
863
+ execution: z.ZodObject<{
864
+ id: z.ZodString;
865
+ contentHash: z.ZodString;
866
+ }, z.core.$strict>;
867
+ originalEvidence: z.ZodObject<{
868
+ id: z.ZodString;
869
+ contentHash: z.ZodString;
870
+ }, z.core.$strict>;
871
+ members: z.ZodArray<z.ZodObject<{
872
+ caseId: z.ZodString;
873
+ seed: z.ZodString;
874
+ fixtureId: z.ZodString;
875
+ sourceId: z.ZodString;
876
+ snapshotHash: z.ZodString;
877
+ boundaryRevisionHash: z.ZodString;
878
+ }, z.core.$strict>>;
879
+ }, z.core.$strict>>;
880
+ gradingSource: z.ZodOptional<z.ZodObject<{
881
+ pass: z.ZodObject<{
882
+ id: z.ZodString;
883
+ contentHash: z.ZodString;
884
+ }, z.core.$strict>;
885
+ evidence: z.ZodObject<{
886
+ id: z.ZodString;
887
+ contentHash: z.ZodString;
888
+ }, z.core.$strict>;
889
+ }, z.core.$strict>>;
890
+ split: z.ZodEnum<{
891
+ train: "train";
892
+ validation: "validation";
893
+ test: "test";
894
+ frozen_eval: "frozen_eval";
895
+ }>;
896
+ population: z.ZodArray<z.ZodObject<{
897
+ taskId: z.ZodString;
898
+ seed: z.ZodString;
899
+ fixtureId: z.ZodNullable<z.ZodString>;
900
+ }, z.core.$strict>>;
901
+ evaluators: z.ZodArray<z.ZodObject<{
902
+ release: z.ZodObject<{
903
+ id: z.ZodString;
904
+ contentHash: z.ZodString;
905
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
906
+ }, z.core.$strict>;
907
+ feedbackKey: z.ZodString;
908
+ configurationHash: z.ZodString;
909
+ output: z.ZodEnum<{
910
+ boolean: "boolean";
911
+ score: "score";
912
+ category: "category";
913
+ }>;
914
+ categories: z.ZodArray<z.ZodString>;
915
+ }, z.core.$strict>>;
916
+ fieldMappingsHash: z.ZodString;
917
+ fieldMappings: z.ZodArray<z.ZodObject<{
918
+ graderId: z.ZodString;
919
+ fields: z.ZodArray<z.ZodObject<{
920
+ destination: z.ZodEnum<{
921
+ output: "output";
922
+ input: "input";
923
+ expectedOutput: "expectedOutput";
924
+ evaluatorContext: "evaluatorContext";
925
+ }>;
926
+ path: z.ZodArray<z.ZodString>;
927
+ source: z.ZodEnum<{
928
+ output: "output";
929
+ input: "input";
930
+ expectedOutput: "expectedOutput";
931
+ evaluatorContext: "evaluatorContext";
932
+ }>;
933
+ sourcePath: z.ZodArray<z.ZodString>;
934
+ }, z.core.$strict>>;
935
+ }, z.core.$strict>>;
936
+ environmentHash: z.ZodString;
937
+ privateDatasetClosureHash: z.ZodString;
938
+ criterion: z.ZodObject<{
939
+ minimumPassRate: z.ZodNumber;
940
+ requireComplete: z.ZodBoolean;
941
+ }, z.core.$strict>;
942
+ contentHash: z.ZodString;
943
+ }, z.core.$strict>;
944
+ privateClosureHash: z.ZodString;
945
+ adaptationTaskIds: z.ZodArray<z.ZodString>;
946
+ holdoutTaskIds: z.ZodArray<z.ZodString>;
947
+ adaptationSplit: z.ZodEnum<{
948
+ train: "train";
949
+ validation: "validation";
950
+ test: "test";
951
+ frozen_eval: "frozen_eval";
952
+ }>;
953
+ holdoutSplit: z.ZodEnum<{
954
+ train: "train";
955
+ validation: "validation";
956
+ test: "test";
957
+ frozen_eval: "frozen_eval";
958
+ }>;
959
+ environmentPolicy: z.ZodDiscriminatedUnion<[z.ZodObject<{
960
+ kind: z.ZodLiteral<"resettable">;
961
+ environmentHash: z.ZodString;
962
+ }, z.core.$strict>, z.ZodObject<{
963
+ kind: z.ZodLiteral<"frozen_observations">;
964
+ environmentHash: z.ZodString;
965
+ }, z.core.$strict>], "kind">;
966
+ maximumCostUsd: z.ZodNumber;
967
+ maximumDurationMs: z.ZodNumber;
968
+ maximumModelSteps: z.ZodNumber;
969
+ contentHash: z.ZodString;
970
+ }, z.core.$strict>;
971
+ modelId: z.ZodString;
972
+ profileId: z.ZodString;
973
+ model: z.ZodObject<{
974
+ providerId: z.ZodEnum<{
975
+ openpond: "openpond";
976
+ codex: "codex";
977
+ anthropic: "anthropic";
978
+ openai: "openai";
979
+ xai: "xai";
980
+ google: "google";
981
+ openrouter: "openrouter";
982
+ deepseek: "deepseek";
983
+ zai: "zai";
984
+ moonshot: "moonshot";
985
+ together: "together";
986
+ groq: "groq";
987
+ "custom-openai-compatible": "custom-openai-compatible";
988
+ }>;
989
+ modelId: z.ZodString;
990
+ }, z.core.$strip>;
991
+ seed: z.ZodNumber;
992
+ reasoningEffort: z.ZodNullable<z.ZodEnum<{
993
+ none: "none";
994
+ high: "high";
995
+ low: "low";
996
+ off: "off";
997
+ medium: "medium";
998
+ xhigh: "xhigh";
999
+ max: "max";
1000
+ }>>;
1001
+ }, z.core.$strict>;
1002
+ export declare const AdvancedRefinerEvaluationCommandSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
1003
+ operation: z.ZodLiteral<"start">;
1004
+ request: z.ZodObject<{
1005
+ pin: z.ZodObject<{
1006
+ schemaVersion: z.ZodLiteral<"openpond.advancedRefinerEvaluation.v1">;
1007
+ operationId: z.ZodString;
1008
+ actorId: z.ZodString;
1009
+ teamId: z.ZodString;
1010
+ projectId: z.ZodNullable<z.ZodString>;
1011
+ mode: z.ZodEnum<{
1012
+ review_quality: "review_quality";
1013
+ downstream_adaptation: "downstream_adaptation";
1014
+ }>;
1015
+ profileRef: z.ZodObject<{
1016
+ source: z.ZodEnum<{
1017
+ local: "local";
1018
+ github: "github";
1019
+ openpond_git: "openpond_git";
1020
+ }>;
1021
+ repositoryId: z.ZodString;
1022
+ profileId: z.ZodString;
1023
+ }, z.core.$strict>;
1024
+ sourceRevision: z.ZodString;
1025
+ baselineRelease: z.ZodObject<{
1026
+ id: z.ZodString;
1027
+ contentHash: z.ZodString;
1028
+ }, z.core.$strict>;
1029
+ refinerRelease: z.ZodObject<{
1030
+ id: z.ZodString;
1031
+ contentHash: z.ZodString;
1032
+ }, z.core.$strict>;
1033
+ evidence: z.ZodObject<{
1034
+ id: z.ZodString;
1035
+ contentHash: z.ZodString;
1036
+ }, z.core.$strict>;
1037
+ externalDatasetBinding: z.ZodObject<{
1038
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1039
+ dataset: z.ZodObject<{
1040
+ id: z.ZodString;
1041
+ contentHash: z.ZodString;
1042
+ revision: z.ZodNumber;
1043
+ }, z.core.$strict>;
1044
+ packageHash: z.ZodString;
1045
+ profileId: z.ZodString;
1046
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1047
+ kind: z.ZodLiteral<"profile">;
1048
+ }, z.core.$strict>, z.ZodObject<{
1049
+ kind: z.ZodLiteral<"workflow">;
1050
+ workflowId: z.ZodString;
1051
+ }, z.core.$strict>, z.ZodObject<{
1052
+ kind: z.ZodLiteral<"skill">;
1053
+ skillPath: z.ZodString;
1054
+ }, z.core.$strict>, z.ZodObject<{
1055
+ kind: z.ZodLiteral<"agent_action">;
1056
+ actionId: z.ZodString;
1057
+ }, z.core.$strict>], "kind">;
1058
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1059
+ protectedProfileClosureHash: z.ZodString;
1060
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1061
+ execution: z.ZodObject<{
1062
+ id: z.ZodString;
1063
+ contentHash: z.ZodString;
1064
+ }, z.core.$strict>;
1065
+ originalEvidence: z.ZodObject<{
1066
+ id: z.ZodString;
1067
+ contentHash: z.ZodString;
1068
+ }, z.core.$strict>;
1069
+ members: z.ZodArray<z.ZodObject<{
1070
+ caseId: z.ZodString;
1071
+ seed: z.ZodString;
1072
+ fixtureId: z.ZodString;
1073
+ sourceId: z.ZodString;
1074
+ snapshotHash: z.ZodString;
1075
+ boundaryRevisionHash: z.ZodString;
1076
+ }, z.core.$strict>>;
1077
+ }, z.core.$strict>>;
1078
+ gradingSource: z.ZodOptional<z.ZodObject<{
1079
+ pass: z.ZodObject<{
1080
+ id: z.ZodString;
1081
+ contentHash: z.ZodString;
1082
+ }, z.core.$strict>;
1083
+ evidence: z.ZodObject<{
1084
+ id: z.ZodString;
1085
+ contentHash: z.ZodString;
1086
+ }, z.core.$strict>;
1087
+ }, z.core.$strict>>;
1088
+ split: z.ZodEnum<{
1089
+ train: "train";
1090
+ validation: "validation";
1091
+ test: "test";
1092
+ frozen_eval: "frozen_eval";
1093
+ }>;
1094
+ population: z.ZodArray<z.ZodObject<{
1095
+ taskId: z.ZodString;
1096
+ seed: z.ZodString;
1097
+ fixtureId: z.ZodNullable<z.ZodString>;
1098
+ }, z.core.$strict>>;
1099
+ evaluators: z.ZodArray<z.ZodObject<{
1100
+ release: z.ZodObject<{
1101
+ id: z.ZodString;
1102
+ contentHash: z.ZodString;
1103
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1104
+ }, z.core.$strict>;
1105
+ feedbackKey: z.ZodString;
1106
+ configurationHash: z.ZodString;
1107
+ output: z.ZodEnum<{
1108
+ boolean: "boolean";
1109
+ score: "score";
1110
+ category: "category";
1111
+ }>;
1112
+ categories: z.ZodArray<z.ZodString>;
1113
+ }, z.core.$strict>>;
1114
+ fieldMappingsHash: z.ZodString;
1115
+ fieldMappings: z.ZodArray<z.ZodObject<{
1116
+ graderId: z.ZodString;
1117
+ fields: z.ZodArray<z.ZodObject<{
1118
+ destination: z.ZodEnum<{
1119
+ output: "output";
1120
+ input: "input";
1121
+ expectedOutput: "expectedOutput";
1122
+ evaluatorContext: "evaluatorContext";
1123
+ }>;
1124
+ path: z.ZodArray<z.ZodString>;
1125
+ source: z.ZodEnum<{
1126
+ output: "output";
1127
+ input: "input";
1128
+ expectedOutput: "expectedOutput";
1129
+ evaluatorContext: "evaluatorContext";
1130
+ }>;
1131
+ sourcePath: z.ZodArray<z.ZodString>;
1132
+ }, z.core.$strict>>;
1133
+ }, z.core.$strict>>;
1134
+ environmentHash: z.ZodString;
1135
+ privateDatasetClosureHash: z.ZodString;
1136
+ criterion: z.ZodObject<{
1137
+ minimumPassRate: z.ZodNumber;
1138
+ requireComplete: z.ZodBoolean;
1139
+ }, z.core.$strict>;
1140
+ contentHash: z.ZodString;
1141
+ }, z.core.$strict>;
1142
+ adaptationDatasetBinding: z.ZodObject<{
1143
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1144
+ dataset: z.ZodObject<{
1145
+ id: z.ZodString;
1146
+ contentHash: z.ZodString;
1147
+ revision: z.ZodNumber;
1148
+ }, z.core.$strict>;
1149
+ packageHash: z.ZodString;
1150
+ profileId: z.ZodString;
1151
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1152
+ kind: z.ZodLiteral<"profile">;
1153
+ }, z.core.$strict>, z.ZodObject<{
1154
+ kind: z.ZodLiteral<"workflow">;
1155
+ workflowId: z.ZodString;
1156
+ }, z.core.$strict>, z.ZodObject<{
1157
+ kind: z.ZodLiteral<"skill">;
1158
+ skillPath: z.ZodString;
1159
+ }, z.core.$strict>, z.ZodObject<{
1160
+ kind: z.ZodLiteral<"agent_action">;
1161
+ actionId: z.ZodString;
1162
+ }, z.core.$strict>], "kind">;
1163
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1164
+ protectedProfileClosureHash: z.ZodString;
1165
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1166
+ execution: z.ZodObject<{
1167
+ id: z.ZodString;
1168
+ contentHash: z.ZodString;
1169
+ }, z.core.$strict>;
1170
+ originalEvidence: z.ZodObject<{
1171
+ id: z.ZodString;
1172
+ contentHash: z.ZodString;
1173
+ }, z.core.$strict>;
1174
+ members: z.ZodArray<z.ZodObject<{
1175
+ caseId: z.ZodString;
1176
+ seed: z.ZodString;
1177
+ fixtureId: z.ZodString;
1178
+ sourceId: z.ZodString;
1179
+ snapshotHash: z.ZodString;
1180
+ boundaryRevisionHash: z.ZodString;
1181
+ }, z.core.$strict>>;
1182
+ }, z.core.$strict>>;
1183
+ gradingSource: z.ZodOptional<z.ZodObject<{
1184
+ pass: z.ZodObject<{
1185
+ id: z.ZodString;
1186
+ contentHash: z.ZodString;
1187
+ }, z.core.$strict>;
1188
+ evidence: z.ZodObject<{
1189
+ id: z.ZodString;
1190
+ contentHash: z.ZodString;
1191
+ }, z.core.$strict>;
1192
+ }, z.core.$strict>>;
1193
+ split: z.ZodEnum<{
1194
+ train: "train";
1195
+ validation: "validation";
1196
+ test: "test";
1197
+ frozen_eval: "frozen_eval";
1198
+ }>;
1199
+ population: z.ZodArray<z.ZodObject<{
1200
+ taskId: z.ZodString;
1201
+ seed: z.ZodString;
1202
+ fixtureId: z.ZodNullable<z.ZodString>;
1203
+ }, z.core.$strict>>;
1204
+ evaluators: z.ZodArray<z.ZodObject<{
1205
+ release: z.ZodObject<{
1206
+ id: z.ZodString;
1207
+ contentHash: z.ZodString;
1208
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1209
+ }, z.core.$strict>;
1210
+ feedbackKey: z.ZodString;
1211
+ configurationHash: z.ZodString;
1212
+ output: z.ZodEnum<{
1213
+ boolean: "boolean";
1214
+ score: "score";
1215
+ category: "category";
1216
+ }>;
1217
+ categories: z.ZodArray<z.ZodString>;
1218
+ }, z.core.$strict>>;
1219
+ fieldMappingsHash: z.ZodString;
1220
+ fieldMappings: z.ZodArray<z.ZodObject<{
1221
+ graderId: z.ZodString;
1222
+ fields: z.ZodArray<z.ZodObject<{
1223
+ destination: z.ZodEnum<{
1224
+ output: "output";
1225
+ input: "input";
1226
+ expectedOutput: "expectedOutput";
1227
+ evaluatorContext: "evaluatorContext";
1228
+ }>;
1229
+ path: z.ZodArray<z.ZodString>;
1230
+ source: z.ZodEnum<{
1231
+ output: "output";
1232
+ input: "input";
1233
+ expectedOutput: "expectedOutput";
1234
+ evaluatorContext: "evaluatorContext";
1235
+ }>;
1236
+ sourcePath: z.ZodArray<z.ZodString>;
1237
+ }, z.core.$strict>>;
1238
+ }, z.core.$strict>>;
1239
+ environmentHash: z.ZodString;
1240
+ privateDatasetClosureHash: z.ZodString;
1241
+ criterion: z.ZodObject<{
1242
+ minimumPassRate: z.ZodNumber;
1243
+ requireComplete: z.ZodBoolean;
1244
+ }, z.core.$strict>;
1245
+ contentHash: z.ZodString;
1246
+ }, z.core.$strict>;
1247
+ privateClosureHash: z.ZodString;
1248
+ adaptationTaskIds: z.ZodArray<z.ZodString>;
1249
+ holdoutTaskIds: z.ZodArray<z.ZodString>;
1250
+ adaptationSplit: z.ZodEnum<{
1251
+ train: "train";
1252
+ validation: "validation";
1253
+ test: "test";
1254
+ frozen_eval: "frozen_eval";
1255
+ }>;
1256
+ holdoutSplit: z.ZodEnum<{
1257
+ train: "train";
1258
+ validation: "validation";
1259
+ test: "test";
1260
+ frozen_eval: "frozen_eval";
1261
+ }>;
1262
+ environmentPolicy: z.ZodDiscriminatedUnion<[z.ZodObject<{
1263
+ kind: z.ZodLiteral<"resettable">;
1264
+ environmentHash: z.ZodString;
1265
+ }, z.core.$strict>, z.ZodObject<{
1266
+ kind: z.ZodLiteral<"frozen_observations">;
1267
+ environmentHash: z.ZodString;
1268
+ }, z.core.$strict>], "kind">;
1269
+ maximumCostUsd: z.ZodNumber;
1270
+ maximumDurationMs: z.ZodNumber;
1271
+ maximumModelSteps: z.ZodNumber;
1272
+ contentHash: z.ZodString;
1273
+ }, z.core.$strict>;
1274
+ modelId: z.ZodString;
1275
+ profileId: z.ZodString;
1276
+ model: z.ZodObject<{
1277
+ providerId: z.ZodEnum<{
1278
+ openpond: "openpond";
1279
+ codex: "codex";
1280
+ anthropic: "anthropic";
1281
+ openai: "openai";
1282
+ xai: "xai";
1283
+ google: "google";
1284
+ openrouter: "openrouter";
1285
+ deepseek: "deepseek";
1286
+ zai: "zai";
1287
+ moonshot: "moonshot";
1288
+ together: "together";
1289
+ groq: "groq";
1290
+ "custom-openai-compatible": "custom-openai-compatible";
1291
+ }>;
1292
+ modelId: z.ZodString;
1293
+ }, z.core.$strip>;
1294
+ seed: z.ZodNumber;
1295
+ reasoningEffort: z.ZodNullable<z.ZodEnum<{
1296
+ none: "none";
1297
+ high: "high";
1298
+ low: "low";
1299
+ off: "off";
1300
+ medium: "medium";
1301
+ xhigh: "xhigh";
1302
+ max: "max";
1303
+ }>>;
1304
+ }, z.core.$strict>;
1305
+ }, z.core.$strict>, z.ZodObject<{
1306
+ operation: z.ZodEnum<{
1307
+ read: "read";
1308
+ resume: "resume";
1309
+ cancel: "cancel";
1310
+ }>;
1311
+ id: z.ZodString;
1312
+ }, z.core.$strict>, z.ZodObject<{
1313
+ operation: z.ZodLiteral<"list">;
1314
+ }, z.core.$strict>], "operation">;
1315
+ export declare const AdvancedRefinerReviewCaseReceiptSchema: z.ZodObject<{
1316
+ taskId: z.ZodString;
1317
+ sourceCaseHash: z.ZodString;
1318
+ reviewSessionId: z.ZodString;
1319
+ reviewTurnId: z.ZodString;
1320
+ inputHarness: z.ZodObject<{
1321
+ id: z.ZodString;
1322
+ contentHash: z.ZodString;
1323
+ }, z.core.$strict>;
1324
+ trigger: z.ZodObject<{
1325
+ id: z.ZodString;
1326
+ contentHash: z.ZodString;
1327
+ }, z.core.$strict>;
1328
+ decision: z.ZodEnum<{
1329
+ no_action: "no_action";
1330
+ route_deterministically: "route_deterministically";
1331
+ queue_refiner: "queue_refiner";
1332
+ }>;
1333
+ outcome: z.ZodNullable<z.ZodObject<{
1334
+ id: z.ZodString;
1335
+ contentHash: z.ZodString;
1336
+ }, z.core.$strict>>;
1337
+ proposal: z.ZodNullable<z.ZodObject<{
1338
+ id: z.ZodString;
1339
+ contentHash: z.ZodString;
1340
+ }, z.core.$strict>>;
1341
+ validations: z.ZodArray<z.ZodObject<{
1342
+ id: z.ZodString;
1343
+ contentHash: z.ZodString;
1344
+ }, z.core.$strict>>;
1345
+ grade: z.ZodObject<{
1346
+ id: z.ZodString;
1347
+ contentHash: z.ZodString;
1348
+ score: z.ZodNullable<z.ZodNumber>;
1349
+ passed: z.ZodBoolean;
1350
+ failureClass: z.ZodNullable<z.ZodString>;
1351
+ }, z.core.$strict>;
1352
+ resetComplete: z.ZodBoolean;
1353
+ }, z.core.$strict>;
1354
+ export declare const AdvancedRefinerReviewReceiptSchema: z.ZodObject<{
1355
+ schemaVersion: z.ZodLiteral<"openpond.advancedRefinerReviewReceipt.v1">;
1356
+ id: z.ZodString;
1357
+ runId: z.ZodString;
1358
+ pinHash: z.ZodString;
1359
+ ownerActorId: z.ZodString;
1360
+ teamId: z.ZodString;
1361
+ privateClosureHash: z.ZodString;
1362
+ refinerRelease: z.ZodObject<{
1363
+ id: z.ZodString;
1364
+ contentHash: z.ZodString;
1365
+ }, z.core.$strict>;
1366
+ cases: z.ZodArray<z.ZodObject<{
1367
+ taskId: z.ZodString;
1368
+ sourceCaseHash: z.ZodString;
1369
+ reviewSessionId: z.ZodString;
1370
+ reviewTurnId: z.ZodString;
1371
+ inputHarness: z.ZodObject<{
1372
+ id: z.ZodString;
1373
+ contentHash: z.ZodString;
1374
+ }, z.core.$strict>;
1375
+ trigger: z.ZodObject<{
1376
+ id: z.ZodString;
1377
+ contentHash: z.ZodString;
1378
+ }, z.core.$strict>;
1379
+ decision: z.ZodEnum<{
1380
+ no_action: "no_action";
1381
+ route_deterministically: "route_deterministically";
1382
+ queue_refiner: "queue_refiner";
1383
+ }>;
1384
+ outcome: z.ZodNullable<z.ZodObject<{
1385
+ id: z.ZodString;
1386
+ contentHash: z.ZodString;
1387
+ }, z.core.$strict>>;
1388
+ proposal: z.ZodNullable<z.ZodObject<{
1389
+ id: z.ZodString;
1390
+ contentHash: z.ZodString;
1391
+ }, z.core.$strict>>;
1392
+ validations: z.ZodArray<z.ZodObject<{
1393
+ id: z.ZodString;
1394
+ contentHash: z.ZodString;
1395
+ }, z.core.$strict>>;
1396
+ grade: z.ZodObject<{
1397
+ id: z.ZodString;
1398
+ contentHash: z.ZodString;
1399
+ score: z.ZodNullable<z.ZodNumber>;
1400
+ passed: z.ZodBoolean;
1401
+ failureClass: z.ZodNullable<z.ZodString>;
1402
+ }, z.core.$strict>;
1403
+ resetComplete: z.ZodBoolean;
1404
+ }, z.core.$strict>>;
1405
+ reviewScore: z.ZodNullable<z.ZodNumber>;
1406
+ completedCases: z.ZodNumber;
1407
+ noActionCases: z.ZodNumber;
1408
+ routedCases: z.ZodNumber;
1409
+ proposalCases: z.ZodNumber;
1410
+ costUsd: z.ZodNullable<z.ZodNumber>;
1411
+ cleanupComplete: z.ZodBoolean;
1412
+ createdAt: z.ZodString;
1413
+ contentHash: z.ZodString;
1414
+ }, z.core.$strict>;
1415
+ export type AdvancedRefinerReviewReceipt = z.infer<typeof AdvancedRefinerReviewReceiptSchema>;
1416
+ export declare function sealAdvancedRefinerReviewReceipt(body: Omit<AdvancedRefinerReviewReceipt, "contentHash">): {
1417
+ schemaVersion: "openpond.advancedRefinerReviewReceipt.v1";
1418
+ id: string;
1419
+ runId: string;
1420
+ pinHash: string;
1421
+ ownerActorId: string;
1422
+ teamId: string;
1423
+ privateClosureHash: string;
1424
+ refinerRelease: {
1425
+ id: string;
1426
+ contentHash: string;
1427
+ };
1428
+ cases: {
1429
+ taskId: string;
1430
+ sourceCaseHash: string;
1431
+ reviewSessionId: string;
1432
+ reviewTurnId: string;
1433
+ inputHarness: {
1434
+ id: string;
1435
+ contentHash: string;
1436
+ };
1437
+ trigger: {
1438
+ id: string;
1439
+ contentHash: string;
1440
+ };
1441
+ decision: "no_action" | "route_deterministically" | "queue_refiner";
1442
+ outcome: {
1443
+ id: string;
1444
+ contentHash: string;
1445
+ } | null;
1446
+ proposal: {
1447
+ id: string;
1448
+ contentHash: string;
1449
+ } | null;
1450
+ validations: {
1451
+ id: string;
1452
+ contentHash: string;
1453
+ }[];
1454
+ grade: {
1455
+ id: string;
1456
+ contentHash: string;
1457
+ score: number | null;
1458
+ passed: boolean;
1459
+ failureClass: string | null;
1460
+ };
1461
+ resetComplete: boolean;
1462
+ }[];
1463
+ reviewScore: number | null;
1464
+ completedCases: number;
1465
+ noActionCases: number;
1466
+ routedCases: number;
1467
+ proposalCases: number;
1468
+ costUsd: number | null;
1469
+ cleanupComplete: boolean;
1470
+ createdAt: string;
1471
+ contentHash: string;
1472
+ };
1473
+ export declare const AdvancedRefinerEvaluationOptionsSchema: z.ZodObject<{
1474
+ teamId: z.ZodString;
1475
+ evidence: z.ZodObject<{
1476
+ id: z.ZodString;
1477
+ contentHash: z.ZodString;
1478
+ }, z.core.$strict>;
1479
+ scoring: z.ZodOptional<z.ZodObject<{
1480
+ sourcePass: z.ZodObject<{
1481
+ id: z.ZodString;
1482
+ contentHash: z.ZodString;
1483
+ }, z.core.$strict>;
1484
+ graders: z.ZodArray<z.ZodObject<{
1485
+ id: z.ZodString;
1486
+ contentHash: z.ZodString;
1487
+ revision: z.ZodNumber;
1488
+ }, z.core.$strict>>;
1489
+ mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
1490
+ graderId: z.ZodString;
1491
+ fields: z.ZodArray<z.ZodObject<{
1492
+ destination: z.ZodEnum<{
1493
+ input: "input";
1494
+ output: "output";
1495
+ expectedOutput: "expectedOutput";
1496
+ evaluatorContext: "evaluatorContext";
1497
+ }>;
1498
+ path: z.ZodArray<z.ZodString>;
1499
+ source: z.ZodEnum<{
1500
+ input: "input";
1501
+ output: "output";
1502
+ expectedOutput: "expectedOutput";
1503
+ evaluatorContext: "evaluatorContext";
1504
+ }>;
1505
+ sourcePath: z.ZodArray<z.ZodString>;
1506
+ }, z.core.$strict>>;
1507
+ }, z.core.$strict>>>;
1508
+ maximumCostUsd: z.ZodNumber;
1509
+ }, z.core.$strict>>;
1510
+ profiles: z.ZodArray<z.ZodObject<{
1511
+ id: z.ZodString;
1512
+ name: z.ZodString;
1513
+ profileRef: z.ZodObject<{
1514
+ source: z.ZodEnum<{
1515
+ local: "local";
1516
+ github: "github";
1517
+ openpond_git: "openpond_git";
1518
+ }>;
1519
+ repositoryId: z.ZodString;
1520
+ profileId: z.ZodString;
1521
+ }, z.core.$strict>;
1522
+ ownerWorkspaceId: z.ZodString;
1523
+ ownerRevision: z.ZodNumber;
1524
+ baseRelease: z.ZodObject<{
1525
+ id: z.ZodString;
1526
+ contentHash: z.ZodString;
1527
+ }, z.core.$strict>;
1528
+ profileSourceRevision: z.ZodString;
1529
+ components: z.ZodArray<z.ZodObject<{
1530
+ kind: z.ZodEnum<{
1531
+ skill: "skill";
1532
+ workflow: "workflow";
1533
+ agent: "agent";
1534
+ instruction: "instruction";
1535
+ }>;
1536
+ path: z.ZodString;
1537
+ agentId: z.ZodOptional<z.ZodString>;
1538
+ workflowId: z.ZodOptional<z.ZodString>;
1539
+ label: z.ZodString;
1540
+ binding: z.ZodObject<{
1541
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1542
+ dataset: z.ZodObject<{
1543
+ id: z.ZodString;
1544
+ contentHash: z.ZodString;
1545
+ revision: z.ZodNumber;
1546
+ }, z.core.$strict>;
1547
+ packageHash: z.ZodString;
1548
+ profileId: z.ZodString;
1549
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1550
+ kind: z.ZodLiteral<"profile">;
1551
+ }, z.core.$strict>, z.ZodObject<{
1552
+ kind: z.ZodLiteral<"workflow">;
1553
+ workflowId: z.ZodString;
1554
+ }, z.core.$strict>, z.ZodObject<{
1555
+ kind: z.ZodLiteral<"skill">;
1556
+ skillPath: z.ZodString;
1557
+ }, z.core.$strict>, z.ZodObject<{
1558
+ kind: z.ZodLiteral<"agent_action">;
1559
+ actionId: z.ZodString;
1560
+ }, z.core.$strict>], "kind">;
1561
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1562
+ protectedProfileClosureHash: z.ZodString;
1563
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1564
+ execution: z.ZodObject<{
1565
+ id: z.ZodString;
1566
+ contentHash: z.ZodString;
1567
+ }, z.core.$strict>;
1568
+ originalEvidence: z.ZodObject<{
1569
+ id: z.ZodString;
1570
+ contentHash: z.ZodString;
1571
+ }, z.core.$strict>;
1572
+ members: z.ZodArray<z.ZodObject<{
1573
+ caseId: z.ZodString;
1574
+ seed: z.ZodString;
1575
+ fixtureId: z.ZodString;
1576
+ sourceId: z.ZodString;
1577
+ snapshotHash: z.ZodString;
1578
+ boundaryRevisionHash: z.ZodString;
1579
+ }, z.core.$strict>>;
1580
+ }, z.core.$strict>>;
1581
+ gradingSource: z.ZodOptional<z.ZodObject<{
1582
+ pass: z.ZodObject<{
1583
+ id: z.ZodString;
1584
+ contentHash: z.ZodString;
1585
+ }, z.core.$strict>;
1586
+ evidence: z.ZodObject<{
1587
+ id: z.ZodString;
1588
+ contentHash: z.ZodString;
1589
+ }, z.core.$strict>;
1590
+ }, z.core.$strict>>;
1591
+ split: z.ZodEnum<{
1592
+ train: "train";
1593
+ validation: "validation";
1594
+ test: "test";
1595
+ frozen_eval: "frozen_eval";
1596
+ }>;
1597
+ population: z.ZodArray<z.ZodObject<{
1598
+ taskId: z.ZodString;
1599
+ seed: z.ZodString;
1600
+ fixtureId: z.ZodNullable<z.ZodString>;
1601
+ }, z.core.$strict>>;
1602
+ evaluators: z.ZodArray<z.ZodObject<{
1603
+ release: z.ZodObject<{
1604
+ id: z.ZodString;
1605
+ contentHash: z.ZodString;
1606
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1607
+ }, z.core.$strict>;
1608
+ feedbackKey: z.ZodString;
1609
+ configurationHash: z.ZodString;
1610
+ output: z.ZodEnum<{
1611
+ boolean: "boolean";
1612
+ score: "score";
1613
+ category: "category";
1614
+ }>;
1615
+ categories: z.ZodArray<z.ZodString>;
1616
+ }, z.core.$strict>>;
1617
+ fieldMappingsHash: z.ZodString;
1618
+ fieldMappings: z.ZodArray<z.ZodObject<{
1619
+ graderId: z.ZodString;
1620
+ fields: z.ZodArray<z.ZodObject<{
1621
+ destination: z.ZodEnum<{
1622
+ output: "output";
1623
+ input: "input";
1624
+ expectedOutput: "expectedOutput";
1625
+ evaluatorContext: "evaluatorContext";
1626
+ }>;
1627
+ path: z.ZodArray<z.ZodString>;
1628
+ source: z.ZodEnum<{
1629
+ output: "output";
1630
+ input: "input";
1631
+ expectedOutput: "expectedOutput";
1632
+ evaluatorContext: "evaluatorContext";
1633
+ }>;
1634
+ sourcePath: z.ZodArray<z.ZodString>;
1635
+ }, z.core.$strict>>;
1636
+ }, z.core.$strict>>;
1637
+ environmentHash: z.ZodString;
1638
+ privateDatasetClosureHash: z.ZodString;
1639
+ criterion: z.ZodObject<{
1640
+ minimumPassRate: z.ZodNumber;
1641
+ requireComplete: z.ZodBoolean;
1642
+ }, z.core.$strict>;
1643
+ contentHash: z.ZodString;
1644
+ }, z.core.$strict>;
1645
+ adaptationSplits: z.ZodArray<z.ZodObject<{
1646
+ split: z.ZodEnum<{
1647
+ train: "train";
1648
+ validation: "validation";
1649
+ test: "test";
1650
+ frozen_eval: "frozen_eval";
1651
+ }>;
1652
+ taskIds: z.ZodArray<z.ZodString>;
1653
+ }, z.core.$strip>>;
1654
+ environmentHash: z.ZodString;
1655
+ resettable: z.ZodBoolean;
1656
+ reviewQuality: z.ZodBoolean;
1657
+ }, z.core.$strict>>;
1658
+ }, z.core.$strict>>;
1659
+ refinerReleases: z.ZodArray<z.ZodObject<{
1660
+ id: z.ZodString;
1661
+ contentHash: z.ZodString;
1662
+ }, z.core.$strict>>;
1663
+ activeRefiner: z.ZodNullable<z.ZodObject<{
1664
+ id: z.ZodString;
1665
+ contentHash: z.ZodString;
1666
+ }, z.core.$strict>>;
1667
+ models: z.ZodArray<z.ZodObject<{
1668
+ id: z.ZodString;
1669
+ profileId: z.ZodString;
1670
+ name: z.ZodString;
1671
+ location: z.ZodEnum<{
1672
+ local: "local";
1673
+ hosted: "hosted";
1674
+ }>;
1675
+ }, z.core.$strip>>;
1676
+ }, z.core.$strict>;
1677
+ export declare const AdvancedRefinerEvaluationPrepareSchema: z.ZodObject<{
1678
+ operation: z.ZodLiteral<"prepare">;
1679
+ evidence: z.ZodObject<{
1680
+ id: z.ZodString;
1681
+ contentHash: z.ZodString;
1682
+ }, z.core.$strict>;
1683
+ profileOptionId: z.ZodString;
1684
+ componentLabel: z.ZodString;
1685
+ mode: z.ZodEnum<{
1686
+ review_quality: "review_quality";
1687
+ downstream_adaptation: "downstream_adaptation";
1688
+ }>;
1689
+ adaptationSplit: z.ZodEnum<{
1690
+ train: "train";
1691
+ validation: "validation";
1692
+ test: "test";
1693
+ frozen_eval: "frozen_eval";
1694
+ }>;
1695
+ operationId: z.ZodString;
1696
+ refinerRelease: z.ZodObject<{
1697
+ id: z.ZodString;
1698
+ contentHash: z.ZodString;
1699
+ }, z.core.$strict>;
1700
+ maximumCostUsd: z.ZodNumber;
1701
+ maximumDurationMs: z.ZodNumber;
1702
+ maximumModelSteps: z.ZodNumber;
1703
+ }, z.core.$strict>;
1704
+ export declare const AdvancedRefinerEvaluationSetupCommandSchema: z.ZodUnion<readonly [z.ZodDiscriminatedUnion<[z.ZodObject<{
1705
+ operation: z.ZodLiteral<"start">;
1706
+ request: z.ZodObject<{
1707
+ pin: z.ZodObject<{
1708
+ schemaVersion: z.ZodLiteral<"openpond.advancedRefinerEvaluation.v1">;
1709
+ operationId: z.ZodString;
1710
+ actorId: z.ZodString;
1711
+ teamId: z.ZodString;
1712
+ projectId: z.ZodNullable<z.ZodString>;
1713
+ mode: z.ZodEnum<{
1714
+ review_quality: "review_quality";
1715
+ downstream_adaptation: "downstream_adaptation";
1716
+ }>;
1717
+ profileRef: z.ZodObject<{
1718
+ source: z.ZodEnum<{
1719
+ local: "local";
1720
+ github: "github";
1721
+ openpond_git: "openpond_git";
1722
+ }>;
1723
+ repositoryId: z.ZodString;
1724
+ profileId: z.ZodString;
1725
+ }, z.core.$strict>;
1726
+ sourceRevision: z.ZodString;
1727
+ baselineRelease: z.ZodObject<{
1728
+ id: z.ZodString;
1729
+ contentHash: z.ZodString;
1730
+ }, z.core.$strict>;
1731
+ refinerRelease: z.ZodObject<{
1732
+ id: z.ZodString;
1733
+ contentHash: z.ZodString;
1734
+ }, z.core.$strict>;
1735
+ evidence: z.ZodObject<{
1736
+ id: z.ZodString;
1737
+ contentHash: z.ZodString;
1738
+ }, z.core.$strict>;
1739
+ externalDatasetBinding: z.ZodObject<{
1740
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1741
+ dataset: z.ZodObject<{
1742
+ id: z.ZodString;
1743
+ contentHash: z.ZodString;
1744
+ revision: z.ZodNumber;
1745
+ }, z.core.$strict>;
1746
+ packageHash: z.ZodString;
1747
+ profileId: z.ZodString;
1748
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1749
+ kind: z.ZodLiteral<"profile">;
1750
+ }, z.core.$strict>, z.ZodObject<{
1751
+ kind: z.ZodLiteral<"workflow">;
1752
+ workflowId: z.ZodString;
1753
+ }, z.core.$strict>, z.ZodObject<{
1754
+ kind: z.ZodLiteral<"skill">;
1755
+ skillPath: z.ZodString;
1756
+ }, z.core.$strict>, z.ZodObject<{
1757
+ kind: z.ZodLiteral<"agent_action">;
1758
+ actionId: z.ZodString;
1759
+ }, z.core.$strict>], "kind">;
1760
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1761
+ protectedProfileClosureHash: z.ZodString;
1762
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1763
+ execution: z.ZodObject<{
1764
+ id: z.ZodString;
1765
+ contentHash: z.ZodString;
1766
+ }, z.core.$strict>;
1767
+ originalEvidence: z.ZodObject<{
1768
+ id: z.ZodString;
1769
+ contentHash: z.ZodString;
1770
+ }, z.core.$strict>;
1771
+ members: z.ZodArray<z.ZodObject<{
1772
+ caseId: z.ZodString;
1773
+ seed: z.ZodString;
1774
+ fixtureId: z.ZodString;
1775
+ sourceId: z.ZodString;
1776
+ snapshotHash: z.ZodString;
1777
+ boundaryRevisionHash: z.ZodString;
1778
+ }, z.core.$strict>>;
1779
+ }, z.core.$strict>>;
1780
+ gradingSource: z.ZodOptional<z.ZodObject<{
1781
+ pass: z.ZodObject<{
1782
+ id: z.ZodString;
1783
+ contentHash: z.ZodString;
1784
+ }, z.core.$strict>;
1785
+ evidence: z.ZodObject<{
1786
+ id: z.ZodString;
1787
+ contentHash: z.ZodString;
1788
+ }, z.core.$strict>;
1789
+ }, z.core.$strict>>;
1790
+ split: z.ZodEnum<{
1791
+ train: "train";
1792
+ validation: "validation";
1793
+ test: "test";
1794
+ frozen_eval: "frozen_eval";
1795
+ }>;
1796
+ population: z.ZodArray<z.ZodObject<{
1797
+ taskId: z.ZodString;
1798
+ seed: z.ZodString;
1799
+ fixtureId: z.ZodNullable<z.ZodString>;
1800
+ }, z.core.$strict>>;
1801
+ evaluators: z.ZodArray<z.ZodObject<{
1802
+ release: z.ZodObject<{
1803
+ id: z.ZodString;
1804
+ contentHash: z.ZodString;
1805
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1806
+ }, z.core.$strict>;
1807
+ feedbackKey: z.ZodString;
1808
+ configurationHash: z.ZodString;
1809
+ output: z.ZodEnum<{
1810
+ boolean: "boolean";
1811
+ score: "score";
1812
+ category: "category";
1813
+ }>;
1814
+ categories: z.ZodArray<z.ZodString>;
1815
+ }, z.core.$strict>>;
1816
+ fieldMappingsHash: z.ZodString;
1817
+ fieldMappings: z.ZodArray<z.ZodObject<{
1818
+ graderId: z.ZodString;
1819
+ fields: z.ZodArray<z.ZodObject<{
1820
+ destination: z.ZodEnum<{
1821
+ output: "output";
1822
+ input: "input";
1823
+ expectedOutput: "expectedOutput";
1824
+ evaluatorContext: "evaluatorContext";
1825
+ }>;
1826
+ path: z.ZodArray<z.ZodString>;
1827
+ source: z.ZodEnum<{
1828
+ output: "output";
1829
+ input: "input";
1830
+ expectedOutput: "expectedOutput";
1831
+ evaluatorContext: "evaluatorContext";
1832
+ }>;
1833
+ sourcePath: z.ZodArray<z.ZodString>;
1834
+ }, z.core.$strict>>;
1835
+ }, z.core.$strict>>;
1836
+ environmentHash: z.ZodString;
1837
+ privateDatasetClosureHash: z.ZodString;
1838
+ criterion: z.ZodObject<{
1839
+ minimumPassRate: z.ZodNumber;
1840
+ requireComplete: z.ZodBoolean;
1841
+ }, z.core.$strict>;
1842
+ contentHash: z.ZodString;
1843
+ }, z.core.$strict>;
1844
+ adaptationDatasetBinding: z.ZodObject<{
1845
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1846
+ dataset: z.ZodObject<{
1847
+ id: z.ZodString;
1848
+ contentHash: z.ZodString;
1849
+ revision: z.ZodNumber;
1850
+ }, z.core.$strict>;
1851
+ packageHash: z.ZodString;
1852
+ profileId: z.ZodString;
1853
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1854
+ kind: z.ZodLiteral<"profile">;
1855
+ }, z.core.$strict>, z.ZodObject<{
1856
+ kind: z.ZodLiteral<"workflow">;
1857
+ workflowId: z.ZodString;
1858
+ }, z.core.$strict>, z.ZodObject<{
1859
+ kind: z.ZodLiteral<"skill">;
1860
+ skillPath: z.ZodString;
1861
+ }, z.core.$strict>, z.ZodObject<{
1862
+ kind: z.ZodLiteral<"agent_action">;
1863
+ actionId: z.ZodString;
1864
+ }, z.core.$strict>], "kind">;
1865
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1866
+ protectedProfileClosureHash: z.ZodString;
1867
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1868
+ execution: z.ZodObject<{
1869
+ id: z.ZodString;
1870
+ contentHash: z.ZodString;
1871
+ }, z.core.$strict>;
1872
+ originalEvidence: z.ZodObject<{
1873
+ id: z.ZodString;
1874
+ contentHash: z.ZodString;
1875
+ }, z.core.$strict>;
1876
+ members: z.ZodArray<z.ZodObject<{
1877
+ caseId: z.ZodString;
1878
+ seed: z.ZodString;
1879
+ fixtureId: z.ZodString;
1880
+ sourceId: z.ZodString;
1881
+ snapshotHash: z.ZodString;
1882
+ boundaryRevisionHash: z.ZodString;
1883
+ }, z.core.$strict>>;
1884
+ }, z.core.$strict>>;
1885
+ gradingSource: z.ZodOptional<z.ZodObject<{
1886
+ pass: z.ZodObject<{
1887
+ id: z.ZodString;
1888
+ contentHash: z.ZodString;
1889
+ }, z.core.$strict>;
1890
+ evidence: z.ZodObject<{
1891
+ id: z.ZodString;
1892
+ contentHash: z.ZodString;
1893
+ }, z.core.$strict>;
1894
+ }, z.core.$strict>>;
1895
+ split: z.ZodEnum<{
1896
+ train: "train";
1897
+ validation: "validation";
1898
+ test: "test";
1899
+ frozen_eval: "frozen_eval";
1900
+ }>;
1901
+ population: z.ZodArray<z.ZodObject<{
1902
+ taskId: z.ZodString;
1903
+ seed: z.ZodString;
1904
+ fixtureId: z.ZodNullable<z.ZodString>;
1905
+ }, z.core.$strict>>;
1906
+ evaluators: z.ZodArray<z.ZodObject<{
1907
+ release: z.ZodObject<{
1908
+ id: z.ZodString;
1909
+ contentHash: z.ZodString;
1910
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1911
+ }, z.core.$strict>;
1912
+ feedbackKey: z.ZodString;
1913
+ configurationHash: z.ZodString;
1914
+ output: z.ZodEnum<{
1915
+ boolean: "boolean";
1916
+ score: "score";
1917
+ category: "category";
1918
+ }>;
1919
+ categories: z.ZodArray<z.ZodString>;
1920
+ }, z.core.$strict>>;
1921
+ fieldMappingsHash: z.ZodString;
1922
+ fieldMappings: z.ZodArray<z.ZodObject<{
1923
+ graderId: z.ZodString;
1924
+ fields: z.ZodArray<z.ZodObject<{
1925
+ destination: z.ZodEnum<{
1926
+ output: "output";
1927
+ input: "input";
1928
+ expectedOutput: "expectedOutput";
1929
+ evaluatorContext: "evaluatorContext";
1930
+ }>;
1931
+ path: z.ZodArray<z.ZodString>;
1932
+ source: z.ZodEnum<{
1933
+ output: "output";
1934
+ input: "input";
1935
+ expectedOutput: "expectedOutput";
1936
+ evaluatorContext: "evaluatorContext";
1937
+ }>;
1938
+ sourcePath: z.ZodArray<z.ZodString>;
1939
+ }, z.core.$strict>>;
1940
+ }, z.core.$strict>>;
1941
+ environmentHash: z.ZodString;
1942
+ privateDatasetClosureHash: z.ZodString;
1943
+ criterion: z.ZodObject<{
1944
+ minimumPassRate: z.ZodNumber;
1945
+ requireComplete: z.ZodBoolean;
1946
+ }, z.core.$strict>;
1947
+ contentHash: z.ZodString;
1948
+ }, z.core.$strict>;
1949
+ privateClosureHash: z.ZodString;
1950
+ adaptationTaskIds: z.ZodArray<z.ZodString>;
1951
+ holdoutTaskIds: z.ZodArray<z.ZodString>;
1952
+ adaptationSplit: z.ZodEnum<{
1953
+ train: "train";
1954
+ validation: "validation";
1955
+ test: "test";
1956
+ frozen_eval: "frozen_eval";
1957
+ }>;
1958
+ holdoutSplit: z.ZodEnum<{
1959
+ train: "train";
1960
+ validation: "validation";
1961
+ test: "test";
1962
+ frozen_eval: "frozen_eval";
1963
+ }>;
1964
+ environmentPolicy: z.ZodDiscriminatedUnion<[z.ZodObject<{
1965
+ kind: z.ZodLiteral<"resettable">;
1966
+ environmentHash: z.ZodString;
1967
+ }, z.core.$strict>, z.ZodObject<{
1968
+ kind: z.ZodLiteral<"frozen_observations">;
1969
+ environmentHash: z.ZodString;
1970
+ }, z.core.$strict>], "kind">;
1971
+ maximumCostUsd: z.ZodNumber;
1972
+ maximumDurationMs: z.ZodNumber;
1973
+ maximumModelSteps: z.ZodNumber;
1974
+ contentHash: z.ZodString;
1975
+ }, z.core.$strict>;
1976
+ modelId: z.ZodString;
1977
+ profileId: z.ZodString;
1978
+ model: z.ZodObject<{
1979
+ providerId: z.ZodEnum<{
1980
+ openpond: "openpond";
1981
+ codex: "codex";
1982
+ anthropic: "anthropic";
1983
+ openai: "openai";
1984
+ xai: "xai";
1985
+ google: "google";
1986
+ openrouter: "openrouter";
1987
+ deepseek: "deepseek";
1988
+ zai: "zai";
1989
+ moonshot: "moonshot";
1990
+ together: "together";
1991
+ groq: "groq";
1992
+ "custom-openai-compatible": "custom-openai-compatible";
1993
+ }>;
1994
+ modelId: z.ZodString;
1995
+ }, z.core.$strip>;
1996
+ seed: z.ZodNumber;
1997
+ reasoningEffort: z.ZodNullable<z.ZodEnum<{
1998
+ none: "none";
1999
+ high: "high";
2000
+ low: "low";
2001
+ off: "off";
2002
+ medium: "medium";
2003
+ xhigh: "xhigh";
2004
+ max: "max";
2005
+ }>>;
2006
+ }, z.core.$strict>;
2007
+ }, z.core.$strict>, z.ZodObject<{
2008
+ operation: z.ZodEnum<{
2009
+ read: "read";
2010
+ resume: "resume";
2011
+ cancel: "cancel";
2012
+ }>;
2013
+ id: z.ZodString;
2014
+ }, z.core.$strict>, z.ZodObject<{
2015
+ operation: z.ZodLiteral<"list">;
2016
+ }, z.core.$strict>], "operation">, z.ZodObject<{
2017
+ operation: z.ZodLiteral<"prepare">;
2018
+ evidence: z.ZodObject<{
2019
+ id: z.ZodString;
2020
+ contentHash: z.ZodString;
2021
+ }, z.core.$strict>;
2022
+ profileOptionId: z.ZodString;
2023
+ componentLabel: z.ZodString;
2024
+ mode: z.ZodEnum<{
2025
+ review_quality: "review_quality";
2026
+ downstream_adaptation: "downstream_adaptation";
2027
+ }>;
2028
+ adaptationSplit: z.ZodEnum<{
2029
+ train: "train";
2030
+ validation: "validation";
2031
+ test: "test";
2032
+ frozen_eval: "frozen_eval";
2033
+ }>;
2034
+ operationId: z.ZodString;
2035
+ refinerRelease: z.ZodObject<{
2036
+ id: z.ZodString;
2037
+ contentHash: z.ZodString;
2038
+ }, z.core.$strict>;
2039
+ maximumCostUsd: z.ZodNumber;
2040
+ maximumDurationMs: z.ZodNumber;
2041
+ maximumModelSteps: z.ZodNumber;
2042
+ }, z.core.$strict>, z.ZodObject<{
2043
+ operation: z.ZodLiteral<"options">;
2044
+ evidence: z.ZodObject<{
2045
+ id: z.ZodString;
2046
+ contentHash: z.ZodString;
2047
+ }, z.core.$strict>;
2048
+ }, z.core.$strict>]>;
2049
+ export type AdvancedRefinerEvaluationOptions = z.infer<typeof AdvancedRefinerEvaluationOptionsSchema>;
2050
+ export declare const AdvancedRefinerEvaluationAccountingSchema: z.ZodObject<{
2051
+ modelRequests: z.ZodNumber;
2052
+ knownSpendUsd: z.ZodNumber;
2053
+ totalSpendUsd: z.ZodNullable<z.ZodNumber>;
2054
+ heldUsd: z.ZodNumber;
2055
+ uncertainRequests: z.ZodNumber;
2056
+ }, z.core.$strict>;
2057
+ /** The owner's canonical ModelRun remains intact in readback. This boundary
2058
+ * validates its retained advanced pin rather than manufacturing results. */
2059
+ export declare class OpenPondAdvancedRefinerEvaluationClient {
2060
+ private readonly transport;
2061
+ constructor(access: EvaluationCoordinationAccess);
2062
+ command(raw: z.input<typeof AdvancedRefinerEvaluationSetupCommandSchema>, signal?: AbortSignal): Promise<{
2063
+ teamId: string;
2064
+ evidence: {
2065
+ id: string;
2066
+ contentHash: string;
2067
+ };
2068
+ profiles: {
2069
+ id: string;
2070
+ name: string;
2071
+ profileRef: {
2072
+ source: "local" | "github" | "openpond_git";
2073
+ repositoryId: string;
2074
+ profileId: string;
2075
+ };
2076
+ ownerWorkspaceId: string;
2077
+ ownerRevision: number;
2078
+ baseRelease: {
2079
+ id: string;
2080
+ contentHash: string;
2081
+ };
2082
+ profileSourceRevision: string;
2083
+ components: {
2084
+ kind: "skill" | "workflow" | "agent" | "instruction";
2085
+ path: string;
2086
+ label: string;
2087
+ binding: {
2088
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
2089
+ dataset: {
2090
+ id: string;
2091
+ contentHash: string;
2092
+ revision: number;
2093
+ };
2094
+ packageHash: string;
2095
+ profileId: string;
2096
+ target: {
2097
+ kind: "profile";
2098
+ } | {
2099
+ kind: "workflow";
2100
+ workflowId: string;
2101
+ } | {
2102
+ kind: "skill";
2103
+ skillPath: string;
2104
+ } | {
2105
+ kind: "agent_action";
2106
+ actionId: string;
2107
+ };
2108
+ declaredProfileCatalogHash: string | null;
2109
+ protectedProfileClosureHash: string;
2110
+ split: "train" | "validation" | "test" | "frozen_eval";
2111
+ population: {
2112
+ taskId: string;
2113
+ seed: string;
2114
+ fixtureId: string | null;
2115
+ }[];
2116
+ evaluators: {
2117
+ release: {
2118
+ id: string;
2119
+ contentHash: string;
2120
+ revision: string | number;
2121
+ };
2122
+ feedbackKey: string;
2123
+ configurationHash: string;
2124
+ output: "boolean" | "score" | "category";
2125
+ categories: string[];
2126
+ }[];
2127
+ fieldMappingsHash: string;
2128
+ fieldMappings: {
2129
+ graderId: string;
2130
+ fields: {
2131
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
2132
+ path: string[];
2133
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
2134
+ sourcePath: string[];
2135
+ }[];
2136
+ }[];
2137
+ environmentHash: string;
2138
+ privateDatasetClosureHash: string;
2139
+ criterion: {
2140
+ minimumPassRate: number;
2141
+ requireComplete: boolean;
2142
+ };
2143
+ contentHash: string;
2144
+ recordedOrigin?: {
2145
+ execution: {
2146
+ id: string;
2147
+ contentHash: string;
2148
+ };
2149
+ originalEvidence: {
2150
+ id: string;
2151
+ contentHash: string;
2152
+ };
2153
+ members: {
2154
+ caseId: string;
2155
+ seed: string;
2156
+ fixtureId: string;
2157
+ sourceId: string;
2158
+ snapshotHash: string;
2159
+ boundaryRevisionHash: string;
2160
+ }[];
2161
+ } | undefined;
2162
+ gradingSource?: {
2163
+ pass: {
2164
+ id: string;
2165
+ contentHash: string;
2166
+ };
2167
+ evidence: {
2168
+ id: string;
2169
+ contentHash: string;
2170
+ };
2171
+ } | undefined;
2172
+ };
2173
+ adaptationSplits: {
2174
+ split: "train" | "validation" | "test" | "frozen_eval";
2175
+ taskIds: string[];
2176
+ }[];
2177
+ environmentHash: string;
2178
+ resettable: boolean;
2179
+ reviewQuality: boolean;
2180
+ agentId?: string | undefined;
2181
+ workflowId?: string | undefined;
2182
+ }[];
2183
+ }[];
2184
+ refinerReleases: {
2185
+ id: string;
2186
+ contentHash: string;
2187
+ }[];
2188
+ activeRefiner: {
2189
+ id: string;
2190
+ contentHash: string;
2191
+ } | null;
2192
+ models: {
2193
+ id: string;
2194
+ profileId: string;
2195
+ name: string;
2196
+ location: "local" | "hosted";
2197
+ }[];
2198
+ scoring?: {
2199
+ sourcePass: {
2200
+ id: string;
2201
+ contentHash: string;
2202
+ };
2203
+ graders: {
2204
+ id: string;
2205
+ contentHash: string;
2206
+ revision: number;
2207
+ }[];
2208
+ maximumCostUsd: number;
2209
+ mappings?: {
2210
+ graderId: string;
2211
+ fields: {
2212
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
2213
+ path: string[];
2214
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
2215
+ sourcePath: string[];
2216
+ }[];
2217
+ }[] | undefined;
2218
+ } | undefined;
2219
+ } | {
2220
+ items: {
2221
+ id: string;
2222
+ status: "succeeded" | "cancelled" | "failed" | "running" | "prepared";
2223
+ mode: "review_quality" | "downstream_adaptation";
2224
+ startedAt: string | null;
2225
+ completedAt: string | null;
2226
+ failure: string | null;
2227
+ }[];
2228
+ } | {
2229
+ id: string;
2230
+ status: "succeeded" | "cancelled" | "failed" | "running" | "prepared";
2231
+ } | {
2232
+ [x: string]: unknown;
2233
+ schemaVersion: "openpond.modelRun.v1";
2234
+ id: string;
2235
+ kind: "evaluation";
2236
+ modelId: string;
2237
+ profileId: string;
2238
+ evaluation: {
2239
+ [x: string]: unknown;
2240
+ benchmarkId: "harness-refiner";
2241
+ advancedEvaluation: {
2242
+ schemaVersion: "openpond.advancedRefinerEvaluation.v1";
2243
+ operationId: string;
2244
+ actorId: string;
2245
+ teamId: string;
2246
+ projectId: string | null;
2247
+ mode: "review_quality" | "downstream_adaptation";
2248
+ profileRef: {
2249
+ source: "local" | "github" | "openpond_git";
2250
+ repositoryId: string;
2251
+ profileId: string;
2252
+ };
2253
+ sourceRevision: string;
2254
+ baselineRelease: {
2255
+ id: string;
2256
+ contentHash: string;
2257
+ };
2258
+ refinerRelease: {
2259
+ id: string;
2260
+ contentHash: string;
2261
+ };
2262
+ evidence: {
2263
+ id: string;
2264
+ contentHash: string;
2265
+ };
2266
+ externalDatasetBinding: {
2267
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
2268
+ dataset: {
2269
+ id: string;
2270
+ contentHash: string;
2271
+ revision: number;
2272
+ };
2273
+ packageHash: string;
2274
+ profileId: string;
2275
+ target: {
2276
+ kind: "profile";
2277
+ } | {
2278
+ kind: "workflow";
2279
+ workflowId: string;
2280
+ } | {
2281
+ kind: "skill";
2282
+ skillPath: string;
2283
+ } | {
2284
+ kind: "agent_action";
2285
+ actionId: string;
2286
+ };
2287
+ declaredProfileCatalogHash: string | null;
2288
+ protectedProfileClosureHash: string;
2289
+ split: "train" | "validation" | "test" | "frozen_eval";
2290
+ population: {
2291
+ taskId: string;
2292
+ seed: string;
2293
+ fixtureId: string | null;
2294
+ }[];
2295
+ evaluators: {
2296
+ release: {
2297
+ id: string;
2298
+ contentHash: string;
2299
+ revision: string | number;
2300
+ };
2301
+ feedbackKey: string;
2302
+ configurationHash: string;
2303
+ output: "boolean" | "score" | "category";
2304
+ categories: string[];
2305
+ }[];
2306
+ fieldMappingsHash: string;
2307
+ fieldMappings: {
2308
+ graderId: string;
2309
+ fields: {
2310
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
2311
+ path: string[];
2312
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
2313
+ sourcePath: string[];
2314
+ }[];
2315
+ }[];
2316
+ environmentHash: string;
2317
+ privateDatasetClosureHash: string;
2318
+ criterion: {
2319
+ minimumPassRate: number;
2320
+ requireComplete: boolean;
2321
+ };
2322
+ contentHash: string;
2323
+ recordedOrigin?: {
2324
+ execution: {
2325
+ id: string;
2326
+ contentHash: string;
2327
+ };
2328
+ originalEvidence: {
2329
+ id: string;
2330
+ contentHash: string;
2331
+ };
2332
+ members: {
2333
+ caseId: string;
2334
+ seed: string;
2335
+ fixtureId: string;
2336
+ sourceId: string;
2337
+ snapshotHash: string;
2338
+ boundaryRevisionHash: string;
2339
+ }[];
2340
+ } | undefined;
2341
+ gradingSource?: {
2342
+ pass: {
2343
+ id: string;
2344
+ contentHash: string;
2345
+ };
2346
+ evidence: {
2347
+ id: string;
2348
+ contentHash: string;
2349
+ };
2350
+ } | undefined;
2351
+ };
2352
+ adaptationDatasetBinding: {
2353
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
2354
+ dataset: {
2355
+ id: string;
2356
+ contentHash: string;
2357
+ revision: number;
2358
+ };
2359
+ packageHash: string;
2360
+ profileId: string;
2361
+ target: {
2362
+ kind: "profile";
2363
+ } | {
2364
+ kind: "workflow";
2365
+ workflowId: string;
2366
+ } | {
2367
+ kind: "skill";
2368
+ skillPath: string;
2369
+ } | {
2370
+ kind: "agent_action";
2371
+ actionId: string;
2372
+ };
2373
+ declaredProfileCatalogHash: string | null;
2374
+ protectedProfileClosureHash: string;
2375
+ split: "train" | "validation" | "test" | "frozen_eval";
2376
+ population: {
2377
+ taskId: string;
2378
+ seed: string;
2379
+ fixtureId: string | null;
2380
+ }[];
2381
+ evaluators: {
2382
+ release: {
2383
+ id: string;
2384
+ contentHash: string;
2385
+ revision: string | number;
2386
+ };
2387
+ feedbackKey: string;
2388
+ configurationHash: string;
2389
+ output: "boolean" | "score" | "category";
2390
+ categories: string[];
2391
+ }[];
2392
+ fieldMappingsHash: string;
2393
+ fieldMappings: {
2394
+ graderId: string;
2395
+ fields: {
2396
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
2397
+ path: string[];
2398
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
2399
+ sourcePath: string[];
2400
+ }[];
2401
+ }[];
2402
+ environmentHash: string;
2403
+ privateDatasetClosureHash: string;
2404
+ criterion: {
2405
+ minimumPassRate: number;
2406
+ requireComplete: boolean;
2407
+ };
2408
+ contentHash: string;
2409
+ recordedOrigin?: {
2410
+ execution: {
2411
+ id: string;
2412
+ contentHash: string;
2413
+ };
2414
+ originalEvidence: {
2415
+ id: string;
2416
+ contentHash: string;
2417
+ };
2418
+ members: {
2419
+ caseId: string;
2420
+ seed: string;
2421
+ fixtureId: string;
2422
+ sourceId: string;
2423
+ snapshotHash: string;
2424
+ boundaryRevisionHash: string;
2425
+ }[];
2426
+ } | undefined;
2427
+ gradingSource?: {
2428
+ pass: {
2429
+ id: string;
2430
+ contentHash: string;
2431
+ };
2432
+ evidence: {
2433
+ id: string;
2434
+ contentHash: string;
2435
+ };
2436
+ } | undefined;
2437
+ };
2438
+ privateClosureHash: string;
2439
+ adaptationTaskIds: string[];
2440
+ holdoutTaskIds: string[];
2441
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
2442
+ holdoutSplit: "train" | "validation" | "test" | "frozen_eval";
2443
+ environmentPolicy: {
2444
+ kind: "resettable";
2445
+ environmentHash: string;
2446
+ } | {
2447
+ kind: "frozen_observations";
2448
+ environmentHash: string;
2449
+ };
2450
+ maximumCostUsd: number;
2451
+ maximumDurationMs: number;
2452
+ maximumModelSteps: number;
2453
+ contentHash: string;
2454
+ };
2455
+ };
2456
+ } | {
2457
+ pin: {
2458
+ schemaVersion: "openpond.advancedRefinerEvaluation.v1";
2459
+ operationId: string;
2460
+ actorId: string;
2461
+ teamId: string;
2462
+ projectId: string | null;
2463
+ mode: "review_quality" | "downstream_adaptation";
2464
+ profileRef: {
2465
+ source: "local" | "github" | "openpond_git";
2466
+ repositoryId: string;
2467
+ profileId: string;
2468
+ };
2469
+ sourceRevision: string;
2470
+ baselineRelease: {
2471
+ id: string;
2472
+ contentHash: string;
2473
+ };
2474
+ refinerRelease: {
2475
+ id: string;
2476
+ contentHash: string;
2477
+ };
2478
+ evidence: {
2479
+ id: string;
2480
+ contentHash: string;
2481
+ };
2482
+ externalDatasetBinding: {
2483
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
2484
+ dataset: {
2485
+ id: string;
2486
+ contentHash: string;
2487
+ revision: number;
2488
+ };
2489
+ packageHash: string;
2490
+ profileId: string;
2491
+ target: {
2492
+ kind: "profile";
2493
+ } | {
2494
+ kind: "workflow";
2495
+ workflowId: string;
2496
+ } | {
2497
+ kind: "skill";
2498
+ skillPath: string;
2499
+ } | {
2500
+ kind: "agent_action";
2501
+ actionId: string;
2502
+ };
2503
+ declaredProfileCatalogHash: string | null;
2504
+ protectedProfileClosureHash: string;
2505
+ split: "train" | "validation" | "test" | "frozen_eval";
2506
+ population: {
2507
+ taskId: string;
2508
+ seed: string;
2509
+ fixtureId: string | null;
2510
+ }[];
2511
+ evaluators: {
2512
+ release: {
2513
+ id: string;
2514
+ contentHash: string;
2515
+ revision: string | number;
2516
+ };
2517
+ feedbackKey: string;
2518
+ configurationHash: string;
2519
+ output: "boolean" | "score" | "category";
2520
+ categories: string[];
2521
+ }[];
2522
+ fieldMappingsHash: string;
2523
+ fieldMappings: {
2524
+ graderId: string;
2525
+ fields: {
2526
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
2527
+ path: string[];
2528
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
2529
+ sourcePath: string[];
2530
+ }[];
2531
+ }[];
2532
+ environmentHash: string;
2533
+ privateDatasetClosureHash: string;
2534
+ criterion: {
2535
+ minimumPassRate: number;
2536
+ requireComplete: boolean;
2537
+ };
2538
+ contentHash: string;
2539
+ recordedOrigin?: {
2540
+ execution: {
2541
+ id: string;
2542
+ contentHash: string;
2543
+ };
2544
+ originalEvidence: {
2545
+ id: string;
2546
+ contentHash: string;
2547
+ };
2548
+ members: {
2549
+ caseId: string;
2550
+ seed: string;
2551
+ fixtureId: string;
2552
+ sourceId: string;
2553
+ snapshotHash: string;
2554
+ boundaryRevisionHash: string;
2555
+ }[];
2556
+ } | undefined;
2557
+ gradingSource?: {
2558
+ pass: {
2559
+ id: string;
2560
+ contentHash: string;
2561
+ };
2562
+ evidence: {
2563
+ id: string;
2564
+ contentHash: string;
2565
+ };
2566
+ } | undefined;
2567
+ };
2568
+ adaptationDatasetBinding: {
2569
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
2570
+ dataset: {
2571
+ id: string;
2572
+ contentHash: string;
2573
+ revision: number;
2574
+ };
2575
+ packageHash: string;
2576
+ profileId: string;
2577
+ target: {
2578
+ kind: "profile";
2579
+ } | {
2580
+ kind: "workflow";
2581
+ workflowId: string;
2582
+ } | {
2583
+ kind: "skill";
2584
+ skillPath: string;
2585
+ } | {
2586
+ kind: "agent_action";
2587
+ actionId: string;
2588
+ };
2589
+ declaredProfileCatalogHash: string | null;
2590
+ protectedProfileClosureHash: string;
2591
+ split: "train" | "validation" | "test" | "frozen_eval";
2592
+ population: {
2593
+ taskId: string;
2594
+ seed: string;
2595
+ fixtureId: string | null;
2596
+ }[];
2597
+ evaluators: {
2598
+ release: {
2599
+ id: string;
2600
+ contentHash: string;
2601
+ revision: string | number;
2602
+ };
2603
+ feedbackKey: string;
2604
+ configurationHash: string;
2605
+ output: "boolean" | "score" | "category";
2606
+ categories: string[];
2607
+ }[];
2608
+ fieldMappingsHash: string;
2609
+ fieldMappings: {
2610
+ graderId: string;
2611
+ fields: {
2612
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
2613
+ path: string[];
2614
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
2615
+ sourcePath: string[];
2616
+ }[];
2617
+ }[];
2618
+ environmentHash: string;
2619
+ privateDatasetClosureHash: string;
2620
+ criterion: {
2621
+ minimumPassRate: number;
2622
+ requireComplete: boolean;
2623
+ };
2624
+ contentHash: string;
2625
+ recordedOrigin?: {
2626
+ execution: {
2627
+ id: string;
2628
+ contentHash: string;
2629
+ };
2630
+ originalEvidence: {
2631
+ id: string;
2632
+ contentHash: string;
2633
+ };
2634
+ members: {
2635
+ caseId: string;
2636
+ seed: string;
2637
+ fixtureId: string;
2638
+ sourceId: string;
2639
+ snapshotHash: string;
2640
+ boundaryRevisionHash: string;
2641
+ }[];
2642
+ } | undefined;
2643
+ gradingSource?: {
2644
+ pass: {
2645
+ id: string;
2646
+ contentHash: string;
2647
+ };
2648
+ evidence: {
2649
+ id: string;
2650
+ contentHash: string;
2651
+ };
2652
+ } | undefined;
2653
+ };
2654
+ privateClosureHash: string;
2655
+ adaptationTaskIds: string[];
2656
+ holdoutTaskIds: string[];
2657
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
2658
+ holdoutSplit: "train" | "validation" | "test" | "frozen_eval";
2659
+ environmentPolicy: {
2660
+ kind: "resettable";
2661
+ environmentHash: string;
2662
+ } | {
2663
+ kind: "frozen_observations";
2664
+ environmentHash: string;
2665
+ };
2666
+ maximumCostUsd: number;
2667
+ maximumDurationMs: number;
2668
+ maximumModelSteps: number;
2669
+ contentHash: string;
2670
+ };
2671
+ }>;
2672
+ }
2673
+ //# sourceMappingURL=advanced-refiner-evaluations.d.ts.map