openpond-sdk 0.9.9 → 0.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (253) hide show
  1. package/README.md +18 -17
  2. package/dist/advanced-refiner-evaluations.js +42 -0
  3. package/dist/advanced-refiner-evaluations.js.map +7 -0
  4. package/dist/candidate-evaluations.js +25 -0
  5. package/dist/candidate-evaluations.js.map +7 -0
  6. package/dist/{chunk-BGXWHDYM.js → chunk-2JKV5OJO.js} +95 -59
  7. package/dist/chunk-2JKV5OJO.js.map +7 -0
  8. package/dist/{chunk-4HZORGK3.js → chunk-2NSNBED7.js} +18 -5
  9. package/dist/chunk-2NSNBED7.js.map +7 -0
  10. package/dist/chunk-5RZAPZWI.js +445 -0
  11. package/dist/chunk-5RZAPZWI.js.map +7 -0
  12. package/dist/{chunk-JCPLAIZL.js → chunk-5U25KAJM.js} +106 -76
  13. package/dist/chunk-5U25KAJM.js.map +7 -0
  14. package/dist/chunk-7Q7I6FAT.js +139 -0
  15. package/dist/chunk-7Q7I6FAT.js.map +7 -0
  16. package/dist/chunk-A64VYVXN.js +64 -0
  17. package/dist/chunk-A64VYVXN.js.map +7 -0
  18. package/dist/{chunk-DT7FRNIZ.js → chunk-CSWVE3E6.js} +2 -2
  19. package/dist/chunk-DJWHN7NU.js +394 -0
  20. package/dist/chunk-DJWHN7NU.js.map +7 -0
  21. package/dist/{chunk-KYCQ7LZ4.js → chunk-DSGGM2ME.js} +2 -2
  22. package/dist/chunk-DSGGM2ME.js.map +7 -0
  23. package/dist/chunk-GDJRGRHA.js +144 -0
  24. package/dist/chunk-GDJRGRHA.js.map +7 -0
  25. package/dist/chunk-HOAYWW33.js +587 -0
  26. package/dist/chunk-HOAYWW33.js.map +7 -0
  27. package/dist/{chunk-Y4NGWGTA.js → chunk-I2MBVOVX.js} +265 -264
  28. package/dist/chunk-I2MBVOVX.js.map +7 -0
  29. package/dist/{chunk-6D4JIOOC.js → chunk-IXBSFJCX.js} +5 -5
  30. package/dist/{chunk-WOPM32SE.js → chunk-JA3KFK3U.js} +7 -1
  31. package/dist/chunk-JA3KFK3U.js.map +7 -0
  32. package/dist/chunk-JMQ4HBWP.js +160 -0
  33. package/dist/chunk-JMQ4HBWP.js.map +7 -0
  34. package/dist/chunk-KQWCXW3A.js +294 -0
  35. package/dist/chunk-KQWCXW3A.js.map +7 -0
  36. package/dist/{chunk-3HV3G6DG.js → chunk-NHCGOFQW.js} +3 -3
  37. package/dist/{chunk-XMKEFQ62.js → chunk-PJ2VLNJF.js} +20 -2
  38. package/dist/chunk-PJ2VLNJF.js.map +7 -0
  39. package/dist/{chunk-32H2EJRA.js → chunk-R3M6BIOK.js} +2 -2
  40. package/dist/chunk-SLS3GFPG.js +125 -0
  41. package/dist/chunk-SLS3GFPG.js.map +7 -0
  42. package/dist/chunk-SVU4RZ4K.js +70 -0
  43. package/dist/chunk-SVU4RZ4K.js.map +7 -0
  44. package/dist/chunk-T4APHDES.js +74 -0
  45. package/dist/chunk-T4APHDES.js.map +7 -0
  46. package/dist/chunk-VC5OV5AS.js +174 -0
  47. package/dist/chunk-VC5OV5AS.js.map +7 -0
  48. package/dist/{chunk-YYJ4T4U4.js → chunk-WX22WN33.js} +13 -7
  49. package/dist/chunk-WX22WN33.js.map +7 -0
  50. package/dist/chunk-XEUOJ5WF.js +31 -0
  51. package/dist/chunk-XEUOJ5WF.js.map +7 -0
  52. package/dist/{chunk-LGEF4S5I.js → chunk-XJDWHTH5.js} +390 -362
  53. package/dist/chunk-XJDWHTH5.js.map +7 -0
  54. package/dist/chunk-YCQVVFE5.js +37 -0
  55. package/dist/chunk-YCQVVFE5.js.map +7 -0
  56. package/dist/chunk-ZVJU5CJ5.js +267 -0
  57. package/dist/chunk-ZVJU5CJ5.js.map +7 -0
  58. package/dist/connected-evidence.js +81 -0
  59. package/dist/connected-evidence.js.map +7 -0
  60. package/dist/dataset-workspaces.js +45 -80
  61. package/dist/dataset-workspaces.js.map +4 -4
  62. package/dist/experiment-evaluation-schedules.js +48 -0
  63. package/dist/experiment-evaluation-schedules.js.map +7 -0
  64. package/dist/experiment-improvements.js +52 -0
  65. package/dist/experiment-improvements.js.map +7 -0
  66. package/dist/experiments.js +63 -124
  67. package/dist/experiments.js.map +4 -4
  68. package/dist/human-review.js +13 -0
  69. package/dist/human-review.js.map +7 -0
  70. package/dist/index.js +208 -17
  71. package/dist/index.js.map +2 -2
  72. package/dist/learning.js +1 -1
  73. package/dist/model-starter-attempts.js +2 -2
  74. package/dist/model-starter-catalog.js +9 -4
  75. package/dist/model-starter-catalog.js.map +1 -1
  76. package/dist/model-starters.js +15 -6
  77. package/dist/model-taskset-runs.js +3 -3
  78. package/dist/post-training.js +47 -0
  79. package/dist/post-training.js.map +7 -0
  80. package/dist/taskset-drafts.js +13 -6
  81. package/dist/taskset-drafts.js.map +2 -2
  82. package/dist/taskset-packages.js +31 -559
  83. package/dist/taskset-packages.js.map +4 -4
  84. package/dist/training-bundle.js +59 -18
  85. package/dist/training-bundle.js.map +2 -2
  86. package/dist/training-projects.js +3 -1
  87. package/dist/training-projects.js.map +2 -2
  88. package/dist/training.js +7 -2
  89. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2673 -0
  90. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
  91. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
  92. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
  93. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
  94. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
  95. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
  96. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
  97. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
  98. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
  99. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +48 -0
  100. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
  101. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2460 -0
  102. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
  103. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +215 -0
  104. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
  105. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
  106. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
  107. package/dist/types/packages/sdk/src/connected-evidence.d.ts +6 -0
  108. package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
  109. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
  110. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
  111. package/dist/types/packages/sdk/src/dataset-population.d.ts +1 -0
  112. package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
  113. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +771 -120
  114. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  115. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +278 -38
  116. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
  117. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +280 -40
  118. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
  119. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
  120. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
  121. package/dist/types/packages/sdk/src/experiment-client.d.ts +4353 -490
  122. package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
  123. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1067 -2
  124. package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
  125. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
  126. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
  127. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +58 -0
  128. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -0
  129. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +8 -0
  130. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
  131. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts +24 -0
  132. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts.map +1 -0
  133. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
  134. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
  135. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
  136. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
  137. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
  138. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
  139. package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
  140. package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
  141. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +383 -0
  142. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -0
  143. package/dist/types/packages/sdk/src/experiment-run-details.d.ts +2111 -0
  144. package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -0
  145. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +7 -2
  146. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
  147. package/dist/types/packages/sdk/src/experiments.d.ts +7 -1
  148. package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
  149. package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
  150. package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
  151. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
  152. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
  153. package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
  154. package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
  155. package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
  156. package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
  157. package/dist/types/packages/sdk/src/index.d.ts +10 -0
  158. package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
  159. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
  160. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
  161. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +20 -4
  162. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
  163. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +79 -5
  164. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
  165. package/dist/types/packages/sdk/src/model-batch-review.d.ts +15 -13
  166. package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
  167. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +359 -1
  168. package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
  169. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +444 -19
  170. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  171. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
  172. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
  173. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +79 -1
  174. package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
  175. package/dist/types/packages/sdk/src/model-starters.d.ts +467 -13
  176. package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
  177. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
  178. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
  179. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
  180. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
  181. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1326 -4
  182. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
  183. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1329 -5
  184. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
  185. package/dist/types/packages/sdk/src/post-training.d.ts +3518 -0
  186. package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
  187. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
  188. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
  189. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1369 -0
  190. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
  191. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +142 -22
  192. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
  193. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
  194. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
  195. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +278 -38
  196. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
  197. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
  198. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
  199. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +217 -20
  200. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
  201. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +12 -12
  202. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
  203. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +140 -20
  204. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
  205. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +638 -42
  206. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
  207. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +249 -36
  208. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
  209. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +278 -38
  210. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
  211. package/dist/types/packages/sdk/src/taskset-drafts.d.ts +1 -0
  212. package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
  213. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +2805 -41
  214. package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
  215. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +660 -12
  216. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
  217. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
  218. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
  219. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +29 -11
  220. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
  221. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +430 -39
  222. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
  223. package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
  224. package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
  225. package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
  226. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
  227. package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
  228. package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
  229. package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
  230. package/dist/types/packages/sdk/src/training-project-client.d.ts +828 -8
  231. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
  232. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1226 -11
  233. package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
  234. package/dist/types/packages/sdk/src/training.d.ts +2655 -24
  235. package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
  236. package/package.json +30 -2
  237. package/dist/chunk-4HZORGK3.js.map +0 -7
  238. package/dist/chunk-4JRSH2TT.js +0 -256
  239. package/dist/chunk-4JRSH2TT.js.map +0 -7
  240. package/dist/chunk-BGXWHDYM.js.map +0 -7
  241. package/dist/chunk-JCPLAIZL.js.map +0 -7
  242. package/dist/chunk-KYCQ7LZ4.js.map +0 -7
  243. package/dist/chunk-LGEF4S5I.js.map +0 -7
  244. package/dist/chunk-WOPM32SE.js.map +0 -7
  245. package/dist/chunk-XMKEFQ62.js.map +0 -7
  246. package/dist/chunk-Y4NGWGTA.js.map +0 -7
  247. package/dist/chunk-YYJ4T4U4.js.map +0 -7
  248. package/dist/types/packages/sdk/src/experiment-history.d.ts +0 -266
  249. package/dist/types/packages/sdk/src/experiment-history.d.ts.map +0 -1
  250. /package/dist/{chunk-DT7FRNIZ.js.map → chunk-CSWVE3E6.js.map} +0 -0
  251. /package/dist/{chunk-6D4JIOOC.js.map → chunk-IXBSFJCX.js.map} +0 -0
  252. /package/dist/{chunk-3HV3G6DG.js.map → chunk-NHCGOFQW.js.map} +0 -0
  253. /package/dist/{chunk-32H2EJRA.js.map → chunk-R3M6BIOK.js.map} +0 -0
@@ -0,0 +1,2111 @@
1
+ import { z } from "zod";
2
+ import { type ModelTasksetRunRequest } from "./model-taskset-runs-contracts.js";
3
+ declare const ConfigurationContent: z.ZodObject<{
4
+ request: z.ZodObject<{
5
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
6
+ operationId: z.ZodString;
7
+ teamId: z.ZodString;
8
+ modelProjectId: z.ZodNullable<z.ZodString>;
9
+ name: z.ZodOptional<z.ZodString>;
10
+ project: z.ZodOptional<z.ZodObject<{
11
+ id: z.ZodString;
12
+ revision: z.ZodNumber;
13
+ contentHash: z.ZodString;
14
+ targetId: z.ZodNullable<z.ZodString>;
15
+ }, z.core.$strict>>;
16
+ taskset: z.ZodObject<{
17
+ id: z.ZodString;
18
+ contentHash: z.ZodString;
19
+ revision: z.ZodNumber;
20
+ }, z.core.$strict>;
21
+ policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
22
+ kind: z.ZodLiteral<"hosted_chat">;
23
+ modelId: z.ZodString;
24
+ localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
25
+ providerId: z.ZodLiteral<"custom-openai-compatible">;
26
+ configurationHash: z.ZodString;
27
+ maximumRequestCostUsd: z.ZodNumber;
28
+ requestTimeoutMs: z.ZodNumber;
29
+ }, z.core.$strict>, z.ZodObject<{
30
+ providerId: z.ZodLiteral<"claude-code">;
31
+ configurationHash: z.ZodString;
32
+ executableHash: z.ZodString;
33
+ version: z.ZodString;
34
+ capabilityHash: z.ZodString;
35
+ maximumRequestCostUsd: z.ZodNumber;
36
+ requestTimeoutMs: z.ZodNumber;
37
+ maximumTurns: z.ZodNumber;
38
+ holdOpen: z.ZodBoolean;
39
+ }, z.core.$strict>]>>;
40
+ candidate: z.ZodOptional<z.ZodObject<{
41
+ artifactId: z.ZodString;
42
+ contentHash: z.ZodString;
43
+ preparationId: z.ZodString;
44
+ dispatchId: z.ZodString;
45
+ baseProfileId: z.ZodString;
46
+ workerImageDigest: z.ZodString;
47
+ }, z.core.$strict>>;
48
+ harness: z.ZodOptional<z.ZodObject<{
49
+ harnessRelease: z.ZodObject<{
50
+ id: z.ZodString;
51
+ contentHash: z.ZodString;
52
+ }, z.core.$strict>;
53
+ agentSnapshot: z.ZodObject<{
54
+ id: z.ZodString;
55
+ contentHash: z.ZodString;
56
+ }, z.core.$strict>;
57
+ sourcePackageHash: z.ZodString;
58
+ }, z.core.$strict>>;
59
+ messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
60
+ role: z.ZodEnum<{
61
+ system: "system";
62
+ user: "user";
63
+ assistant: "assistant";
64
+ }>;
65
+ content: z.ZodString;
66
+ }, z.core.$strict>>>;
67
+ maxOutputTokens: z.ZodDefault<z.ZodNumber>;
68
+ temperature: z.ZodDefault<z.ZodNumber>;
69
+ topP: z.ZodDefault<z.ZodNumber>;
70
+ }, z.core.$strict>, z.ZodObject<{
71
+ kind: z.ZodLiteral<"fixture">;
72
+ }, z.core.$strict>, z.ZodObject<{
73
+ kind: z.ZodLiteral<"hosted_harness">;
74
+ modelId: z.ZodString;
75
+ candidate: z.ZodOptional<z.ZodObject<{
76
+ artifactId: z.ZodString;
77
+ contentHash: z.ZodString;
78
+ preparationId: z.ZodString;
79
+ dispatchId: z.ZodString;
80
+ baseProfileId: z.ZodString;
81
+ workerImageDigest: z.ZodString;
82
+ }, z.core.$strict>>;
83
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
84
+ candidateId: z.ZodString;
85
+ frozenRevision: z.ZodNumber;
86
+ frozenHash: z.ZodString;
87
+ harnessRelease: z.ZodObject<{
88
+ id: z.ZodString;
89
+ contentHash: z.ZodString;
90
+ }, z.core.$strict>;
91
+ protectedClosureHash: z.ZodString;
92
+ }, z.core.$strict>>;
93
+ reasoningEffort: z.ZodOptional<z.ZodEnum<{
94
+ high: "high";
95
+ low: "low";
96
+ off: "off";
97
+ medium: "medium";
98
+ xhigh: "xhigh";
99
+ max: "max";
100
+ }>>;
101
+ profileRepositoryId: z.ZodString;
102
+ source: z.ZodObject<{
103
+ profileId: z.ZodString;
104
+ sourceRevision: z.ZodString;
105
+ harnessRelease: z.ZodObject<{
106
+ id: z.ZodString;
107
+ contentHash: z.ZodString;
108
+ }, z.core.$strict>;
109
+ catalogHash: z.ZodString;
110
+ definitionId: z.ZodString;
111
+ definitionHash: z.ZodString;
112
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
113
+ kind: z.ZodLiteral<"profile">;
114
+ }, z.core.$strict>, z.ZodObject<{
115
+ kind: z.ZodLiteral<"workflow">;
116
+ workflowId: z.ZodString;
117
+ }, z.core.$strict>, z.ZodObject<{
118
+ kind: z.ZodLiteral<"skill">;
119
+ skillPath: z.ZodString;
120
+ }, z.core.$strict>, z.ZodObject<{
121
+ kind: z.ZodLiteral<"agent_action">;
122
+ actionId: z.ZodString;
123
+ }, z.core.$strict>], "kind">;
124
+ environmentHash: z.ZodString;
125
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
126
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
127
+ dataset: z.ZodObject<{
128
+ id: z.ZodString;
129
+ contentHash: z.ZodString;
130
+ revision: z.ZodNumber;
131
+ }, z.core.$strict>;
132
+ packageHash: z.ZodString;
133
+ profileId: z.ZodString;
134
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
135
+ kind: z.ZodLiteral<"profile">;
136
+ }, z.core.$strict>, z.ZodObject<{
137
+ kind: z.ZodLiteral<"workflow">;
138
+ workflowId: z.ZodString;
139
+ }, z.core.$strict>, z.ZodObject<{
140
+ kind: z.ZodLiteral<"skill">;
141
+ skillPath: z.ZodString;
142
+ }, z.core.$strict>, z.ZodObject<{
143
+ kind: z.ZodLiteral<"agent_action">;
144
+ actionId: z.ZodString;
145
+ }, z.core.$strict>], "kind">;
146
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
147
+ protectedProfileClosureHash: z.ZodString;
148
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
149
+ execution: z.ZodObject<{
150
+ id: z.ZodString;
151
+ contentHash: z.ZodString;
152
+ }, z.core.$strict>;
153
+ originalEvidence: z.ZodObject<{
154
+ id: z.ZodString;
155
+ contentHash: z.ZodString;
156
+ }, z.core.$strict>;
157
+ members: z.ZodArray<z.ZodObject<{
158
+ caseId: z.ZodString;
159
+ seed: z.ZodString;
160
+ fixtureId: z.ZodString;
161
+ sourceId: z.ZodString;
162
+ snapshotHash: z.ZodString;
163
+ boundaryRevisionHash: z.ZodString;
164
+ }, z.core.$strict>>;
165
+ }, z.core.$strict>>;
166
+ gradingSource: z.ZodOptional<z.ZodObject<{
167
+ pass: z.ZodObject<{
168
+ id: z.ZodString;
169
+ contentHash: z.ZodString;
170
+ }, z.core.$strict>;
171
+ evidence: z.ZodObject<{
172
+ id: z.ZodString;
173
+ contentHash: z.ZodString;
174
+ }, z.core.$strict>;
175
+ }, z.core.$strict>>;
176
+ split: z.ZodEnum<{
177
+ train: "train";
178
+ validation: "validation";
179
+ test: "test";
180
+ frozen_eval: "frozen_eval";
181
+ }>;
182
+ population: z.ZodArray<z.ZodObject<{
183
+ taskId: z.ZodString;
184
+ seed: z.ZodString;
185
+ fixtureId: z.ZodNullable<z.ZodString>;
186
+ }, z.core.$strict>>;
187
+ evaluators: z.ZodArray<z.ZodObject<{
188
+ release: z.ZodObject<{
189
+ id: z.ZodString;
190
+ contentHash: z.ZodString;
191
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
192
+ }, z.core.$strict>;
193
+ feedbackKey: z.ZodString;
194
+ configurationHash: z.ZodString;
195
+ output: z.ZodEnum<{
196
+ boolean: "boolean";
197
+ score: "score";
198
+ category: "category";
199
+ }>;
200
+ categories: z.ZodArray<z.ZodString>;
201
+ }, z.core.$strict>>;
202
+ fieldMappingsHash: z.ZodString;
203
+ fieldMappings: z.ZodArray<z.ZodObject<{
204
+ graderId: z.ZodString;
205
+ fields: z.ZodArray<z.ZodObject<{
206
+ destination: z.ZodEnum<{
207
+ output: "output";
208
+ input: "input";
209
+ expectedOutput: "expectedOutput";
210
+ evaluatorContext: "evaluatorContext";
211
+ }>;
212
+ path: z.ZodArray<z.ZodString>;
213
+ source: z.ZodEnum<{
214
+ output: "output";
215
+ input: "input";
216
+ expectedOutput: "expectedOutput";
217
+ evaluatorContext: "evaluatorContext";
218
+ }>;
219
+ sourcePath: z.ZodArray<z.ZodString>;
220
+ }, z.core.$strict>>;
221
+ }, z.core.$strict>>;
222
+ environmentHash: z.ZodString;
223
+ privateDatasetClosureHash: z.ZodString;
224
+ criterion: z.ZodObject<{
225
+ minimumPassRate: z.ZodNumber;
226
+ requireComplete: z.ZodBoolean;
227
+ }, z.core.$strict>;
228
+ contentHash: z.ZodString;
229
+ }, z.core.$strict>>;
230
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
231
+ candidateId: z.ZodString;
232
+ frozenRevision: z.ZodNumber;
233
+ frozenHash: z.ZodString;
234
+ harnessRelease: z.ZodObject<{
235
+ id: z.ZodString;
236
+ contentHash: z.ZodString;
237
+ }, z.core.$strict>;
238
+ protectedClosureHash: z.ZodString;
239
+ }, z.core.$strict>>;
240
+ }, z.core.$strict>;
241
+ modelConfigurationHash: z.ZodString;
242
+ packageHash: z.ZodString;
243
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
244
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
245
+ dataset: z.ZodObject<{
246
+ id: z.ZodString;
247
+ contentHash: z.ZodString;
248
+ revision: z.ZodNumber;
249
+ }, z.core.$strict>;
250
+ packageHash: z.ZodString;
251
+ profileId: z.ZodString;
252
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
253
+ kind: z.ZodLiteral<"profile">;
254
+ }, z.core.$strict>, z.ZodObject<{
255
+ kind: z.ZodLiteral<"workflow">;
256
+ workflowId: z.ZodString;
257
+ }, z.core.$strict>, z.ZodObject<{
258
+ kind: z.ZodLiteral<"skill">;
259
+ skillPath: z.ZodString;
260
+ }, z.core.$strict>, z.ZodObject<{
261
+ kind: z.ZodLiteral<"agent_action">;
262
+ actionId: z.ZodString;
263
+ }, z.core.$strict>], "kind">;
264
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
265
+ protectedProfileClosureHash: z.ZodString;
266
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
267
+ execution: z.ZodObject<{
268
+ id: z.ZodString;
269
+ contentHash: z.ZodString;
270
+ }, z.core.$strict>;
271
+ originalEvidence: z.ZodObject<{
272
+ id: z.ZodString;
273
+ contentHash: z.ZodString;
274
+ }, z.core.$strict>;
275
+ members: z.ZodArray<z.ZodObject<{
276
+ caseId: z.ZodString;
277
+ seed: z.ZodString;
278
+ fixtureId: z.ZodString;
279
+ sourceId: z.ZodString;
280
+ snapshotHash: z.ZodString;
281
+ boundaryRevisionHash: z.ZodString;
282
+ }, z.core.$strict>>;
283
+ }, z.core.$strict>>;
284
+ gradingSource: z.ZodOptional<z.ZodObject<{
285
+ pass: z.ZodObject<{
286
+ id: z.ZodString;
287
+ contentHash: z.ZodString;
288
+ }, z.core.$strict>;
289
+ evidence: z.ZodObject<{
290
+ id: z.ZodString;
291
+ contentHash: z.ZodString;
292
+ }, z.core.$strict>;
293
+ }, z.core.$strict>>;
294
+ split: z.ZodEnum<{
295
+ train: "train";
296
+ validation: "validation";
297
+ test: "test";
298
+ frozen_eval: "frozen_eval";
299
+ }>;
300
+ population: z.ZodArray<z.ZodObject<{
301
+ taskId: z.ZodString;
302
+ seed: z.ZodString;
303
+ fixtureId: z.ZodNullable<z.ZodString>;
304
+ }, z.core.$strict>>;
305
+ evaluators: z.ZodArray<z.ZodObject<{
306
+ release: z.ZodObject<{
307
+ id: z.ZodString;
308
+ contentHash: z.ZodString;
309
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
310
+ }, z.core.$strict>;
311
+ feedbackKey: z.ZodString;
312
+ configurationHash: z.ZodString;
313
+ output: z.ZodEnum<{
314
+ boolean: "boolean";
315
+ score: "score";
316
+ category: "category";
317
+ }>;
318
+ categories: z.ZodArray<z.ZodString>;
319
+ }, z.core.$strict>>;
320
+ fieldMappingsHash: z.ZodString;
321
+ fieldMappings: z.ZodArray<z.ZodObject<{
322
+ graderId: z.ZodString;
323
+ fields: z.ZodArray<z.ZodObject<{
324
+ destination: z.ZodEnum<{
325
+ output: "output";
326
+ input: "input";
327
+ expectedOutput: "expectedOutput";
328
+ evaluatorContext: "evaluatorContext";
329
+ }>;
330
+ path: z.ZodArray<z.ZodString>;
331
+ source: z.ZodEnum<{
332
+ output: "output";
333
+ input: "input";
334
+ expectedOutput: "expectedOutput";
335
+ evaluatorContext: "evaluatorContext";
336
+ }>;
337
+ sourcePath: z.ZodArray<z.ZodString>;
338
+ }, z.core.$strict>>;
339
+ }, z.core.$strict>>;
340
+ environmentHash: z.ZodString;
341
+ privateDatasetClosureHash: z.ZodString;
342
+ criterion: z.ZodObject<{
343
+ minimumPassRate: z.ZodNumber;
344
+ requireComplete: z.ZodBoolean;
345
+ }, z.core.$strict>;
346
+ contentHash: z.ZodString;
347
+ }, z.core.$strict>>;
348
+ }, z.core.$strict>], "kind">;
349
+ population: z.ZodArray<z.ZodObject<{
350
+ receiptId: z.ZodString;
351
+ taskId: z.ZodString;
352
+ seed: z.ZodString;
353
+ fixtureId: z.ZodNullable<z.ZodString>;
354
+ }, z.core.$strict>>;
355
+ }, z.core.$strict>;
356
+ maximumCostUsd: z.ZodNumber;
357
+ graders: z.ZodArray<z.ZodObject<{
358
+ id: z.ZodString;
359
+ version: z.ZodString;
360
+ contentHash: z.ZodString;
361
+ name: z.ZodOptional<z.ZodString>;
362
+ feedbackKey: z.ZodString;
363
+ release: z.ZodNullable<z.ZodObject<{
364
+ id: z.ZodString;
365
+ revision: z.ZodNumber;
366
+ contentHash: z.ZodString;
367
+ }, z.core.$strict>>;
368
+ mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
369
+ destination: z.ZodEnum<{
370
+ input: "input";
371
+ output: "output";
372
+ expectedOutput: "expectedOutput";
373
+ evaluatorContext: "evaluatorContext";
374
+ }>;
375
+ path: z.ZodArray<z.ZodString>;
376
+ source: z.ZodEnum<{
377
+ input: "input";
378
+ output: "output";
379
+ expectedOutput: "expectedOutput";
380
+ evaluatorContext: "evaluatorContext";
381
+ }>;
382
+ sourcePath: z.ZodArray<z.ZodString>;
383
+ }, z.core.$strict>>>;
384
+ }, z.core.$strict>>;
385
+ admissionRequestHash: z.ZodOptional<z.ZodString>;
386
+ sourceExperimentId: z.ZodOptional<z.ZodString>;
387
+ }, z.core.$strict>;
388
+ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
389
+ request: z.ZodObject<{
390
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
391
+ operationId: z.ZodString;
392
+ teamId: z.ZodString;
393
+ modelProjectId: z.ZodNullable<z.ZodString>;
394
+ name: z.ZodOptional<z.ZodString>;
395
+ project: z.ZodOptional<z.ZodObject<{
396
+ id: z.ZodString;
397
+ revision: z.ZodNumber;
398
+ contentHash: z.ZodString;
399
+ targetId: z.ZodNullable<z.ZodString>;
400
+ }, z.core.$strict>>;
401
+ taskset: z.ZodObject<{
402
+ id: z.ZodString;
403
+ contentHash: z.ZodString;
404
+ revision: z.ZodNumber;
405
+ }, z.core.$strict>;
406
+ policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
407
+ kind: z.ZodLiteral<"hosted_chat">;
408
+ modelId: z.ZodString;
409
+ localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
410
+ providerId: z.ZodLiteral<"custom-openai-compatible">;
411
+ configurationHash: z.ZodString;
412
+ maximumRequestCostUsd: z.ZodNumber;
413
+ requestTimeoutMs: z.ZodNumber;
414
+ }, z.core.$strict>, z.ZodObject<{
415
+ providerId: z.ZodLiteral<"claude-code">;
416
+ configurationHash: z.ZodString;
417
+ executableHash: z.ZodString;
418
+ version: z.ZodString;
419
+ capabilityHash: z.ZodString;
420
+ maximumRequestCostUsd: z.ZodNumber;
421
+ requestTimeoutMs: z.ZodNumber;
422
+ maximumTurns: z.ZodNumber;
423
+ holdOpen: z.ZodBoolean;
424
+ }, z.core.$strict>]>>;
425
+ candidate: z.ZodOptional<z.ZodObject<{
426
+ artifactId: z.ZodString;
427
+ contentHash: z.ZodString;
428
+ preparationId: z.ZodString;
429
+ dispatchId: z.ZodString;
430
+ baseProfileId: z.ZodString;
431
+ workerImageDigest: z.ZodString;
432
+ }, z.core.$strict>>;
433
+ harness: z.ZodOptional<z.ZodObject<{
434
+ harnessRelease: z.ZodObject<{
435
+ id: z.ZodString;
436
+ contentHash: z.ZodString;
437
+ }, z.core.$strict>;
438
+ agentSnapshot: z.ZodObject<{
439
+ id: z.ZodString;
440
+ contentHash: z.ZodString;
441
+ }, z.core.$strict>;
442
+ sourcePackageHash: z.ZodString;
443
+ }, z.core.$strict>>;
444
+ messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
445
+ role: z.ZodEnum<{
446
+ system: "system";
447
+ user: "user";
448
+ assistant: "assistant";
449
+ }>;
450
+ content: z.ZodString;
451
+ }, z.core.$strict>>>;
452
+ maxOutputTokens: z.ZodDefault<z.ZodNumber>;
453
+ temperature: z.ZodDefault<z.ZodNumber>;
454
+ topP: z.ZodDefault<z.ZodNumber>;
455
+ }, z.core.$strict>, z.ZodObject<{
456
+ kind: z.ZodLiteral<"fixture">;
457
+ }, z.core.$strict>, z.ZodObject<{
458
+ kind: z.ZodLiteral<"hosted_harness">;
459
+ modelId: z.ZodString;
460
+ candidate: z.ZodOptional<z.ZodObject<{
461
+ artifactId: z.ZodString;
462
+ contentHash: z.ZodString;
463
+ preparationId: z.ZodString;
464
+ dispatchId: z.ZodString;
465
+ baseProfileId: z.ZodString;
466
+ workerImageDigest: z.ZodString;
467
+ }, z.core.$strict>>;
468
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
469
+ candidateId: z.ZodString;
470
+ frozenRevision: z.ZodNumber;
471
+ frozenHash: z.ZodString;
472
+ harnessRelease: z.ZodObject<{
473
+ id: z.ZodString;
474
+ contentHash: z.ZodString;
475
+ }, z.core.$strict>;
476
+ protectedClosureHash: z.ZodString;
477
+ }, z.core.$strict>>;
478
+ reasoningEffort: z.ZodOptional<z.ZodEnum<{
479
+ high: "high";
480
+ low: "low";
481
+ off: "off";
482
+ medium: "medium";
483
+ xhigh: "xhigh";
484
+ max: "max";
485
+ }>>;
486
+ profileRepositoryId: z.ZodString;
487
+ source: z.ZodObject<{
488
+ profileId: z.ZodString;
489
+ sourceRevision: z.ZodString;
490
+ harnessRelease: z.ZodObject<{
491
+ id: z.ZodString;
492
+ contentHash: z.ZodString;
493
+ }, z.core.$strict>;
494
+ catalogHash: z.ZodString;
495
+ definitionId: z.ZodString;
496
+ definitionHash: z.ZodString;
497
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
498
+ kind: z.ZodLiteral<"profile">;
499
+ }, z.core.$strict>, z.ZodObject<{
500
+ kind: z.ZodLiteral<"workflow">;
501
+ workflowId: z.ZodString;
502
+ }, z.core.$strict>, z.ZodObject<{
503
+ kind: z.ZodLiteral<"skill">;
504
+ skillPath: z.ZodString;
505
+ }, z.core.$strict>, z.ZodObject<{
506
+ kind: z.ZodLiteral<"agent_action">;
507
+ actionId: z.ZodString;
508
+ }, z.core.$strict>], "kind">;
509
+ environmentHash: z.ZodString;
510
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
511
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
512
+ dataset: z.ZodObject<{
513
+ id: z.ZodString;
514
+ contentHash: z.ZodString;
515
+ revision: z.ZodNumber;
516
+ }, z.core.$strict>;
517
+ packageHash: z.ZodString;
518
+ profileId: z.ZodString;
519
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
520
+ kind: z.ZodLiteral<"profile">;
521
+ }, z.core.$strict>, z.ZodObject<{
522
+ kind: z.ZodLiteral<"workflow">;
523
+ workflowId: z.ZodString;
524
+ }, z.core.$strict>, z.ZodObject<{
525
+ kind: z.ZodLiteral<"skill">;
526
+ skillPath: z.ZodString;
527
+ }, z.core.$strict>, z.ZodObject<{
528
+ kind: z.ZodLiteral<"agent_action">;
529
+ actionId: z.ZodString;
530
+ }, z.core.$strict>], "kind">;
531
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
532
+ protectedProfileClosureHash: z.ZodString;
533
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
534
+ execution: z.ZodObject<{
535
+ id: z.ZodString;
536
+ contentHash: z.ZodString;
537
+ }, z.core.$strict>;
538
+ originalEvidence: z.ZodObject<{
539
+ id: z.ZodString;
540
+ contentHash: z.ZodString;
541
+ }, z.core.$strict>;
542
+ members: z.ZodArray<z.ZodObject<{
543
+ caseId: z.ZodString;
544
+ seed: z.ZodString;
545
+ fixtureId: z.ZodString;
546
+ sourceId: z.ZodString;
547
+ snapshotHash: z.ZodString;
548
+ boundaryRevisionHash: z.ZodString;
549
+ }, z.core.$strict>>;
550
+ }, z.core.$strict>>;
551
+ gradingSource: z.ZodOptional<z.ZodObject<{
552
+ pass: z.ZodObject<{
553
+ id: z.ZodString;
554
+ contentHash: z.ZodString;
555
+ }, z.core.$strict>;
556
+ evidence: z.ZodObject<{
557
+ id: z.ZodString;
558
+ contentHash: z.ZodString;
559
+ }, z.core.$strict>;
560
+ }, z.core.$strict>>;
561
+ split: z.ZodEnum<{
562
+ train: "train";
563
+ validation: "validation";
564
+ test: "test";
565
+ frozen_eval: "frozen_eval";
566
+ }>;
567
+ population: z.ZodArray<z.ZodObject<{
568
+ taskId: z.ZodString;
569
+ seed: z.ZodString;
570
+ fixtureId: z.ZodNullable<z.ZodString>;
571
+ }, z.core.$strict>>;
572
+ evaluators: z.ZodArray<z.ZodObject<{
573
+ release: z.ZodObject<{
574
+ id: z.ZodString;
575
+ contentHash: z.ZodString;
576
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
577
+ }, z.core.$strict>;
578
+ feedbackKey: z.ZodString;
579
+ configurationHash: z.ZodString;
580
+ output: z.ZodEnum<{
581
+ boolean: "boolean";
582
+ score: "score";
583
+ category: "category";
584
+ }>;
585
+ categories: z.ZodArray<z.ZodString>;
586
+ }, z.core.$strict>>;
587
+ fieldMappingsHash: z.ZodString;
588
+ fieldMappings: z.ZodArray<z.ZodObject<{
589
+ graderId: z.ZodString;
590
+ fields: z.ZodArray<z.ZodObject<{
591
+ destination: z.ZodEnum<{
592
+ output: "output";
593
+ input: "input";
594
+ expectedOutput: "expectedOutput";
595
+ evaluatorContext: "evaluatorContext";
596
+ }>;
597
+ path: z.ZodArray<z.ZodString>;
598
+ source: z.ZodEnum<{
599
+ output: "output";
600
+ input: "input";
601
+ expectedOutput: "expectedOutput";
602
+ evaluatorContext: "evaluatorContext";
603
+ }>;
604
+ sourcePath: z.ZodArray<z.ZodString>;
605
+ }, z.core.$strict>>;
606
+ }, z.core.$strict>>;
607
+ environmentHash: z.ZodString;
608
+ privateDatasetClosureHash: z.ZodString;
609
+ criterion: z.ZodObject<{
610
+ minimumPassRate: z.ZodNumber;
611
+ requireComplete: z.ZodBoolean;
612
+ }, z.core.$strict>;
613
+ contentHash: z.ZodString;
614
+ }, z.core.$strict>>;
615
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
616
+ candidateId: z.ZodString;
617
+ frozenRevision: z.ZodNumber;
618
+ frozenHash: z.ZodString;
619
+ harnessRelease: z.ZodObject<{
620
+ id: z.ZodString;
621
+ contentHash: z.ZodString;
622
+ }, z.core.$strict>;
623
+ protectedClosureHash: z.ZodString;
624
+ }, z.core.$strict>>;
625
+ }, z.core.$strict>;
626
+ modelConfigurationHash: z.ZodString;
627
+ packageHash: z.ZodString;
628
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
629
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
630
+ dataset: z.ZodObject<{
631
+ id: z.ZodString;
632
+ contentHash: z.ZodString;
633
+ revision: z.ZodNumber;
634
+ }, z.core.$strict>;
635
+ packageHash: z.ZodString;
636
+ profileId: z.ZodString;
637
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
638
+ kind: z.ZodLiteral<"profile">;
639
+ }, z.core.$strict>, z.ZodObject<{
640
+ kind: z.ZodLiteral<"workflow">;
641
+ workflowId: z.ZodString;
642
+ }, z.core.$strict>, z.ZodObject<{
643
+ kind: z.ZodLiteral<"skill">;
644
+ skillPath: z.ZodString;
645
+ }, z.core.$strict>, z.ZodObject<{
646
+ kind: z.ZodLiteral<"agent_action">;
647
+ actionId: z.ZodString;
648
+ }, z.core.$strict>], "kind">;
649
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
650
+ protectedProfileClosureHash: z.ZodString;
651
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
652
+ execution: z.ZodObject<{
653
+ id: z.ZodString;
654
+ contentHash: z.ZodString;
655
+ }, z.core.$strict>;
656
+ originalEvidence: z.ZodObject<{
657
+ id: z.ZodString;
658
+ contentHash: z.ZodString;
659
+ }, z.core.$strict>;
660
+ members: z.ZodArray<z.ZodObject<{
661
+ caseId: z.ZodString;
662
+ seed: z.ZodString;
663
+ fixtureId: z.ZodString;
664
+ sourceId: z.ZodString;
665
+ snapshotHash: z.ZodString;
666
+ boundaryRevisionHash: z.ZodString;
667
+ }, z.core.$strict>>;
668
+ }, z.core.$strict>>;
669
+ gradingSource: z.ZodOptional<z.ZodObject<{
670
+ pass: z.ZodObject<{
671
+ id: z.ZodString;
672
+ contentHash: z.ZodString;
673
+ }, z.core.$strict>;
674
+ evidence: z.ZodObject<{
675
+ id: z.ZodString;
676
+ contentHash: z.ZodString;
677
+ }, z.core.$strict>;
678
+ }, z.core.$strict>>;
679
+ split: z.ZodEnum<{
680
+ train: "train";
681
+ validation: "validation";
682
+ test: "test";
683
+ frozen_eval: "frozen_eval";
684
+ }>;
685
+ population: z.ZodArray<z.ZodObject<{
686
+ taskId: z.ZodString;
687
+ seed: z.ZodString;
688
+ fixtureId: z.ZodNullable<z.ZodString>;
689
+ }, z.core.$strict>>;
690
+ evaluators: z.ZodArray<z.ZodObject<{
691
+ release: z.ZodObject<{
692
+ id: z.ZodString;
693
+ contentHash: z.ZodString;
694
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
695
+ }, z.core.$strict>;
696
+ feedbackKey: z.ZodString;
697
+ configurationHash: z.ZodString;
698
+ output: z.ZodEnum<{
699
+ boolean: "boolean";
700
+ score: "score";
701
+ category: "category";
702
+ }>;
703
+ categories: z.ZodArray<z.ZodString>;
704
+ }, z.core.$strict>>;
705
+ fieldMappingsHash: z.ZodString;
706
+ fieldMappings: z.ZodArray<z.ZodObject<{
707
+ graderId: z.ZodString;
708
+ fields: z.ZodArray<z.ZodObject<{
709
+ destination: z.ZodEnum<{
710
+ output: "output";
711
+ input: "input";
712
+ expectedOutput: "expectedOutput";
713
+ evaluatorContext: "evaluatorContext";
714
+ }>;
715
+ path: z.ZodArray<z.ZodString>;
716
+ source: z.ZodEnum<{
717
+ output: "output";
718
+ input: "input";
719
+ expectedOutput: "expectedOutput";
720
+ evaluatorContext: "evaluatorContext";
721
+ }>;
722
+ sourcePath: z.ZodArray<z.ZodString>;
723
+ }, z.core.$strict>>;
724
+ }, z.core.$strict>>;
725
+ environmentHash: z.ZodString;
726
+ privateDatasetClosureHash: z.ZodString;
727
+ criterion: z.ZodObject<{
728
+ minimumPassRate: z.ZodNumber;
729
+ requireComplete: z.ZodBoolean;
730
+ }, z.core.$strict>;
731
+ contentHash: z.ZodString;
732
+ }, z.core.$strict>>;
733
+ }, z.core.$strict>], "kind">;
734
+ population: z.ZodArray<z.ZodObject<{
735
+ receiptId: z.ZodString;
736
+ taskId: z.ZodString;
737
+ seed: z.ZodString;
738
+ fixtureId: z.ZodNullable<z.ZodString>;
739
+ }, z.core.$strict>>;
740
+ }, z.core.$strict>;
741
+ maximumCostUsd: z.ZodNumber;
742
+ graders: z.ZodArray<z.ZodObject<{
743
+ id: z.ZodString;
744
+ version: z.ZodString;
745
+ contentHash: z.ZodString;
746
+ name: z.ZodOptional<z.ZodString>;
747
+ feedbackKey: z.ZodString;
748
+ release: z.ZodNullable<z.ZodObject<{
749
+ id: z.ZodString;
750
+ revision: z.ZodNumber;
751
+ contentHash: z.ZodString;
752
+ }, z.core.$strict>>;
753
+ mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
754
+ destination: z.ZodEnum<{
755
+ input: "input";
756
+ output: "output";
757
+ expectedOutput: "expectedOutput";
758
+ evaluatorContext: "evaluatorContext";
759
+ }>;
760
+ path: z.ZodArray<z.ZodString>;
761
+ source: z.ZodEnum<{
762
+ input: "input";
763
+ output: "output";
764
+ expectedOutput: "expectedOutput";
765
+ evaluatorContext: "evaluatorContext";
766
+ }>;
767
+ sourcePath: z.ZodArray<z.ZodString>;
768
+ }, z.core.$strict>>>;
769
+ }, z.core.$strict>>;
770
+ admissionRequestHash: z.ZodOptional<z.ZodString>;
771
+ sourceExperimentId: z.ZodOptional<z.ZodString>;
772
+ configurationHash: z.ZodString;
773
+ }, z.core.$strict>;
774
+ export type ExperimentRunConfiguration = z.infer<typeof ExperimentRunConfigurationSchema>;
775
+ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
776
+ summary: z.ZodObject<{
777
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunSummary.v1">;
778
+ id: z.ZodString;
779
+ revision: z.ZodNumber;
780
+ teamId: z.ZodString;
781
+ modelProjectId: z.ZodNullable<z.ZodString>;
782
+ name: z.ZodOptional<z.ZodString>;
783
+ project: z.ZodOptional<z.ZodObject<{
784
+ id: z.ZodString;
785
+ revision: z.ZodNumber;
786
+ contentHash: z.ZodString;
787
+ targetId: z.ZodNullable<z.ZodString>;
788
+ }, z.core.$strict>>;
789
+ operationId: z.ZodString;
790
+ taskset: z.ZodObject<{
791
+ id: z.ZodString;
792
+ contentHash: z.ZodString;
793
+ revision: z.ZodNumber;
794
+ }, z.core.$strict>;
795
+ policyKind: z.ZodEnum<{
796
+ hosted_chat: "hosted_chat";
797
+ fixture: "fixture";
798
+ hosted_harness: "hosted_harness";
799
+ }>;
800
+ manifestHash: z.ZodString;
801
+ status: z.ZodEnum<{
802
+ cancelled: "cancelled";
803
+ failed: "failed";
804
+ queued: "queued";
805
+ running: "running";
806
+ cancelling: "cancelling";
807
+ completed: "completed";
808
+ }>;
809
+ totalCount: z.ZodNumber;
810
+ counts: z.ZodObject<{
811
+ pending: z.ZodNumber;
812
+ running: z.ZodNumber;
813
+ completed: z.ZodNumber;
814
+ failed: z.ZodNumber;
815
+ cancelled: z.ZodNumber;
816
+ }, z.core.$strict>;
817
+ createdAt: z.ZodISODateTime;
818
+ startedAt: z.ZodNullable<z.ZodISODateTime>;
819
+ completedAt: z.ZodNullable<z.ZodISODateTime>;
820
+ cleanupComplete: z.ZodBoolean;
821
+ resultAvailable: z.ZodBoolean;
822
+ score: z.ZodNullable<z.ZodNumber>;
823
+ metricName: z.ZodString;
824
+ error: z.ZodNullable<z.ZodObject<{
825
+ code: z.ZodString;
826
+ message: z.ZodString;
827
+ }, z.core.$strict>>;
828
+ }, z.core.$strict>;
829
+ request: z.ZodObject<{
830
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
831
+ operationId: z.ZodString;
832
+ teamId: z.ZodString;
833
+ modelProjectId: z.ZodNullable<z.ZodString>;
834
+ name: z.ZodOptional<z.ZodString>;
835
+ project: z.ZodOptional<z.ZodObject<{
836
+ id: z.ZodString;
837
+ revision: z.ZodNumber;
838
+ contentHash: z.ZodString;
839
+ targetId: z.ZodNullable<z.ZodString>;
840
+ }, z.core.$strict>>;
841
+ taskset: z.ZodObject<{
842
+ id: z.ZodString;
843
+ contentHash: z.ZodString;
844
+ revision: z.ZodNumber;
845
+ }, z.core.$strict>;
846
+ policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
847
+ kind: z.ZodLiteral<"hosted_chat">;
848
+ modelId: z.ZodString;
849
+ localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
850
+ providerId: z.ZodLiteral<"custom-openai-compatible">;
851
+ configurationHash: z.ZodString;
852
+ maximumRequestCostUsd: z.ZodNumber;
853
+ requestTimeoutMs: z.ZodNumber;
854
+ }, z.core.$strict>, z.ZodObject<{
855
+ providerId: z.ZodLiteral<"claude-code">;
856
+ configurationHash: z.ZodString;
857
+ executableHash: z.ZodString;
858
+ version: z.ZodString;
859
+ capabilityHash: z.ZodString;
860
+ maximumRequestCostUsd: z.ZodNumber;
861
+ requestTimeoutMs: z.ZodNumber;
862
+ maximumTurns: z.ZodNumber;
863
+ holdOpen: z.ZodBoolean;
864
+ }, z.core.$strict>]>>;
865
+ candidate: z.ZodOptional<z.ZodObject<{
866
+ artifactId: z.ZodString;
867
+ contentHash: z.ZodString;
868
+ preparationId: z.ZodString;
869
+ dispatchId: z.ZodString;
870
+ baseProfileId: z.ZodString;
871
+ workerImageDigest: z.ZodString;
872
+ }, z.core.$strict>>;
873
+ harness: z.ZodOptional<z.ZodObject<{
874
+ harnessRelease: z.ZodObject<{
875
+ id: z.ZodString;
876
+ contentHash: z.ZodString;
877
+ }, z.core.$strict>;
878
+ agentSnapshot: z.ZodObject<{
879
+ id: z.ZodString;
880
+ contentHash: z.ZodString;
881
+ }, z.core.$strict>;
882
+ sourcePackageHash: z.ZodString;
883
+ }, z.core.$strict>>;
884
+ messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
885
+ role: z.ZodEnum<{
886
+ system: "system";
887
+ user: "user";
888
+ assistant: "assistant";
889
+ }>;
890
+ content: z.ZodString;
891
+ }, z.core.$strict>>>;
892
+ maxOutputTokens: z.ZodDefault<z.ZodNumber>;
893
+ temperature: z.ZodDefault<z.ZodNumber>;
894
+ topP: z.ZodDefault<z.ZodNumber>;
895
+ }, z.core.$strict>, z.ZodObject<{
896
+ kind: z.ZodLiteral<"fixture">;
897
+ }, z.core.$strict>, z.ZodObject<{
898
+ kind: z.ZodLiteral<"hosted_harness">;
899
+ modelId: z.ZodString;
900
+ candidate: z.ZodOptional<z.ZodObject<{
901
+ artifactId: z.ZodString;
902
+ contentHash: z.ZodString;
903
+ preparationId: z.ZodString;
904
+ dispatchId: z.ZodString;
905
+ baseProfileId: z.ZodString;
906
+ workerImageDigest: z.ZodString;
907
+ }, z.core.$strict>>;
908
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
909
+ candidateId: z.ZodString;
910
+ frozenRevision: z.ZodNumber;
911
+ frozenHash: z.ZodString;
912
+ harnessRelease: z.ZodObject<{
913
+ id: z.ZodString;
914
+ contentHash: z.ZodString;
915
+ }, z.core.$strict>;
916
+ protectedClosureHash: z.ZodString;
917
+ }, z.core.$strict>>;
918
+ reasoningEffort: z.ZodOptional<z.ZodEnum<{
919
+ high: "high";
920
+ low: "low";
921
+ off: "off";
922
+ medium: "medium";
923
+ xhigh: "xhigh";
924
+ max: "max";
925
+ }>>;
926
+ profileRepositoryId: z.ZodString;
927
+ source: z.ZodObject<{
928
+ profileId: z.ZodString;
929
+ sourceRevision: z.ZodString;
930
+ harnessRelease: z.ZodObject<{
931
+ id: z.ZodString;
932
+ contentHash: z.ZodString;
933
+ }, z.core.$strict>;
934
+ catalogHash: z.ZodString;
935
+ definitionId: z.ZodString;
936
+ definitionHash: z.ZodString;
937
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
938
+ kind: z.ZodLiteral<"profile">;
939
+ }, z.core.$strict>, z.ZodObject<{
940
+ kind: z.ZodLiteral<"workflow">;
941
+ workflowId: z.ZodString;
942
+ }, z.core.$strict>, z.ZodObject<{
943
+ kind: z.ZodLiteral<"skill">;
944
+ skillPath: z.ZodString;
945
+ }, z.core.$strict>, z.ZodObject<{
946
+ kind: z.ZodLiteral<"agent_action">;
947
+ actionId: z.ZodString;
948
+ }, z.core.$strict>], "kind">;
949
+ environmentHash: z.ZodString;
950
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
951
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
952
+ dataset: z.ZodObject<{
953
+ id: z.ZodString;
954
+ contentHash: z.ZodString;
955
+ revision: z.ZodNumber;
956
+ }, z.core.$strict>;
957
+ packageHash: z.ZodString;
958
+ profileId: z.ZodString;
959
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
960
+ kind: z.ZodLiteral<"profile">;
961
+ }, z.core.$strict>, z.ZodObject<{
962
+ kind: z.ZodLiteral<"workflow">;
963
+ workflowId: z.ZodString;
964
+ }, z.core.$strict>, z.ZodObject<{
965
+ kind: z.ZodLiteral<"skill">;
966
+ skillPath: z.ZodString;
967
+ }, z.core.$strict>, z.ZodObject<{
968
+ kind: z.ZodLiteral<"agent_action">;
969
+ actionId: z.ZodString;
970
+ }, z.core.$strict>], "kind">;
971
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
972
+ protectedProfileClosureHash: z.ZodString;
973
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
974
+ execution: z.ZodObject<{
975
+ id: z.ZodString;
976
+ contentHash: z.ZodString;
977
+ }, z.core.$strict>;
978
+ originalEvidence: z.ZodObject<{
979
+ id: z.ZodString;
980
+ contentHash: z.ZodString;
981
+ }, z.core.$strict>;
982
+ members: z.ZodArray<z.ZodObject<{
983
+ caseId: z.ZodString;
984
+ seed: z.ZodString;
985
+ fixtureId: z.ZodString;
986
+ sourceId: z.ZodString;
987
+ snapshotHash: z.ZodString;
988
+ boundaryRevisionHash: z.ZodString;
989
+ }, z.core.$strict>>;
990
+ }, z.core.$strict>>;
991
+ gradingSource: z.ZodOptional<z.ZodObject<{
992
+ pass: z.ZodObject<{
993
+ id: z.ZodString;
994
+ contentHash: z.ZodString;
995
+ }, z.core.$strict>;
996
+ evidence: z.ZodObject<{
997
+ id: z.ZodString;
998
+ contentHash: z.ZodString;
999
+ }, z.core.$strict>;
1000
+ }, z.core.$strict>>;
1001
+ split: z.ZodEnum<{
1002
+ train: "train";
1003
+ validation: "validation";
1004
+ test: "test";
1005
+ frozen_eval: "frozen_eval";
1006
+ }>;
1007
+ population: z.ZodArray<z.ZodObject<{
1008
+ taskId: z.ZodString;
1009
+ seed: z.ZodString;
1010
+ fixtureId: z.ZodNullable<z.ZodString>;
1011
+ }, z.core.$strict>>;
1012
+ evaluators: z.ZodArray<z.ZodObject<{
1013
+ release: z.ZodObject<{
1014
+ id: z.ZodString;
1015
+ contentHash: z.ZodString;
1016
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1017
+ }, z.core.$strict>;
1018
+ feedbackKey: z.ZodString;
1019
+ configurationHash: z.ZodString;
1020
+ output: z.ZodEnum<{
1021
+ boolean: "boolean";
1022
+ score: "score";
1023
+ category: "category";
1024
+ }>;
1025
+ categories: z.ZodArray<z.ZodString>;
1026
+ }, z.core.$strict>>;
1027
+ fieldMappingsHash: z.ZodString;
1028
+ fieldMappings: z.ZodArray<z.ZodObject<{
1029
+ graderId: z.ZodString;
1030
+ fields: z.ZodArray<z.ZodObject<{
1031
+ destination: z.ZodEnum<{
1032
+ output: "output";
1033
+ input: "input";
1034
+ expectedOutput: "expectedOutput";
1035
+ evaluatorContext: "evaluatorContext";
1036
+ }>;
1037
+ path: z.ZodArray<z.ZodString>;
1038
+ source: z.ZodEnum<{
1039
+ output: "output";
1040
+ input: "input";
1041
+ expectedOutput: "expectedOutput";
1042
+ evaluatorContext: "evaluatorContext";
1043
+ }>;
1044
+ sourcePath: z.ZodArray<z.ZodString>;
1045
+ }, z.core.$strict>>;
1046
+ }, z.core.$strict>>;
1047
+ environmentHash: z.ZodString;
1048
+ privateDatasetClosureHash: z.ZodString;
1049
+ criterion: z.ZodObject<{
1050
+ minimumPassRate: z.ZodNumber;
1051
+ requireComplete: z.ZodBoolean;
1052
+ }, z.core.$strict>;
1053
+ contentHash: z.ZodString;
1054
+ }, z.core.$strict>>;
1055
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
1056
+ candidateId: z.ZodString;
1057
+ frozenRevision: z.ZodNumber;
1058
+ frozenHash: z.ZodString;
1059
+ harnessRelease: z.ZodObject<{
1060
+ id: z.ZodString;
1061
+ contentHash: z.ZodString;
1062
+ }, z.core.$strict>;
1063
+ protectedClosureHash: z.ZodString;
1064
+ }, z.core.$strict>>;
1065
+ }, z.core.$strict>;
1066
+ modelConfigurationHash: z.ZodString;
1067
+ packageHash: z.ZodString;
1068
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
1069
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1070
+ dataset: z.ZodObject<{
1071
+ id: z.ZodString;
1072
+ contentHash: z.ZodString;
1073
+ revision: z.ZodNumber;
1074
+ }, z.core.$strict>;
1075
+ packageHash: z.ZodString;
1076
+ profileId: z.ZodString;
1077
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1078
+ kind: z.ZodLiteral<"profile">;
1079
+ }, z.core.$strict>, z.ZodObject<{
1080
+ kind: z.ZodLiteral<"workflow">;
1081
+ workflowId: z.ZodString;
1082
+ }, z.core.$strict>, z.ZodObject<{
1083
+ kind: z.ZodLiteral<"skill">;
1084
+ skillPath: z.ZodString;
1085
+ }, z.core.$strict>, z.ZodObject<{
1086
+ kind: z.ZodLiteral<"agent_action">;
1087
+ actionId: z.ZodString;
1088
+ }, z.core.$strict>], "kind">;
1089
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1090
+ protectedProfileClosureHash: z.ZodString;
1091
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1092
+ execution: z.ZodObject<{
1093
+ id: z.ZodString;
1094
+ contentHash: z.ZodString;
1095
+ }, z.core.$strict>;
1096
+ originalEvidence: z.ZodObject<{
1097
+ id: z.ZodString;
1098
+ contentHash: z.ZodString;
1099
+ }, z.core.$strict>;
1100
+ members: z.ZodArray<z.ZodObject<{
1101
+ caseId: z.ZodString;
1102
+ seed: z.ZodString;
1103
+ fixtureId: z.ZodString;
1104
+ sourceId: z.ZodString;
1105
+ snapshotHash: z.ZodString;
1106
+ boundaryRevisionHash: z.ZodString;
1107
+ }, z.core.$strict>>;
1108
+ }, z.core.$strict>>;
1109
+ gradingSource: z.ZodOptional<z.ZodObject<{
1110
+ pass: z.ZodObject<{
1111
+ id: z.ZodString;
1112
+ contentHash: z.ZodString;
1113
+ }, z.core.$strict>;
1114
+ evidence: z.ZodObject<{
1115
+ id: z.ZodString;
1116
+ contentHash: z.ZodString;
1117
+ }, z.core.$strict>;
1118
+ }, z.core.$strict>>;
1119
+ split: z.ZodEnum<{
1120
+ train: "train";
1121
+ validation: "validation";
1122
+ test: "test";
1123
+ frozen_eval: "frozen_eval";
1124
+ }>;
1125
+ population: z.ZodArray<z.ZodObject<{
1126
+ taskId: z.ZodString;
1127
+ seed: z.ZodString;
1128
+ fixtureId: z.ZodNullable<z.ZodString>;
1129
+ }, z.core.$strict>>;
1130
+ evaluators: z.ZodArray<z.ZodObject<{
1131
+ release: z.ZodObject<{
1132
+ id: z.ZodString;
1133
+ contentHash: z.ZodString;
1134
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1135
+ }, z.core.$strict>;
1136
+ feedbackKey: z.ZodString;
1137
+ configurationHash: z.ZodString;
1138
+ output: z.ZodEnum<{
1139
+ boolean: "boolean";
1140
+ score: "score";
1141
+ category: "category";
1142
+ }>;
1143
+ categories: z.ZodArray<z.ZodString>;
1144
+ }, z.core.$strict>>;
1145
+ fieldMappingsHash: z.ZodString;
1146
+ fieldMappings: z.ZodArray<z.ZodObject<{
1147
+ graderId: z.ZodString;
1148
+ fields: z.ZodArray<z.ZodObject<{
1149
+ destination: z.ZodEnum<{
1150
+ output: "output";
1151
+ input: "input";
1152
+ expectedOutput: "expectedOutput";
1153
+ evaluatorContext: "evaluatorContext";
1154
+ }>;
1155
+ path: z.ZodArray<z.ZodString>;
1156
+ source: z.ZodEnum<{
1157
+ output: "output";
1158
+ input: "input";
1159
+ expectedOutput: "expectedOutput";
1160
+ evaluatorContext: "evaluatorContext";
1161
+ }>;
1162
+ sourcePath: z.ZodArray<z.ZodString>;
1163
+ }, z.core.$strict>>;
1164
+ }, z.core.$strict>>;
1165
+ environmentHash: z.ZodString;
1166
+ privateDatasetClosureHash: z.ZodString;
1167
+ criterion: z.ZodObject<{
1168
+ minimumPassRate: z.ZodNumber;
1169
+ requireComplete: z.ZodBoolean;
1170
+ }, z.core.$strict>;
1171
+ contentHash: z.ZodString;
1172
+ }, z.core.$strict>>;
1173
+ }, z.core.$strict>], "kind">;
1174
+ population: z.ZodArray<z.ZodObject<{
1175
+ receiptId: z.ZodString;
1176
+ taskId: z.ZodString;
1177
+ seed: z.ZodString;
1178
+ fixtureId: z.ZodNullable<z.ZodString>;
1179
+ }, z.core.$strict>>;
1180
+ }, z.core.$strict>;
1181
+ manifest: z.ZodObject<{
1182
+ schemaVersion: z.ZodLiteral<"openpond.tasksetRunManifest.v1">;
1183
+ id: z.ZodString;
1184
+ tasksetRelease: z.ZodObject<{
1185
+ id: z.ZodString;
1186
+ contentHash: z.ZodString;
1187
+ }, z.core.$strict>;
1188
+ packageHash: z.ZodString;
1189
+ execution: z.ZodDiscriminatedUnion<[z.ZodObject<{
1190
+ kind: z.ZodLiteral<"taskset">;
1191
+ environmentRelease: z.ZodObject<{
1192
+ id: z.ZodString;
1193
+ contentHash: z.ZodString;
1194
+ }, z.core.$strict>;
1195
+ verifierSetRelease: z.ZodObject<{
1196
+ id: z.ZodString;
1197
+ contentHash: z.ZodString;
1198
+ }, z.core.$strict>;
1199
+ policyHash: z.ZodString;
1200
+ }, z.core.$strict>, z.ZodObject<{
1201
+ kind: z.ZodLiteral<"harness">;
1202
+ harnessRelease: z.ZodObject<{
1203
+ id: z.ZodString;
1204
+ contentHash: z.ZodString;
1205
+ }, z.core.$strict>;
1206
+ }, z.core.$strict>], "kind">;
1207
+ profileEvaluation: z.ZodOptional<z.ZodObject<{
1208
+ profileId: z.ZodString;
1209
+ sourceRevision: z.ZodString;
1210
+ harnessRelease: z.ZodObject<{
1211
+ id: z.ZodString;
1212
+ contentHash: z.ZodString;
1213
+ }, z.core.$strict>;
1214
+ catalogHash: z.ZodString;
1215
+ definitionId: z.ZodString;
1216
+ definitionHash: z.ZodString;
1217
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1218
+ kind: z.ZodLiteral<"profile">;
1219
+ }, z.core.$strict>, z.ZodObject<{
1220
+ kind: z.ZodLiteral<"workflow">;
1221
+ workflowId: z.ZodString;
1222
+ }, z.core.$strict>, z.ZodObject<{
1223
+ kind: z.ZodLiteral<"skill">;
1224
+ skillPath: z.ZodString;
1225
+ }, z.core.$strict>, z.ZodObject<{
1226
+ kind: z.ZodLiteral<"agent_action">;
1227
+ actionId: z.ZodString;
1228
+ }, z.core.$strict>], "kind">;
1229
+ environmentHash: z.ZodString;
1230
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
1231
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1232
+ dataset: z.ZodObject<{
1233
+ id: z.ZodString;
1234
+ contentHash: z.ZodString;
1235
+ revision: z.ZodNumber;
1236
+ }, z.core.$strict>;
1237
+ packageHash: z.ZodString;
1238
+ profileId: z.ZodString;
1239
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1240
+ kind: z.ZodLiteral<"profile">;
1241
+ }, z.core.$strict>, z.ZodObject<{
1242
+ kind: z.ZodLiteral<"workflow">;
1243
+ workflowId: z.ZodString;
1244
+ }, z.core.$strict>, z.ZodObject<{
1245
+ kind: z.ZodLiteral<"skill">;
1246
+ skillPath: z.ZodString;
1247
+ }, z.core.$strict>, z.ZodObject<{
1248
+ kind: z.ZodLiteral<"agent_action">;
1249
+ actionId: z.ZodString;
1250
+ }, z.core.$strict>], "kind">;
1251
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1252
+ protectedProfileClosureHash: z.ZodString;
1253
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1254
+ execution: z.ZodObject<{
1255
+ id: z.ZodString;
1256
+ contentHash: z.ZodString;
1257
+ }, z.core.$strict>;
1258
+ originalEvidence: z.ZodObject<{
1259
+ id: z.ZodString;
1260
+ contentHash: z.ZodString;
1261
+ }, z.core.$strict>;
1262
+ members: z.ZodArray<z.ZodObject<{
1263
+ caseId: z.ZodString;
1264
+ seed: z.ZodString;
1265
+ fixtureId: z.ZodString;
1266
+ sourceId: z.ZodString;
1267
+ snapshotHash: z.ZodString;
1268
+ boundaryRevisionHash: z.ZodString;
1269
+ }, z.core.$strict>>;
1270
+ }, z.core.$strict>>;
1271
+ gradingSource: z.ZodOptional<z.ZodObject<{
1272
+ pass: z.ZodObject<{
1273
+ id: z.ZodString;
1274
+ contentHash: z.ZodString;
1275
+ }, z.core.$strict>;
1276
+ evidence: z.ZodObject<{
1277
+ id: z.ZodString;
1278
+ contentHash: z.ZodString;
1279
+ }, z.core.$strict>;
1280
+ }, z.core.$strict>>;
1281
+ split: z.ZodEnum<{
1282
+ train: "train";
1283
+ validation: "validation";
1284
+ test: "test";
1285
+ frozen_eval: "frozen_eval";
1286
+ }>;
1287
+ population: z.ZodArray<z.ZodObject<{
1288
+ taskId: z.ZodString;
1289
+ seed: z.ZodString;
1290
+ fixtureId: z.ZodNullable<z.ZodString>;
1291
+ }, z.core.$strict>>;
1292
+ evaluators: z.ZodArray<z.ZodObject<{
1293
+ release: z.ZodObject<{
1294
+ id: z.ZodString;
1295
+ contentHash: z.ZodString;
1296
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1297
+ }, z.core.$strict>;
1298
+ feedbackKey: z.ZodString;
1299
+ configurationHash: z.ZodString;
1300
+ output: z.ZodEnum<{
1301
+ boolean: "boolean";
1302
+ score: "score";
1303
+ category: "category";
1304
+ }>;
1305
+ categories: z.ZodArray<z.ZodString>;
1306
+ }, z.core.$strict>>;
1307
+ fieldMappingsHash: z.ZodString;
1308
+ fieldMappings: z.ZodArray<z.ZodObject<{
1309
+ graderId: z.ZodString;
1310
+ fields: z.ZodArray<z.ZodObject<{
1311
+ destination: z.ZodEnum<{
1312
+ output: "output";
1313
+ input: "input";
1314
+ expectedOutput: "expectedOutput";
1315
+ evaluatorContext: "evaluatorContext";
1316
+ }>;
1317
+ path: z.ZodArray<z.ZodString>;
1318
+ source: z.ZodEnum<{
1319
+ output: "output";
1320
+ input: "input";
1321
+ expectedOutput: "expectedOutput";
1322
+ evaluatorContext: "evaluatorContext";
1323
+ }>;
1324
+ sourcePath: z.ZodArray<z.ZodString>;
1325
+ }, z.core.$strict>>;
1326
+ }, z.core.$strict>>;
1327
+ environmentHash: z.ZodString;
1328
+ privateDatasetClosureHash: z.ZodString;
1329
+ criterion: z.ZodObject<{
1330
+ minimumPassRate: z.ZodNumber;
1331
+ requireComplete: z.ZodBoolean;
1332
+ }, z.core.$strict>;
1333
+ contentHash: z.ZodString;
1334
+ }, z.core.$strict>>;
1335
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
1336
+ candidateId: z.ZodString;
1337
+ frozenRevision: z.ZodNumber;
1338
+ frozenHash: z.ZodString;
1339
+ harnessRelease: z.ZodObject<{
1340
+ id: z.ZodString;
1341
+ contentHash: z.ZodString;
1342
+ }, z.core.$strict>;
1343
+ protectedClosureHash: z.ZodString;
1344
+ }, z.core.$strict>>;
1345
+ }, z.core.$strict>>;
1346
+ policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
1347
+ kind: z.ZodLiteral<"model">;
1348
+ model: z.ZodObject<{
1349
+ provider: z.ZodString;
1350
+ model: z.ZodString;
1351
+ revision: z.ZodDefault<z.ZodNullable<z.ZodString>>;
1352
+ artifactHash: z.ZodDefault<z.ZodNullable<z.ZodString>>;
1353
+ tokenizerRevision: z.ZodDefault<z.ZodNullable<z.ZodString>>;
1354
+ chatTemplateHash: z.ZodDefault<z.ZodNullable<z.ZodString>>;
1355
+ }, z.core.$strict>;
1356
+ configurationHash: z.ZodString;
1357
+ }, z.core.$strict>, z.ZodObject<{
1358
+ kind: z.ZodLiteral<"fixture">;
1359
+ }, z.core.$strict>], "kind">;
1360
+ gradingRole: z.ZodLiteral<"evaluation">;
1361
+ metricPolicy: z.ZodObject<{
1362
+ schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
1363
+ primaryMetric: z.ZodString;
1364
+ aggregation: z.ZodEnum<{
1365
+ mean_score: "mean_score";
1366
+ pass_rate: "pass_rate";
1367
+ weighted_mean: "weighted_mean";
1368
+ custom: "custom";
1369
+ }>;
1370
+ missingReward: z.ZodEnum<{
1371
+ zero: "zero";
1372
+ exclude: "exclude";
1373
+ }>;
1374
+ taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
1375
+ customAggregator: z.ZodNullable<z.ZodObject<{
1376
+ module: z.ZodString;
1377
+ exportName: z.ZodString;
1378
+ contentHash: z.ZodString;
1379
+ timeoutMs: z.ZodNumber;
1380
+ networkPolicy: z.ZodLiteral<"none">;
1381
+ }, z.core.$strict>>;
1382
+ }, z.core.$strict>;
1383
+ population: z.ZodArray<z.ZodObject<{
1384
+ receiptId: z.ZodString;
1385
+ taskId: z.ZodString;
1386
+ seed: z.ZodString;
1387
+ fixtureId: z.ZodNullable<z.ZodString>;
1388
+ }, z.core.$strict>>;
1389
+ runtimeTarget: z.ZodObject<{
1390
+ adapterId: z.ZodString;
1391
+ placement: z.ZodEnum<{
1392
+ local: "local";
1393
+ remote: "remote";
1394
+ colocated: "colocated";
1395
+ provider_native: "provider_native";
1396
+ }>;
1397
+ runtimeVersion: z.ZodString;
1398
+ capabilityReceipt: z.ZodString;
1399
+ }, z.core.$strict>;
1400
+ limits: z.ZodObject<{
1401
+ maxTurns: z.ZodNumber;
1402
+ timeoutMs: z.ZodNumber;
1403
+ maxOutputBytes: z.ZodNumber;
1404
+ maximumSpendUsd: z.ZodNullable<z.ZodNumber>;
1405
+ }, z.core.$strict>;
1406
+ createdAt: z.ZodString;
1407
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
1408
+ contentHash: z.ZodString;
1409
+ }, z.core.$strict>;
1410
+ policySnapshot: z.ZodNullable<z.ZodObject<{
1411
+ modelId: z.ZodString;
1412
+ provider: z.ZodString;
1413
+ upstreamModelId: z.ZodString;
1414
+ configurationHash: z.ZodString;
1415
+ }, z.core.$strict>>;
1416
+ configuration: z.ZodObject<{
1417
+ request: z.ZodObject<{
1418
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
1419
+ operationId: z.ZodString;
1420
+ teamId: z.ZodString;
1421
+ modelProjectId: z.ZodNullable<z.ZodString>;
1422
+ name: z.ZodOptional<z.ZodString>;
1423
+ project: z.ZodOptional<z.ZodObject<{
1424
+ id: z.ZodString;
1425
+ revision: z.ZodNumber;
1426
+ contentHash: z.ZodString;
1427
+ targetId: z.ZodNullable<z.ZodString>;
1428
+ }, z.core.$strict>>;
1429
+ taskset: z.ZodObject<{
1430
+ id: z.ZodString;
1431
+ contentHash: z.ZodString;
1432
+ revision: z.ZodNumber;
1433
+ }, z.core.$strict>;
1434
+ policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
1435
+ kind: z.ZodLiteral<"hosted_chat">;
1436
+ modelId: z.ZodString;
1437
+ localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
1438
+ providerId: z.ZodLiteral<"custom-openai-compatible">;
1439
+ configurationHash: z.ZodString;
1440
+ maximumRequestCostUsd: z.ZodNumber;
1441
+ requestTimeoutMs: z.ZodNumber;
1442
+ }, z.core.$strict>, z.ZodObject<{
1443
+ providerId: z.ZodLiteral<"claude-code">;
1444
+ configurationHash: z.ZodString;
1445
+ executableHash: z.ZodString;
1446
+ version: z.ZodString;
1447
+ capabilityHash: z.ZodString;
1448
+ maximumRequestCostUsd: z.ZodNumber;
1449
+ requestTimeoutMs: z.ZodNumber;
1450
+ maximumTurns: z.ZodNumber;
1451
+ holdOpen: z.ZodBoolean;
1452
+ }, z.core.$strict>]>>;
1453
+ candidate: z.ZodOptional<z.ZodObject<{
1454
+ artifactId: z.ZodString;
1455
+ contentHash: z.ZodString;
1456
+ preparationId: z.ZodString;
1457
+ dispatchId: z.ZodString;
1458
+ baseProfileId: z.ZodString;
1459
+ workerImageDigest: z.ZodString;
1460
+ }, z.core.$strict>>;
1461
+ harness: z.ZodOptional<z.ZodObject<{
1462
+ harnessRelease: z.ZodObject<{
1463
+ id: z.ZodString;
1464
+ contentHash: z.ZodString;
1465
+ }, z.core.$strict>;
1466
+ agentSnapshot: z.ZodObject<{
1467
+ id: z.ZodString;
1468
+ contentHash: z.ZodString;
1469
+ }, z.core.$strict>;
1470
+ sourcePackageHash: z.ZodString;
1471
+ }, z.core.$strict>>;
1472
+ messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
1473
+ role: z.ZodEnum<{
1474
+ system: "system";
1475
+ user: "user";
1476
+ assistant: "assistant";
1477
+ }>;
1478
+ content: z.ZodString;
1479
+ }, z.core.$strict>>>;
1480
+ maxOutputTokens: z.ZodDefault<z.ZodNumber>;
1481
+ temperature: z.ZodDefault<z.ZodNumber>;
1482
+ topP: z.ZodDefault<z.ZodNumber>;
1483
+ }, z.core.$strict>, z.ZodObject<{
1484
+ kind: z.ZodLiteral<"fixture">;
1485
+ }, z.core.$strict>, z.ZodObject<{
1486
+ kind: z.ZodLiteral<"hosted_harness">;
1487
+ modelId: z.ZodString;
1488
+ candidate: z.ZodOptional<z.ZodObject<{
1489
+ artifactId: z.ZodString;
1490
+ contentHash: z.ZodString;
1491
+ preparationId: z.ZodString;
1492
+ dispatchId: z.ZodString;
1493
+ baseProfileId: z.ZodString;
1494
+ workerImageDigest: z.ZodString;
1495
+ }, z.core.$strict>>;
1496
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
1497
+ candidateId: z.ZodString;
1498
+ frozenRevision: z.ZodNumber;
1499
+ frozenHash: z.ZodString;
1500
+ harnessRelease: z.ZodObject<{
1501
+ id: z.ZodString;
1502
+ contentHash: z.ZodString;
1503
+ }, z.core.$strict>;
1504
+ protectedClosureHash: z.ZodString;
1505
+ }, z.core.$strict>>;
1506
+ reasoningEffort: z.ZodOptional<z.ZodEnum<{
1507
+ high: "high";
1508
+ low: "low";
1509
+ off: "off";
1510
+ medium: "medium";
1511
+ xhigh: "xhigh";
1512
+ max: "max";
1513
+ }>>;
1514
+ profileRepositoryId: z.ZodString;
1515
+ source: z.ZodObject<{
1516
+ profileId: z.ZodString;
1517
+ sourceRevision: z.ZodString;
1518
+ harnessRelease: z.ZodObject<{
1519
+ id: z.ZodString;
1520
+ contentHash: z.ZodString;
1521
+ }, z.core.$strict>;
1522
+ catalogHash: z.ZodString;
1523
+ definitionId: z.ZodString;
1524
+ definitionHash: z.ZodString;
1525
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1526
+ kind: z.ZodLiteral<"profile">;
1527
+ }, z.core.$strict>, z.ZodObject<{
1528
+ kind: z.ZodLiteral<"workflow">;
1529
+ workflowId: z.ZodString;
1530
+ }, z.core.$strict>, z.ZodObject<{
1531
+ kind: z.ZodLiteral<"skill">;
1532
+ skillPath: z.ZodString;
1533
+ }, z.core.$strict>, z.ZodObject<{
1534
+ kind: z.ZodLiteral<"agent_action">;
1535
+ actionId: z.ZodString;
1536
+ }, z.core.$strict>], "kind">;
1537
+ environmentHash: z.ZodString;
1538
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
1539
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1540
+ dataset: z.ZodObject<{
1541
+ id: z.ZodString;
1542
+ contentHash: z.ZodString;
1543
+ revision: z.ZodNumber;
1544
+ }, z.core.$strict>;
1545
+ packageHash: z.ZodString;
1546
+ profileId: z.ZodString;
1547
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1548
+ kind: z.ZodLiteral<"profile">;
1549
+ }, z.core.$strict>, z.ZodObject<{
1550
+ kind: z.ZodLiteral<"workflow">;
1551
+ workflowId: z.ZodString;
1552
+ }, z.core.$strict>, z.ZodObject<{
1553
+ kind: z.ZodLiteral<"skill">;
1554
+ skillPath: z.ZodString;
1555
+ }, z.core.$strict>, z.ZodObject<{
1556
+ kind: z.ZodLiteral<"agent_action">;
1557
+ actionId: z.ZodString;
1558
+ }, z.core.$strict>], "kind">;
1559
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1560
+ protectedProfileClosureHash: z.ZodString;
1561
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1562
+ execution: z.ZodObject<{
1563
+ id: z.ZodString;
1564
+ contentHash: z.ZodString;
1565
+ }, z.core.$strict>;
1566
+ originalEvidence: z.ZodObject<{
1567
+ id: z.ZodString;
1568
+ contentHash: z.ZodString;
1569
+ }, z.core.$strict>;
1570
+ members: z.ZodArray<z.ZodObject<{
1571
+ caseId: z.ZodString;
1572
+ seed: z.ZodString;
1573
+ fixtureId: z.ZodString;
1574
+ sourceId: z.ZodString;
1575
+ snapshotHash: z.ZodString;
1576
+ boundaryRevisionHash: z.ZodString;
1577
+ }, z.core.$strict>>;
1578
+ }, z.core.$strict>>;
1579
+ gradingSource: z.ZodOptional<z.ZodObject<{
1580
+ pass: z.ZodObject<{
1581
+ id: z.ZodString;
1582
+ contentHash: z.ZodString;
1583
+ }, z.core.$strict>;
1584
+ evidence: z.ZodObject<{
1585
+ id: z.ZodString;
1586
+ contentHash: z.ZodString;
1587
+ }, z.core.$strict>;
1588
+ }, z.core.$strict>>;
1589
+ split: z.ZodEnum<{
1590
+ train: "train";
1591
+ validation: "validation";
1592
+ test: "test";
1593
+ frozen_eval: "frozen_eval";
1594
+ }>;
1595
+ population: z.ZodArray<z.ZodObject<{
1596
+ taskId: z.ZodString;
1597
+ seed: z.ZodString;
1598
+ fixtureId: z.ZodNullable<z.ZodString>;
1599
+ }, z.core.$strict>>;
1600
+ evaluators: z.ZodArray<z.ZodObject<{
1601
+ release: z.ZodObject<{
1602
+ id: z.ZodString;
1603
+ contentHash: z.ZodString;
1604
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1605
+ }, z.core.$strict>;
1606
+ feedbackKey: z.ZodString;
1607
+ configurationHash: z.ZodString;
1608
+ output: z.ZodEnum<{
1609
+ boolean: "boolean";
1610
+ score: "score";
1611
+ category: "category";
1612
+ }>;
1613
+ categories: z.ZodArray<z.ZodString>;
1614
+ }, z.core.$strict>>;
1615
+ fieldMappingsHash: z.ZodString;
1616
+ fieldMappings: z.ZodArray<z.ZodObject<{
1617
+ graderId: z.ZodString;
1618
+ fields: z.ZodArray<z.ZodObject<{
1619
+ destination: z.ZodEnum<{
1620
+ output: "output";
1621
+ input: "input";
1622
+ expectedOutput: "expectedOutput";
1623
+ evaluatorContext: "evaluatorContext";
1624
+ }>;
1625
+ path: z.ZodArray<z.ZodString>;
1626
+ source: z.ZodEnum<{
1627
+ output: "output";
1628
+ input: "input";
1629
+ expectedOutput: "expectedOutput";
1630
+ evaluatorContext: "evaluatorContext";
1631
+ }>;
1632
+ sourcePath: z.ZodArray<z.ZodString>;
1633
+ }, z.core.$strict>>;
1634
+ }, z.core.$strict>>;
1635
+ environmentHash: z.ZodString;
1636
+ privateDatasetClosureHash: z.ZodString;
1637
+ criterion: z.ZodObject<{
1638
+ minimumPassRate: z.ZodNumber;
1639
+ requireComplete: z.ZodBoolean;
1640
+ }, z.core.$strict>;
1641
+ contentHash: z.ZodString;
1642
+ }, z.core.$strict>>;
1643
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
1644
+ candidateId: z.ZodString;
1645
+ frozenRevision: z.ZodNumber;
1646
+ frozenHash: z.ZodString;
1647
+ harnessRelease: z.ZodObject<{
1648
+ id: z.ZodString;
1649
+ contentHash: z.ZodString;
1650
+ }, z.core.$strict>;
1651
+ protectedClosureHash: z.ZodString;
1652
+ }, z.core.$strict>>;
1653
+ }, z.core.$strict>;
1654
+ modelConfigurationHash: z.ZodString;
1655
+ packageHash: z.ZodString;
1656
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
1657
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1658
+ dataset: z.ZodObject<{
1659
+ id: z.ZodString;
1660
+ contentHash: z.ZodString;
1661
+ revision: z.ZodNumber;
1662
+ }, z.core.$strict>;
1663
+ packageHash: z.ZodString;
1664
+ profileId: z.ZodString;
1665
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1666
+ kind: z.ZodLiteral<"profile">;
1667
+ }, z.core.$strict>, z.ZodObject<{
1668
+ kind: z.ZodLiteral<"workflow">;
1669
+ workflowId: z.ZodString;
1670
+ }, z.core.$strict>, z.ZodObject<{
1671
+ kind: z.ZodLiteral<"skill">;
1672
+ skillPath: z.ZodString;
1673
+ }, z.core.$strict>, z.ZodObject<{
1674
+ kind: z.ZodLiteral<"agent_action">;
1675
+ actionId: z.ZodString;
1676
+ }, z.core.$strict>], "kind">;
1677
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1678
+ protectedProfileClosureHash: z.ZodString;
1679
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1680
+ execution: z.ZodObject<{
1681
+ id: z.ZodString;
1682
+ contentHash: z.ZodString;
1683
+ }, z.core.$strict>;
1684
+ originalEvidence: z.ZodObject<{
1685
+ id: z.ZodString;
1686
+ contentHash: z.ZodString;
1687
+ }, z.core.$strict>;
1688
+ members: z.ZodArray<z.ZodObject<{
1689
+ caseId: z.ZodString;
1690
+ seed: z.ZodString;
1691
+ fixtureId: z.ZodString;
1692
+ sourceId: z.ZodString;
1693
+ snapshotHash: z.ZodString;
1694
+ boundaryRevisionHash: z.ZodString;
1695
+ }, z.core.$strict>>;
1696
+ }, z.core.$strict>>;
1697
+ gradingSource: z.ZodOptional<z.ZodObject<{
1698
+ pass: z.ZodObject<{
1699
+ id: z.ZodString;
1700
+ contentHash: z.ZodString;
1701
+ }, z.core.$strict>;
1702
+ evidence: z.ZodObject<{
1703
+ id: z.ZodString;
1704
+ contentHash: z.ZodString;
1705
+ }, z.core.$strict>;
1706
+ }, z.core.$strict>>;
1707
+ split: z.ZodEnum<{
1708
+ train: "train";
1709
+ validation: "validation";
1710
+ test: "test";
1711
+ frozen_eval: "frozen_eval";
1712
+ }>;
1713
+ population: z.ZodArray<z.ZodObject<{
1714
+ taskId: z.ZodString;
1715
+ seed: z.ZodString;
1716
+ fixtureId: z.ZodNullable<z.ZodString>;
1717
+ }, z.core.$strict>>;
1718
+ evaluators: z.ZodArray<z.ZodObject<{
1719
+ release: z.ZodObject<{
1720
+ id: z.ZodString;
1721
+ contentHash: z.ZodString;
1722
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1723
+ }, z.core.$strict>;
1724
+ feedbackKey: z.ZodString;
1725
+ configurationHash: z.ZodString;
1726
+ output: z.ZodEnum<{
1727
+ boolean: "boolean";
1728
+ score: "score";
1729
+ category: "category";
1730
+ }>;
1731
+ categories: z.ZodArray<z.ZodString>;
1732
+ }, z.core.$strict>>;
1733
+ fieldMappingsHash: z.ZodString;
1734
+ fieldMappings: z.ZodArray<z.ZodObject<{
1735
+ graderId: z.ZodString;
1736
+ fields: z.ZodArray<z.ZodObject<{
1737
+ destination: z.ZodEnum<{
1738
+ output: "output";
1739
+ input: "input";
1740
+ expectedOutput: "expectedOutput";
1741
+ evaluatorContext: "evaluatorContext";
1742
+ }>;
1743
+ path: z.ZodArray<z.ZodString>;
1744
+ source: z.ZodEnum<{
1745
+ output: "output";
1746
+ input: "input";
1747
+ expectedOutput: "expectedOutput";
1748
+ evaluatorContext: "evaluatorContext";
1749
+ }>;
1750
+ sourcePath: z.ZodArray<z.ZodString>;
1751
+ }, z.core.$strict>>;
1752
+ }, z.core.$strict>>;
1753
+ environmentHash: z.ZodString;
1754
+ privateDatasetClosureHash: z.ZodString;
1755
+ criterion: z.ZodObject<{
1756
+ minimumPassRate: z.ZodNumber;
1757
+ requireComplete: z.ZodBoolean;
1758
+ }, z.core.$strict>;
1759
+ contentHash: z.ZodString;
1760
+ }, z.core.$strict>>;
1761
+ }, z.core.$strict>], "kind">;
1762
+ population: z.ZodArray<z.ZodObject<{
1763
+ receiptId: z.ZodString;
1764
+ taskId: z.ZodString;
1765
+ seed: z.ZodString;
1766
+ fixtureId: z.ZodNullable<z.ZodString>;
1767
+ }, z.core.$strict>>;
1768
+ }, z.core.$strict>;
1769
+ maximumCostUsd: z.ZodNumber;
1770
+ graders: z.ZodArray<z.ZodObject<{
1771
+ id: z.ZodString;
1772
+ version: z.ZodString;
1773
+ contentHash: z.ZodString;
1774
+ name: z.ZodOptional<z.ZodString>;
1775
+ feedbackKey: z.ZodString;
1776
+ release: z.ZodNullable<z.ZodObject<{
1777
+ id: z.ZodString;
1778
+ revision: z.ZodNumber;
1779
+ contentHash: z.ZodString;
1780
+ }, z.core.$strict>>;
1781
+ mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
1782
+ destination: z.ZodEnum<{
1783
+ input: "input";
1784
+ output: "output";
1785
+ expectedOutput: "expectedOutput";
1786
+ evaluatorContext: "evaluatorContext";
1787
+ }>;
1788
+ path: z.ZodArray<z.ZodString>;
1789
+ source: z.ZodEnum<{
1790
+ input: "input";
1791
+ output: "output";
1792
+ expectedOutput: "expectedOutput";
1793
+ evaluatorContext: "evaluatorContext";
1794
+ }>;
1795
+ sourcePath: z.ZodArray<z.ZodString>;
1796
+ }, z.core.$strict>>>;
1797
+ }, z.core.$strict>>;
1798
+ admissionRequestHash: z.ZodOptional<z.ZodString>;
1799
+ sourceExperimentId: z.ZodOptional<z.ZodString>;
1800
+ configurationHash: z.ZodString;
1801
+ }, z.core.$strict>;
1802
+ }, z.core.$strict>;
1803
+ export type ExperimentRunDetails = z.infer<typeof ExperimentRunDetailsSchema>;
1804
+ /** Native preparation assigns new receipt IDs while retaining the selected
1805
+ * task/seed population. Other runtimes seal their submitted IDs exactly. */
1806
+ export declare function experimentConfigurationRequest(request: ModelTasksetRunRequest): {
1807
+ population: {
1808
+ taskId: string;
1809
+ seed: string;
1810
+ fixtureId: string | null;
1811
+ }[];
1812
+ schemaVersion: "openpond.modelTasksetRunRequest.v1";
1813
+ operationId: string;
1814
+ teamId: string;
1815
+ modelProjectId: string | null;
1816
+ taskset: {
1817
+ id: string;
1818
+ contentHash: string;
1819
+ revision: number;
1820
+ };
1821
+ policy: {
1822
+ kind: "hosted_chat";
1823
+ modelId: string;
1824
+ maxOutputTokens: number;
1825
+ temperature: number;
1826
+ topP: number;
1827
+ localRuntime?: {
1828
+ providerId: "claude-code";
1829
+ configurationHash: string;
1830
+ executableHash: string;
1831
+ version: string;
1832
+ capabilityHash: string;
1833
+ maximumRequestCostUsd: number;
1834
+ requestTimeoutMs: number;
1835
+ maximumTurns: number;
1836
+ holdOpen: boolean;
1837
+ } | {
1838
+ providerId: "custom-openai-compatible";
1839
+ configurationHash: string;
1840
+ maximumRequestCostUsd: number;
1841
+ requestTimeoutMs: number;
1842
+ } | undefined;
1843
+ candidate?: {
1844
+ artifactId: string;
1845
+ contentHash: string;
1846
+ preparationId: string;
1847
+ dispatchId: string;
1848
+ baseProfileId: string;
1849
+ workerImageDigest: string;
1850
+ } | undefined;
1851
+ harness?: {
1852
+ harnessRelease: {
1853
+ id: string;
1854
+ contentHash: string;
1855
+ };
1856
+ agentSnapshot: {
1857
+ id: string;
1858
+ contentHash: string;
1859
+ };
1860
+ sourcePackageHash: string;
1861
+ } | undefined;
1862
+ messages?: {
1863
+ role: "system" | "user" | "assistant";
1864
+ content: string;
1865
+ }[] | undefined;
1866
+ } | {
1867
+ kind: "hosted_harness";
1868
+ modelId: string;
1869
+ profileRepositoryId: string;
1870
+ source: {
1871
+ profileId: string;
1872
+ sourceRevision: string;
1873
+ harnessRelease: {
1874
+ id: string;
1875
+ contentHash: string;
1876
+ };
1877
+ catalogHash: string;
1878
+ definitionId: string;
1879
+ definitionHash: string;
1880
+ target: {
1881
+ kind: "profile";
1882
+ } | {
1883
+ kind: "workflow";
1884
+ workflowId: string;
1885
+ } | {
1886
+ kind: "skill";
1887
+ skillPath: string;
1888
+ } | {
1889
+ kind: "agent_action";
1890
+ actionId: string;
1891
+ };
1892
+ environmentHash: string;
1893
+ externalDatasetBinding?: {
1894
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
1895
+ dataset: {
1896
+ id: string;
1897
+ contentHash: string;
1898
+ revision: number;
1899
+ };
1900
+ packageHash: string;
1901
+ profileId: string;
1902
+ target: {
1903
+ kind: "profile";
1904
+ } | {
1905
+ kind: "workflow";
1906
+ workflowId: string;
1907
+ } | {
1908
+ kind: "skill";
1909
+ skillPath: string;
1910
+ } | {
1911
+ kind: "agent_action";
1912
+ actionId: string;
1913
+ };
1914
+ declaredProfileCatalogHash: string | null;
1915
+ protectedProfileClosureHash: string;
1916
+ split: "train" | "validation" | "test" | "frozen_eval";
1917
+ population: {
1918
+ taskId: string;
1919
+ seed: string;
1920
+ fixtureId: string | null;
1921
+ }[];
1922
+ evaluators: {
1923
+ release: {
1924
+ id: string;
1925
+ contentHash: string;
1926
+ revision: string | number;
1927
+ };
1928
+ feedbackKey: string;
1929
+ configurationHash: string;
1930
+ output: "boolean" | "score" | "category";
1931
+ categories: string[];
1932
+ }[];
1933
+ fieldMappingsHash: string;
1934
+ fieldMappings: {
1935
+ graderId: string;
1936
+ fields: {
1937
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
1938
+ path: string[];
1939
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
1940
+ sourcePath: string[];
1941
+ }[];
1942
+ }[];
1943
+ environmentHash: string;
1944
+ privateDatasetClosureHash: string;
1945
+ criterion: {
1946
+ minimumPassRate: number;
1947
+ requireComplete: boolean;
1948
+ };
1949
+ contentHash: string;
1950
+ recordedOrigin?: {
1951
+ execution: {
1952
+ id: string;
1953
+ contentHash: string;
1954
+ };
1955
+ originalEvidence: {
1956
+ id: string;
1957
+ contentHash: string;
1958
+ };
1959
+ members: {
1960
+ caseId: string;
1961
+ seed: string;
1962
+ fixtureId: string;
1963
+ sourceId: string;
1964
+ snapshotHash: string;
1965
+ boundaryRevisionHash: string;
1966
+ }[];
1967
+ } | undefined;
1968
+ gradingSource?: {
1969
+ pass: {
1970
+ id: string;
1971
+ contentHash: string;
1972
+ };
1973
+ evidence: {
1974
+ id: string;
1975
+ contentHash: string;
1976
+ };
1977
+ } | undefined;
1978
+ } | undefined;
1979
+ sourceCandidate?: {
1980
+ candidateId: string;
1981
+ frozenRevision: number;
1982
+ frozenHash: string;
1983
+ harnessRelease: {
1984
+ id: string;
1985
+ contentHash: string;
1986
+ };
1987
+ protectedClosureHash: string;
1988
+ } | undefined;
1989
+ };
1990
+ modelConfigurationHash: string;
1991
+ packageHash: string;
1992
+ candidate?: {
1993
+ artifactId: string;
1994
+ contentHash: string;
1995
+ preparationId: string;
1996
+ dispatchId: string;
1997
+ baseProfileId: string;
1998
+ workerImageDigest: string;
1999
+ } | undefined;
2000
+ sourceCandidate?: {
2001
+ candidateId: string;
2002
+ frozenRevision: number;
2003
+ frozenHash: string;
2004
+ harnessRelease: {
2005
+ id: string;
2006
+ contentHash: string;
2007
+ };
2008
+ protectedClosureHash: string;
2009
+ } | undefined;
2010
+ reasoningEffort?: "high" | "low" | "off" | "medium" | "xhigh" | "max" | undefined;
2011
+ externalDatasetBinding?: {
2012
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
2013
+ dataset: {
2014
+ id: string;
2015
+ contentHash: string;
2016
+ revision: number;
2017
+ };
2018
+ packageHash: string;
2019
+ profileId: string;
2020
+ target: {
2021
+ kind: "profile";
2022
+ } | {
2023
+ kind: "workflow";
2024
+ workflowId: string;
2025
+ } | {
2026
+ kind: "skill";
2027
+ skillPath: string;
2028
+ } | {
2029
+ kind: "agent_action";
2030
+ actionId: string;
2031
+ };
2032
+ declaredProfileCatalogHash: string | null;
2033
+ protectedProfileClosureHash: string;
2034
+ split: "train" | "validation" | "test" | "frozen_eval";
2035
+ population: {
2036
+ taskId: string;
2037
+ seed: string;
2038
+ fixtureId: string | null;
2039
+ }[];
2040
+ evaluators: {
2041
+ release: {
2042
+ id: string;
2043
+ contentHash: string;
2044
+ revision: string | number;
2045
+ };
2046
+ feedbackKey: string;
2047
+ configurationHash: string;
2048
+ output: "boolean" | "score" | "category";
2049
+ categories: string[];
2050
+ }[];
2051
+ fieldMappingsHash: string;
2052
+ fieldMappings: {
2053
+ graderId: string;
2054
+ fields: {
2055
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
2056
+ path: string[];
2057
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
2058
+ sourcePath: string[];
2059
+ }[];
2060
+ }[];
2061
+ environmentHash: string;
2062
+ privateDatasetClosureHash: string;
2063
+ criterion: {
2064
+ minimumPassRate: number;
2065
+ requireComplete: boolean;
2066
+ };
2067
+ contentHash: string;
2068
+ recordedOrigin?: {
2069
+ execution: {
2070
+ id: string;
2071
+ contentHash: string;
2072
+ };
2073
+ originalEvidence: {
2074
+ id: string;
2075
+ contentHash: string;
2076
+ };
2077
+ members: {
2078
+ caseId: string;
2079
+ seed: string;
2080
+ fixtureId: string;
2081
+ sourceId: string;
2082
+ snapshotHash: string;
2083
+ boundaryRevisionHash: string;
2084
+ }[];
2085
+ } | undefined;
2086
+ gradingSource?: {
2087
+ pass: {
2088
+ id: string;
2089
+ contentHash: string;
2090
+ };
2091
+ evidence: {
2092
+ id: string;
2093
+ contentHash: string;
2094
+ };
2095
+ } | undefined;
2096
+ } | undefined;
2097
+ } | {
2098
+ kind: "fixture";
2099
+ };
2100
+ name?: string | undefined;
2101
+ project?: {
2102
+ id: string;
2103
+ revision: number;
2104
+ contentHash: string;
2105
+ targetId: string | null;
2106
+ } | undefined;
2107
+ };
2108
+ export declare function experimentRunConfigurationHash(value: z.input<typeof ConfigurationContent>): string;
2109
+ export declare function verifyExperimentRunDetails(value: unknown): Promise<ExperimentRunDetails>;
2110
+ export {};
2111
+ //# sourceMappingURL=experiment-run-details.d.ts.map