openpond-sdk 0.9.9 → 0.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (253) hide show
  1. package/README.md +18 -17
  2. package/dist/advanced-refiner-evaluations.js +42 -0
  3. package/dist/advanced-refiner-evaluations.js.map +7 -0
  4. package/dist/candidate-evaluations.js +25 -0
  5. package/dist/candidate-evaluations.js.map +7 -0
  6. package/dist/{chunk-BGXWHDYM.js → chunk-2JKV5OJO.js} +95 -59
  7. package/dist/chunk-2JKV5OJO.js.map +7 -0
  8. package/dist/{chunk-4HZORGK3.js → chunk-2NSNBED7.js} +18 -5
  9. package/dist/chunk-2NSNBED7.js.map +7 -0
  10. package/dist/chunk-5RZAPZWI.js +445 -0
  11. package/dist/chunk-5RZAPZWI.js.map +7 -0
  12. package/dist/{chunk-JCPLAIZL.js → chunk-5U25KAJM.js} +106 -76
  13. package/dist/chunk-5U25KAJM.js.map +7 -0
  14. package/dist/chunk-7Q7I6FAT.js +139 -0
  15. package/dist/chunk-7Q7I6FAT.js.map +7 -0
  16. package/dist/chunk-A64VYVXN.js +64 -0
  17. package/dist/chunk-A64VYVXN.js.map +7 -0
  18. package/dist/{chunk-DT7FRNIZ.js → chunk-CSWVE3E6.js} +2 -2
  19. package/dist/chunk-DJWHN7NU.js +394 -0
  20. package/dist/chunk-DJWHN7NU.js.map +7 -0
  21. package/dist/{chunk-KYCQ7LZ4.js → chunk-DSGGM2ME.js} +2 -2
  22. package/dist/chunk-DSGGM2ME.js.map +7 -0
  23. package/dist/chunk-GDJRGRHA.js +144 -0
  24. package/dist/chunk-GDJRGRHA.js.map +7 -0
  25. package/dist/chunk-HOAYWW33.js +587 -0
  26. package/dist/chunk-HOAYWW33.js.map +7 -0
  27. package/dist/{chunk-Y4NGWGTA.js → chunk-I2MBVOVX.js} +265 -264
  28. package/dist/chunk-I2MBVOVX.js.map +7 -0
  29. package/dist/{chunk-6D4JIOOC.js → chunk-IXBSFJCX.js} +5 -5
  30. package/dist/{chunk-WOPM32SE.js → chunk-JA3KFK3U.js} +7 -1
  31. package/dist/chunk-JA3KFK3U.js.map +7 -0
  32. package/dist/chunk-JMQ4HBWP.js +160 -0
  33. package/dist/chunk-JMQ4HBWP.js.map +7 -0
  34. package/dist/chunk-KQWCXW3A.js +294 -0
  35. package/dist/chunk-KQWCXW3A.js.map +7 -0
  36. package/dist/{chunk-3HV3G6DG.js → chunk-NHCGOFQW.js} +3 -3
  37. package/dist/{chunk-XMKEFQ62.js → chunk-PJ2VLNJF.js} +20 -2
  38. package/dist/chunk-PJ2VLNJF.js.map +7 -0
  39. package/dist/{chunk-32H2EJRA.js → chunk-R3M6BIOK.js} +2 -2
  40. package/dist/chunk-SLS3GFPG.js +125 -0
  41. package/dist/chunk-SLS3GFPG.js.map +7 -0
  42. package/dist/chunk-SVU4RZ4K.js +70 -0
  43. package/dist/chunk-SVU4RZ4K.js.map +7 -0
  44. package/dist/chunk-T4APHDES.js +74 -0
  45. package/dist/chunk-T4APHDES.js.map +7 -0
  46. package/dist/chunk-VC5OV5AS.js +174 -0
  47. package/dist/chunk-VC5OV5AS.js.map +7 -0
  48. package/dist/{chunk-YYJ4T4U4.js → chunk-WX22WN33.js} +13 -7
  49. package/dist/chunk-WX22WN33.js.map +7 -0
  50. package/dist/chunk-XEUOJ5WF.js +31 -0
  51. package/dist/chunk-XEUOJ5WF.js.map +7 -0
  52. package/dist/{chunk-LGEF4S5I.js → chunk-XJDWHTH5.js} +390 -362
  53. package/dist/chunk-XJDWHTH5.js.map +7 -0
  54. package/dist/chunk-YCQVVFE5.js +37 -0
  55. package/dist/chunk-YCQVVFE5.js.map +7 -0
  56. package/dist/chunk-ZVJU5CJ5.js +267 -0
  57. package/dist/chunk-ZVJU5CJ5.js.map +7 -0
  58. package/dist/connected-evidence.js +81 -0
  59. package/dist/connected-evidence.js.map +7 -0
  60. package/dist/dataset-workspaces.js +45 -80
  61. package/dist/dataset-workspaces.js.map +4 -4
  62. package/dist/experiment-evaluation-schedules.js +48 -0
  63. package/dist/experiment-evaluation-schedules.js.map +7 -0
  64. package/dist/experiment-improvements.js +52 -0
  65. package/dist/experiment-improvements.js.map +7 -0
  66. package/dist/experiments.js +63 -124
  67. package/dist/experiments.js.map +4 -4
  68. package/dist/human-review.js +13 -0
  69. package/dist/human-review.js.map +7 -0
  70. package/dist/index.js +208 -17
  71. package/dist/index.js.map +2 -2
  72. package/dist/learning.js +1 -1
  73. package/dist/model-starter-attempts.js +2 -2
  74. package/dist/model-starter-catalog.js +9 -4
  75. package/dist/model-starter-catalog.js.map +1 -1
  76. package/dist/model-starters.js +15 -6
  77. package/dist/model-taskset-runs.js +3 -3
  78. package/dist/post-training.js +47 -0
  79. package/dist/post-training.js.map +7 -0
  80. package/dist/taskset-drafts.js +13 -6
  81. package/dist/taskset-drafts.js.map +2 -2
  82. package/dist/taskset-packages.js +31 -559
  83. package/dist/taskset-packages.js.map +4 -4
  84. package/dist/training-bundle.js +59 -18
  85. package/dist/training-bundle.js.map +2 -2
  86. package/dist/training-projects.js +3 -1
  87. package/dist/training-projects.js.map +2 -2
  88. package/dist/training.js +7 -2
  89. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2673 -0
  90. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
  91. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
  92. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
  93. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
  94. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
  95. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
  96. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
  97. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
  98. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
  99. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +48 -0
  100. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
  101. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2460 -0
  102. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
  103. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +215 -0
  104. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
  105. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
  106. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
  107. package/dist/types/packages/sdk/src/connected-evidence.d.ts +6 -0
  108. package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
  109. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
  110. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
  111. package/dist/types/packages/sdk/src/dataset-population.d.ts +1 -0
  112. package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
  113. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +771 -120
  114. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  115. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +278 -38
  116. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
  117. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +280 -40
  118. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
  119. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
  120. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
  121. package/dist/types/packages/sdk/src/experiment-client.d.ts +4353 -490
  122. package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
  123. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1067 -2
  124. package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
  125. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
  126. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
  127. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +58 -0
  128. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -0
  129. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +8 -0
  130. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
  131. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts +24 -0
  132. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts.map +1 -0
  133. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
  134. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
  135. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
  136. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
  137. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
  138. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
  139. package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
  140. package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
  141. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +383 -0
  142. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -0
  143. package/dist/types/packages/sdk/src/experiment-run-details.d.ts +2111 -0
  144. package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -0
  145. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +7 -2
  146. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
  147. package/dist/types/packages/sdk/src/experiments.d.ts +7 -1
  148. package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
  149. package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
  150. package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
  151. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
  152. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
  153. package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
  154. package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
  155. package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
  156. package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
  157. package/dist/types/packages/sdk/src/index.d.ts +10 -0
  158. package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
  159. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
  160. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
  161. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +20 -4
  162. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
  163. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +79 -5
  164. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
  165. package/dist/types/packages/sdk/src/model-batch-review.d.ts +15 -13
  166. package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
  167. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +359 -1
  168. package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
  169. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +444 -19
  170. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  171. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
  172. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
  173. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +79 -1
  174. package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
  175. package/dist/types/packages/sdk/src/model-starters.d.ts +467 -13
  176. package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
  177. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
  178. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
  179. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
  180. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
  181. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1326 -4
  182. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
  183. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1329 -5
  184. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
  185. package/dist/types/packages/sdk/src/post-training.d.ts +3518 -0
  186. package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
  187. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
  188. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
  189. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1369 -0
  190. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
  191. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +142 -22
  192. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
  193. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
  194. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
  195. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +278 -38
  196. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
  197. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
  198. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
  199. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +217 -20
  200. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
  201. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +12 -12
  202. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
  203. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +140 -20
  204. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
  205. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +638 -42
  206. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
  207. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +249 -36
  208. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
  209. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +278 -38
  210. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
  211. package/dist/types/packages/sdk/src/taskset-drafts.d.ts +1 -0
  212. package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
  213. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +2805 -41
  214. package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
  215. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +660 -12
  216. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
  217. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
  218. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
  219. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +29 -11
  220. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
  221. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +430 -39
  222. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
  223. package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
  224. package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
  225. package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
  226. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
  227. package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
  228. package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
  229. package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
  230. package/dist/types/packages/sdk/src/training-project-client.d.ts +828 -8
  231. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
  232. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1226 -11
  233. package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
  234. package/dist/types/packages/sdk/src/training.d.ts +2655 -24
  235. package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
  236. package/package.json +30 -2
  237. package/dist/chunk-4HZORGK3.js.map +0 -7
  238. package/dist/chunk-4JRSH2TT.js +0 -256
  239. package/dist/chunk-4JRSH2TT.js.map +0 -7
  240. package/dist/chunk-BGXWHDYM.js.map +0 -7
  241. package/dist/chunk-JCPLAIZL.js.map +0 -7
  242. package/dist/chunk-KYCQ7LZ4.js.map +0 -7
  243. package/dist/chunk-LGEF4S5I.js.map +0 -7
  244. package/dist/chunk-WOPM32SE.js.map +0 -7
  245. package/dist/chunk-XMKEFQ62.js.map +0 -7
  246. package/dist/chunk-Y4NGWGTA.js.map +0 -7
  247. package/dist/chunk-YYJ4T4U4.js.map +0 -7
  248. package/dist/types/packages/sdk/src/experiment-history.d.ts +0 -266
  249. package/dist/types/packages/sdk/src/experiment-history.d.ts.map +0 -1
  250. /package/dist/{chunk-DT7FRNIZ.js.map → chunk-CSWVE3E6.js.map} +0 -0
  251. /package/dist/{chunk-6D4JIOOC.js.map → chunk-IXBSFJCX.js.map} +0 -0
  252. /package/dist/{chunk-3HV3G6DG.js.map → chunk-NHCGOFQW.js.map} +0 -0
  253. /package/dist/{chunk-32H2EJRA.js.map → chunk-R3M6BIOK.js.map} +0 -0
@@ -0,0 +1,2780 @@
1
+ import { type EvaluationCoordinationAccess } from "./evaluation-coordination-http.js";
2
+ import { z } from "zod";
3
+ import { RunExperimentSchema } from "./experiments.js";
4
+ export declare const ExperimentEvaluationScheduleInputSchema: z.ZodObject<{
5
+ operationId: z.ZodString;
6
+ id: z.ZodOptional<z.ZodString>;
7
+ expectedRevision: z.ZodNumber;
8
+ teamId: z.ZodString;
9
+ projectId: z.ZodNullable<z.ZodString>;
10
+ enabled: z.ZodBoolean;
11
+ configuration: z.ZodObject<{
12
+ operationId: z.ZodString;
13
+ request: z.ZodObject<{
14
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
15
+ operationId: z.ZodString;
16
+ teamId: z.ZodString;
17
+ modelProjectId: z.ZodNullable<z.ZodString>;
18
+ name: z.ZodOptional<z.ZodString>;
19
+ project: z.ZodOptional<z.ZodObject<{
20
+ id: z.ZodString;
21
+ revision: z.ZodNumber;
22
+ contentHash: z.ZodString;
23
+ targetId: z.ZodNullable<z.ZodString>;
24
+ }, z.core.$strict>>;
25
+ taskset: z.ZodObject<{
26
+ id: z.ZodString;
27
+ contentHash: z.ZodString;
28
+ revision: z.ZodNumber;
29
+ }, z.core.$strict>;
30
+ policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
31
+ kind: z.ZodLiteral<"hosted_chat">;
32
+ modelId: z.ZodString;
33
+ localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
34
+ providerId: z.ZodLiteral<"custom-openai-compatible">;
35
+ configurationHash: z.ZodString;
36
+ maximumRequestCostUsd: z.ZodNumber;
37
+ requestTimeoutMs: z.ZodNumber;
38
+ }, z.core.$strict>, z.ZodObject<{
39
+ providerId: z.ZodLiteral<"claude-code">;
40
+ configurationHash: z.ZodString;
41
+ executableHash: z.ZodString;
42
+ version: z.ZodString;
43
+ capabilityHash: z.ZodString;
44
+ maximumRequestCostUsd: z.ZodNumber;
45
+ requestTimeoutMs: z.ZodNumber;
46
+ maximumTurns: z.ZodNumber;
47
+ holdOpen: z.ZodBoolean;
48
+ }, z.core.$strict>]>>;
49
+ candidate: z.ZodOptional<z.ZodObject<{
50
+ artifactId: z.ZodString;
51
+ contentHash: z.ZodString;
52
+ preparationId: z.ZodString;
53
+ dispatchId: z.ZodString;
54
+ baseProfileId: z.ZodString;
55
+ workerImageDigest: z.ZodString;
56
+ }, z.core.$strict>>;
57
+ harness: z.ZodOptional<z.ZodObject<{
58
+ harnessRelease: z.ZodObject<{
59
+ id: z.ZodString;
60
+ contentHash: z.ZodString;
61
+ }, z.core.$strict>;
62
+ agentSnapshot: z.ZodObject<{
63
+ id: z.ZodString;
64
+ contentHash: z.ZodString;
65
+ }, z.core.$strict>;
66
+ sourcePackageHash: z.ZodString;
67
+ }, z.core.$strict>>;
68
+ messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
69
+ role: z.ZodEnum<{
70
+ system: "system";
71
+ user: "user";
72
+ assistant: "assistant";
73
+ }>;
74
+ content: z.ZodString;
75
+ }, z.core.$strict>>>;
76
+ maxOutputTokens: z.ZodDefault<z.ZodNumber>;
77
+ temperature: z.ZodDefault<z.ZodNumber>;
78
+ topP: z.ZodDefault<z.ZodNumber>;
79
+ }, z.core.$strict>, z.ZodObject<{
80
+ kind: z.ZodLiteral<"fixture">;
81
+ }, z.core.$strict>, z.ZodObject<{
82
+ kind: z.ZodLiteral<"hosted_harness">;
83
+ modelId: z.ZodString;
84
+ candidate: z.ZodOptional<z.ZodObject<{
85
+ artifactId: z.ZodString;
86
+ contentHash: z.ZodString;
87
+ preparationId: z.ZodString;
88
+ dispatchId: z.ZodString;
89
+ baseProfileId: z.ZodString;
90
+ workerImageDigest: z.ZodString;
91
+ }, z.core.$strict>>;
92
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
93
+ candidateId: z.ZodString;
94
+ frozenRevision: z.ZodNumber;
95
+ frozenHash: z.ZodString;
96
+ harnessRelease: z.ZodObject<{
97
+ id: z.ZodString;
98
+ contentHash: z.ZodString;
99
+ }, z.core.$strict>;
100
+ protectedClosureHash: z.ZodString;
101
+ }, z.core.$strict>>;
102
+ reasoningEffort: z.ZodOptional<z.ZodEnum<{
103
+ high: "high";
104
+ low: "low";
105
+ off: "off";
106
+ medium: "medium";
107
+ xhigh: "xhigh";
108
+ max: "max";
109
+ }>>;
110
+ profileRepositoryId: z.ZodString;
111
+ source: z.ZodObject<{
112
+ profileId: z.ZodString;
113
+ sourceRevision: z.ZodString;
114
+ harnessRelease: z.ZodObject<{
115
+ id: z.ZodString;
116
+ contentHash: z.ZodString;
117
+ }, z.core.$strict>;
118
+ catalogHash: z.ZodString;
119
+ definitionId: z.ZodString;
120
+ definitionHash: z.ZodString;
121
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
122
+ kind: z.ZodLiteral<"profile">;
123
+ }, z.core.$strict>, z.ZodObject<{
124
+ kind: z.ZodLiteral<"workflow">;
125
+ workflowId: z.ZodString;
126
+ }, z.core.$strict>, z.ZodObject<{
127
+ kind: z.ZodLiteral<"skill">;
128
+ skillPath: z.ZodString;
129
+ }, z.core.$strict>, z.ZodObject<{
130
+ kind: z.ZodLiteral<"agent_action">;
131
+ actionId: z.ZodString;
132
+ }, z.core.$strict>], "kind">;
133
+ environmentHash: z.ZodString;
134
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
135
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
136
+ dataset: z.ZodObject<{
137
+ id: z.ZodString;
138
+ contentHash: z.ZodString;
139
+ revision: z.ZodNumber;
140
+ }, z.core.$strict>;
141
+ packageHash: z.ZodString;
142
+ profileId: z.ZodString;
143
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
144
+ kind: z.ZodLiteral<"profile">;
145
+ }, z.core.$strict>, z.ZodObject<{
146
+ kind: z.ZodLiteral<"workflow">;
147
+ workflowId: z.ZodString;
148
+ }, z.core.$strict>, z.ZodObject<{
149
+ kind: z.ZodLiteral<"skill">;
150
+ skillPath: z.ZodString;
151
+ }, z.core.$strict>, z.ZodObject<{
152
+ kind: z.ZodLiteral<"agent_action">;
153
+ actionId: z.ZodString;
154
+ }, z.core.$strict>], "kind">;
155
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
156
+ protectedProfileClosureHash: z.ZodString;
157
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
158
+ execution: z.ZodObject<{
159
+ id: z.ZodString;
160
+ contentHash: z.ZodString;
161
+ }, z.core.$strict>;
162
+ originalEvidence: z.ZodObject<{
163
+ id: z.ZodString;
164
+ contentHash: z.ZodString;
165
+ }, z.core.$strict>;
166
+ members: z.ZodArray<z.ZodObject<{
167
+ caseId: z.ZodString;
168
+ seed: z.ZodString;
169
+ fixtureId: z.ZodString;
170
+ sourceId: z.ZodString;
171
+ snapshotHash: z.ZodString;
172
+ boundaryRevisionHash: z.ZodString;
173
+ }, z.core.$strict>>;
174
+ }, z.core.$strict>>;
175
+ gradingSource: z.ZodOptional<z.ZodObject<{
176
+ pass: z.ZodObject<{
177
+ id: z.ZodString;
178
+ contentHash: z.ZodString;
179
+ }, z.core.$strict>;
180
+ evidence: z.ZodObject<{
181
+ id: z.ZodString;
182
+ contentHash: z.ZodString;
183
+ }, z.core.$strict>;
184
+ }, z.core.$strict>>;
185
+ split: z.ZodEnum<{
186
+ train: "train";
187
+ validation: "validation";
188
+ test: "test";
189
+ frozen_eval: "frozen_eval";
190
+ }>;
191
+ population: z.ZodArray<z.ZodObject<{
192
+ taskId: z.ZodString;
193
+ seed: z.ZodString;
194
+ fixtureId: z.ZodNullable<z.ZodString>;
195
+ }, z.core.$strict>>;
196
+ evaluators: z.ZodArray<z.ZodObject<{
197
+ release: z.ZodObject<{
198
+ id: z.ZodString;
199
+ contentHash: z.ZodString;
200
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
201
+ }, z.core.$strict>;
202
+ feedbackKey: z.ZodString;
203
+ configurationHash: z.ZodString;
204
+ output: z.ZodEnum<{
205
+ boolean: "boolean";
206
+ score: "score";
207
+ category: "category";
208
+ }>;
209
+ categories: z.ZodArray<z.ZodString>;
210
+ }, z.core.$strict>>;
211
+ fieldMappingsHash: z.ZodString;
212
+ fieldMappings: z.ZodArray<z.ZodObject<{
213
+ graderId: z.ZodString;
214
+ fields: z.ZodArray<z.ZodObject<{
215
+ destination: z.ZodEnum<{
216
+ output: "output";
217
+ input: "input";
218
+ expectedOutput: "expectedOutput";
219
+ evaluatorContext: "evaluatorContext";
220
+ }>;
221
+ path: z.ZodArray<z.ZodString>;
222
+ source: z.ZodEnum<{
223
+ output: "output";
224
+ input: "input";
225
+ expectedOutput: "expectedOutput";
226
+ evaluatorContext: "evaluatorContext";
227
+ }>;
228
+ sourcePath: z.ZodArray<z.ZodString>;
229
+ }, z.core.$strict>>;
230
+ }, z.core.$strict>>;
231
+ environmentHash: z.ZodString;
232
+ privateDatasetClosureHash: z.ZodString;
233
+ criterion: z.ZodObject<{
234
+ minimumPassRate: z.ZodNumber;
235
+ requireComplete: z.ZodBoolean;
236
+ }, z.core.$strict>;
237
+ contentHash: z.ZodString;
238
+ }, z.core.$strict>>;
239
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
240
+ candidateId: z.ZodString;
241
+ frozenRevision: z.ZodNumber;
242
+ frozenHash: z.ZodString;
243
+ harnessRelease: z.ZodObject<{
244
+ id: z.ZodString;
245
+ contentHash: z.ZodString;
246
+ }, z.core.$strict>;
247
+ protectedClosureHash: z.ZodString;
248
+ }, z.core.$strict>>;
249
+ }, z.core.$strict>;
250
+ modelConfigurationHash: z.ZodString;
251
+ packageHash: z.ZodString;
252
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
253
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
254
+ dataset: z.ZodObject<{
255
+ id: z.ZodString;
256
+ contentHash: z.ZodString;
257
+ revision: z.ZodNumber;
258
+ }, z.core.$strict>;
259
+ packageHash: z.ZodString;
260
+ profileId: z.ZodString;
261
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
262
+ kind: z.ZodLiteral<"profile">;
263
+ }, z.core.$strict>, z.ZodObject<{
264
+ kind: z.ZodLiteral<"workflow">;
265
+ workflowId: z.ZodString;
266
+ }, z.core.$strict>, z.ZodObject<{
267
+ kind: z.ZodLiteral<"skill">;
268
+ skillPath: z.ZodString;
269
+ }, z.core.$strict>, z.ZodObject<{
270
+ kind: z.ZodLiteral<"agent_action">;
271
+ actionId: z.ZodString;
272
+ }, z.core.$strict>], "kind">;
273
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
274
+ protectedProfileClosureHash: z.ZodString;
275
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
276
+ execution: z.ZodObject<{
277
+ id: z.ZodString;
278
+ contentHash: z.ZodString;
279
+ }, z.core.$strict>;
280
+ originalEvidence: z.ZodObject<{
281
+ id: z.ZodString;
282
+ contentHash: z.ZodString;
283
+ }, z.core.$strict>;
284
+ members: z.ZodArray<z.ZodObject<{
285
+ caseId: z.ZodString;
286
+ seed: z.ZodString;
287
+ fixtureId: z.ZodString;
288
+ sourceId: z.ZodString;
289
+ snapshotHash: z.ZodString;
290
+ boundaryRevisionHash: z.ZodString;
291
+ }, z.core.$strict>>;
292
+ }, z.core.$strict>>;
293
+ gradingSource: z.ZodOptional<z.ZodObject<{
294
+ pass: z.ZodObject<{
295
+ id: z.ZodString;
296
+ contentHash: z.ZodString;
297
+ }, z.core.$strict>;
298
+ evidence: z.ZodObject<{
299
+ id: z.ZodString;
300
+ contentHash: z.ZodString;
301
+ }, z.core.$strict>;
302
+ }, z.core.$strict>>;
303
+ split: z.ZodEnum<{
304
+ train: "train";
305
+ validation: "validation";
306
+ test: "test";
307
+ frozen_eval: "frozen_eval";
308
+ }>;
309
+ population: z.ZodArray<z.ZodObject<{
310
+ taskId: z.ZodString;
311
+ seed: z.ZodString;
312
+ fixtureId: z.ZodNullable<z.ZodString>;
313
+ }, z.core.$strict>>;
314
+ evaluators: z.ZodArray<z.ZodObject<{
315
+ release: z.ZodObject<{
316
+ id: z.ZodString;
317
+ contentHash: z.ZodString;
318
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
319
+ }, z.core.$strict>;
320
+ feedbackKey: z.ZodString;
321
+ configurationHash: z.ZodString;
322
+ output: z.ZodEnum<{
323
+ boolean: "boolean";
324
+ score: "score";
325
+ category: "category";
326
+ }>;
327
+ categories: z.ZodArray<z.ZodString>;
328
+ }, z.core.$strict>>;
329
+ fieldMappingsHash: z.ZodString;
330
+ fieldMappings: z.ZodArray<z.ZodObject<{
331
+ graderId: z.ZodString;
332
+ fields: z.ZodArray<z.ZodObject<{
333
+ destination: z.ZodEnum<{
334
+ output: "output";
335
+ input: "input";
336
+ expectedOutput: "expectedOutput";
337
+ evaluatorContext: "evaluatorContext";
338
+ }>;
339
+ path: z.ZodArray<z.ZodString>;
340
+ source: z.ZodEnum<{
341
+ output: "output";
342
+ input: "input";
343
+ expectedOutput: "expectedOutput";
344
+ evaluatorContext: "evaluatorContext";
345
+ }>;
346
+ sourcePath: z.ZodArray<z.ZodString>;
347
+ }, z.core.$strict>>;
348
+ }, z.core.$strict>>;
349
+ environmentHash: z.ZodString;
350
+ privateDatasetClosureHash: z.ZodString;
351
+ criterion: z.ZodObject<{
352
+ minimumPassRate: z.ZodNumber;
353
+ requireComplete: z.ZodBoolean;
354
+ }, z.core.$strict>;
355
+ contentHash: z.ZodString;
356
+ }, z.core.$strict>>;
357
+ }, z.core.$strict>], "kind">;
358
+ population: z.ZodArray<z.ZodObject<{
359
+ receiptId: z.ZodString;
360
+ taskId: z.ZodString;
361
+ seed: z.ZodString;
362
+ fixtureId: z.ZodNullable<z.ZodString>;
363
+ }, z.core.$strict>>;
364
+ }, z.core.$strict>;
365
+ maximumCostUsd: z.ZodNumber;
366
+ graders: z.ZodOptional<z.ZodArray<z.ZodObject<{
367
+ id: z.ZodString;
368
+ version: z.ZodString;
369
+ contentHash: z.ZodString;
370
+ mappings: z.ZodArray<z.ZodObject<{
371
+ destination: z.ZodEnum<{
372
+ input: "input";
373
+ output: "output";
374
+ expectedOutput: "expectedOutput";
375
+ evaluatorContext: "evaluatorContext";
376
+ }>;
377
+ path: z.ZodArray<z.ZodString>;
378
+ source: z.ZodEnum<{
379
+ input: "input";
380
+ output: "output";
381
+ expectedOutput: "expectedOutput";
382
+ evaluatorContext: "evaluatorContext";
383
+ }>;
384
+ sourcePath: z.ZodArray<z.ZodString>;
385
+ }, z.core.$strict>>;
386
+ }, z.core.$strict>>>;
387
+ sourceExperimentId: z.ZodOptional<z.ZodString>;
388
+ }, z.core.$strict>;
389
+ cadence: z.ZodDiscriminatedUnion<[z.ZodObject<{
390
+ kind: z.ZodLiteral<"interval">;
391
+ seconds: z.ZodNumber;
392
+ }, z.core.$strict>, z.ZodObject<{
393
+ kind: z.ZodLiteral<"nightly">;
394
+ calendar: z.ZodObject<{
395
+ localTime: z.ZodString;
396
+ timeZone: z.ZodString;
397
+ }, z.core.$strict>;
398
+ }, z.core.$strict>], "kind">;
399
+ maximumTotalSpendUsd: z.ZodNumber;
400
+ maximumAttempts: z.ZodNumber;
401
+ }, z.core.$strict>;
402
+ export declare const ExperimentEvaluationFireSchema: z.ZodObject<{
403
+ id: z.ZodString;
404
+ scheduledAt: z.ZodString;
405
+ coalescedThroughAt: z.ZodString;
406
+ coalescedCount: z.ZodNumber;
407
+ configurationHash: z.ZodString;
408
+ operationId: z.ZodString;
409
+ state: z.ZodEnum<{
410
+ cancelled: "cancelled";
411
+ failed: "failed";
412
+ running: "running";
413
+ completed: "completed";
414
+ dispatching: "dispatching";
415
+ cleaning: "cleaning";
416
+ reserved: "reserved";
417
+ uncertain: "uncertain";
418
+ }>;
419
+ executionId: z.ZodNullable<z.ZodString>;
420
+ attempt: z.ZodNumber;
421
+ maximumCostUsd: z.ZodNumber;
422
+ actualSpendUsd: z.ZodNullable<z.ZodNumber>;
423
+ cleanupComplete: z.ZodBoolean;
424
+ error: z.ZodNullable<z.ZodString>;
425
+ }, z.core.$strict>;
426
+ export declare const ExperimentEvaluationScheduleSchema: z.ZodObject<{
427
+ schemaVersion: z.ZodLiteral<"openpond.experimentEvaluationSchedule.v1">;
428
+ id: z.ZodString;
429
+ revision: z.ZodNumber;
430
+ actorId: z.ZodString;
431
+ teamId: z.ZodString;
432
+ projectId: z.ZodNullable<z.ZodString>;
433
+ operationId: z.ZodString;
434
+ requestHash: z.ZodString;
435
+ configuration: z.ZodObject<{
436
+ operationId: z.ZodString;
437
+ request: z.ZodObject<{
438
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
439
+ operationId: z.ZodString;
440
+ teamId: z.ZodString;
441
+ modelProjectId: z.ZodNullable<z.ZodString>;
442
+ name: z.ZodOptional<z.ZodString>;
443
+ project: z.ZodOptional<z.ZodObject<{
444
+ id: z.ZodString;
445
+ revision: z.ZodNumber;
446
+ contentHash: z.ZodString;
447
+ targetId: z.ZodNullable<z.ZodString>;
448
+ }, z.core.$strict>>;
449
+ taskset: z.ZodObject<{
450
+ id: z.ZodString;
451
+ contentHash: z.ZodString;
452
+ revision: z.ZodNumber;
453
+ }, z.core.$strict>;
454
+ policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
455
+ kind: z.ZodLiteral<"hosted_chat">;
456
+ modelId: z.ZodString;
457
+ localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
458
+ providerId: z.ZodLiteral<"custom-openai-compatible">;
459
+ configurationHash: z.ZodString;
460
+ maximumRequestCostUsd: z.ZodNumber;
461
+ requestTimeoutMs: z.ZodNumber;
462
+ }, z.core.$strict>, z.ZodObject<{
463
+ providerId: z.ZodLiteral<"claude-code">;
464
+ configurationHash: z.ZodString;
465
+ executableHash: z.ZodString;
466
+ version: z.ZodString;
467
+ capabilityHash: z.ZodString;
468
+ maximumRequestCostUsd: z.ZodNumber;
469
+ requestTimeoutMs: z.ZodNumber;
470
+ maximumTurns: z.ZodNumber;
471
+ holdOpen: z.ZodBoolean;
472
+ }, z.core.$strict>]>>;
473
+ candidate: z.ZodOptional<z.ZodObject<{
474
+ artifactId: z.ZodString;
475
+ contentHash: z.ZodString;
476
+ preparationId: z.ZodString;
477
+ dispatchId: z.ZodString;
478
+ baseProfileId: z.ZodString;
479
+ workerImageDigest: z.ZodString;
480
+ }, z.core.$strict>>;
481
+ harness: z.ZodOptional<z.ZodObject<{
482
+ harnessRelease: z.ZodObject<{
483
+ id: z.ZodString;
484
+ contentHash: z.ZodString;
485
+ }, z.core.$strict>;
486
+ agentSnapshot: z.ZodObject<{
487
+ id: z.ZodString;
488
+ contentHash: z.ZodString;
489
+ }, z.core.$strict>;
490
+ sourcePackageHash: z.ZodString;
491
+ }, z.core.$strict>>;
492
+ messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
493
+ role: z.ZodEnum<{
494
+ system: "system";
495
+ user: "user";
496
+ assistant: "assistant";
497
+ }>;
498
+ content: z.ZodString;
499
+ }, z.core.$strict>>>;
500
+ maxOutputTokens: z.ZodDefault<z.ZodNumber>;
501
+ temperature: z.ZodDefault<z.ZodNumber>;
502
+ topP: z.ZodDefault<z.ZodNumber>;
503
+ }, z.core.$strict>, z.ZodObject<{
504
+ kind: z.ZodLiteral<"fixture">;
505
+ }, z.core.$strict>, z.ZodObject<{
506
+ kind: z.ZodLiteral<"hosted_harness">;
507
+ modelId: z.ZodString;
508
+ candidate: z.ZodOptional<z.ZodObject<{
509
+ artifactId: z.ZodString;
510
+ contentHash: z.ZodString;
511
+ preparationId: z.ZodString;
512
+ dispatchId: z.ZodString;
513
+ baseProfileId: z.ZodString;
514
+ workerImageDigest: z.ZodString;
515
+ }, z.core.$strict>>;
516
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
517
+ candidateId: z.ZodString;
518
+ frozenRevision: z.ZodNumber;
519
+ frozenHash: z.ZodString;
520
+ harnessRelease: z.ZodObject<{
521
+ id: z.ZodString;
522
+ contentHash: z.ZodString;
523
+ }, z.core.$strict>;
524
+ protectedClosureHash: z.ZodString;
525
+ }, z.core.$strict>>;
526
+ reasoningEffort: z.ZodOptional<z.ZodEnum<{
527
+ high: "high";
528
+ low: "low";
529
+ off: "off";
530
+ medium: "medium";
531
+ xhigh: "xhigh";
532
+ max: "max";
533
+ }>>;
534
+ profileRepositoryId: z.ZodString;
535
+ source: z.ZodObject<{
536
+ profileId: z.ZodString;
537
+ sourceRevision: z.ZodString;
538
+ harnessRelease: z.ZodObject<{
539
+ id: z.ZodString;
540
+ contentHash: z.ZodString;
541
+ }, z.core.$strict>;
542
+ catalogHash: z.ZodString;
543
+ definitionId: z.ZodString;
544
+ definitionHash: z.ZodString;
545
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
546
+ kind: z.ZodLiteral<"profile">;
547
+ }, z.core.$strict>, z.ZodObject<{
548
+ kind: z.ZodLiteral<"workflow">;
549
+ workflowId: z.ZodString;
550
+ }, z.core.$strict>, z.ZodObject<{
551
+ kind: z.ZodLiteral<"skill">;
552
+ skillPath: z.ZodString;
553
+ }, z.core.$strict>, z.ZodObject<{
554
+ kind: z.ZodLiteral<"agent_action">;
555
+ actionId: z.ZodString;
556
+ }, z.core.$strict>], "kind">;
557
+ environmentHash: z.ZodString;
558
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
559
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
560
+ dataset: z.ZodObject<{
561
+ id: z.ZodString;
562
+ contentHash: z.ZodString;
563
+ revision: z.ZodNumber;
564
+ }, z.core.$strict>;
565
+ packageHash: z.ZodString;
566
+ profileId: z.ZodString;
567
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
568
+ kind: z.ZodLiteral<"profile">;
569
+ }, z.core.$strict>, z.ZodObject<{
570
+ kind: z.ZodLiteral<"workflow">;
571
+ workflowId: z.ZodString;
572
+ }, z.core.$strict>, z.ZodObject<{
573
+ kind: z.ZodLiteral<"skill">;
574
+ skillPath: z.ZodString;
575
+ }, z.core.$strict>, z.ZodObject<{
576
+ kind: z.ZodLiteral<"agent_action">;
577
+ actionId: z.ZodString;
578
+ }, z.core.$strict>], "kind">;
579
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
580
+ protectedProfileClosureHash: z.ZodString;
581
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
582
+ execution: z.ZodObject<{
583
+ id: z.ZodString;
584
+ contentHash: z.ZodString;
585
+ }, z.core.$strict>;
586
+ originalEvidence: z.ZodObject<{
587
+ id: z.ZodString;
588
+ contentHash: z.ZodString;
589
+ }, z.core.$strict>;
590
+ members: z.ZodArray<z.ZodObject<{
591
+ caseId: z.ZodString;
592
+ seed: z.ZodString;
593
+ fixtureId: z.ZodString;
594
+ sourceId: z.ZodString;
595
+ snapshotHash: z.ZodString;
596
+ boundaryRevisionHash: z.ZodString;
597
+ }, z.core.$strict>>;
598
+ }, z.core.$strict>>;
599
+ gradingSource: z.ZodOptional<z.ZodObject<{
600
+ pass: z.ZodObject<{
601
+ id: z.ZodString;
602
+ contentHash: z.ZodString;
603
+ }, z.core.$strict>;
604
+ evidence: z.ZodObject<{
605
+ id: z.ZodString;
606
+ contentHash: z.ZodString;
607
+ }, z.core.$strict>;
608
+ }, z.core.$strict>>;
609
+ split: z.ZodEnum<{
610
+ train: "train";
611
+ validation: "validation";
612
+ test: "test";
613
+ frozen_eval: "frozen_eval";
614
+ }>;
615
+ population: z.ZodArray<z.ZodObject<{
616
+ taskId: z.ZodString;
617
+ seed: z.ZodString;
618
+ fixtureId: z.ZodNullable<z.ZodString>;
619
+ }, z.core.$strict>>;
620
+ evaluators: z.ZodArray<z.ZodObject<{
621
+ release: z.ZodObject<{
622
+ id: z.ZodString;
623
+ contentHash: z.ZodString;
624
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
625
+ }, z.core.$strict>;
626
+ feedbackKey: z.ZodString;
627
+ configurationHash: z.ZodString;
628
+ output: z.ZodEnum<{
629
+ boolean: "boolean";
630
+ score: "score";
631
+ category: "category";
632
+ }>;
633
+ categories: z.ZodArray<z.ZodString>;
634
+ }, z.core.$strict>>;
635
+ fieldMappingsHash: z.ZodString;
636
+ fieldMappings: z.ZodArray<z.ZodObject<{
637
+ graderId: z.ZodString;
638
+ fields: z.ZodArray<z.ZodObject<{
639
+ destination: z.ZodEnum<{
640
+ output: "output";
641
+ input: "input";
642
+ expectedOutput: "expectedOutput";
643
+ evaluatorContext: "evaluatorContext";
644
+ }>;
645
+ path: z.ZodArray<z.ZodString>;
646
+ source: z.ZodEnum<{
647
+ output: "output";
648
+ input: "input";
649
+ expectedOutput: "expectedOutput";
650
+ evaluatorContext: "evaluatorContext";
651
+ }>;
652
+ sourcePath: z.ZodArray<z.ZodString>;
653
+ }, z.core.$strict>>;
654
+ }, z.core.$strict>>;
655
+ environmentHash: z.ZodString;
656
+ privateDatasetClosureHash: z.ZodString;
657
+ criterion: z.ZodObject<{
658
+ minimumPassRate: z.ZodNumber;
659
+ requireComplete: z.ZodBoolean;
660
+ }, z.core.$strict>;
661
+ contentHash: z.ZodString;
662
+ }, z.core.$strict>>;
663
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
664
+ candidateId: z.ZodString;
665
+ frozenRevision: z.ZodNumber;
666
+ frozenHash: z.ZodString;
667
+ harnessRelease: z.ZodObject<{
668
+ id: z.ZodString;
669
+ contentHash: z.ZodString;
670
+ }, z.core.$strict>;
671
+ protectedClosureHash: z.ZodString;
672
+ }, z.core.$strict>>;
673
+ }, z.core.$strict>;
674
+ modelConfigurationHash: z.ZodString;
675
+ packageHash: z.ZodString;
676
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
677
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
678
+ dataset: z.ZodObject<{
679
+ id: z.ZodString;
680
+ contentHash: z.ZodString;
681
+ revision: z.ZodNumber;
682
+ }, z.core.$strict>;
683
+ packageHash: z.ZodString;
684
+ profileId: z.ZodString;
685
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
686
+ kind: z.ZodLiteral<"profile">;
687
+ }, z.core.$strict>, z.ZodObject<{
688
+ kind: z.ZodLiteral<"workflow">;
689
+ workflowId: z.ZodString;
690
+ }, z.core.$strict>, z.ZodObject<{
691
+ kind: z.ZodLiteral<"skill">;
692
+ skillPath: z.ZodString;
693
+ }, z.core.$strict>, z.ZodObject<{
694
+ kind: z.ZodLiteral<"agent_action">;
695
+ actionId: z.ZodString;
696
+ }, z.core.$strict>], "kind">;
697
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
698
+ protectedProfileClosureHash: z.ZodString;
699
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
700
+ execution: z.ZodObject<{
701
+ id: z.ZodString;
702
+ contentHash: z.ZodString;
703
+ }, z.core.$strict>;
704
+ originalEvidence: z.ZodObject<{
705
+ id: z.ZodString;
706
+ contentHash: z.ZodString;
707
+ }, z.core.$strict>;
708
+ members: z.ZodArray<z.ZodObject<{
709
+ caseId: z.ZodString;
710
+ seed: z.ZodString;
711
+ fixtureId: z.ZodString;
712
+ sourceId: z.ZodString;
713
+ snapshotHash: z.ZodString;
714
+ boundaryRevisionHash: z.ZodString;
715
+ }, z.core.$strict>>;
716
+ }, z.core.$strict>>;
717
+ gradingSource: z.ZodOptional<z.ZodObject<{
718
+ pass: z.ZodObject<{
719
+ id: z.ZodString;
720
+ contentHash: z.ZodString;
721
+ }, z.core.$strict>;
722
+ evidence: z.ZodObject<{
723
+ id: z.ZodString;
724
+ contentHash: z.ZodString;
725
+ }, z.core.$strict>;
726
+ }, z.core.$strict>>;
727
+ split: z.ZodEnum<{
728
+ train: "train";
729
+ validation: "validation";
730
+ test: "test";
731
+ frozen_eval: "frozen_eval";
732
+ }>;
733
+ population: z.ZodArray<z.ZodObject<{
734
+ taskId: z.ZodString;
735
+ seed: z.ZodString;
736
+ fixtureId: z.ZodNullable<z.ZodString>;
737
+ }, z.core.$strict>>;
738
+ evaluators: z.ZodArray<z.ZodObject<{
739
+ release: z.ZodObject<{
740
+ id: z.ZodString;
741
+ contentHash: z.ZodString;
742
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
743
+ }, z.core.$strict>;
744
+ feedbackKey: z.ZodString;
745
+ configurationHash: z.ZodString;
746
+ output: z.ZodEnum<{
747
+ boolean: "boolean";
748
+ score: "score";
749
+ category: "category";
750
+ }>;
751
+ categories: z.ZodArray<z.ZodString>;
752
+ }, z.core.$strict>>;
753
+ fieldMappingsHash: z.ZodString;
754
+ fieldMappings: z.ZodArray<z.ZodObject<{
755
+ graderId: z.ZodString;
756
+ fields: z.ZodArray<z.ZodObject<{
757
+ destination: z.ZodEnum<{
758
+ output: "output";
759
+ input: "input";
760
+ expectedOutput: "expectedOutput";
761
+ evaluatorContext: "evaluatorContext";
762
+ }>;
763
+ path: z.ZodArray<z.ZodString>;
764
+ source: z.ZodEnum<{
765
+ output: "output";
766
+ input: "input";
767
+ expectedOutput: "expectedOutput";
768
+ evaluatorContext: "evaluatorContext";
769
+ }>;
770
+ sourcePath: z.ZodArray<z.ZodString>;
771
+ }, z.core.$strict>>;
772
+ }, z.core.$strict>>;
773
+ environmentHash: z.ZodString;
774
+ privateDatasetClosureHash: z.ZodString;
775
+ criterion: z.ZodObject<{
776
+ minimumPassRate: z.ZodNumber;
777
+ requireComplete: z.ZodBoolean;
778
+ }, z.core.$strict>;
779
+ contentHash: z.ZodString;
780
+ }, z.core.$strict>>;
781
+ }, z.core.$strict>], "kind">;
782
+ population: z.ZodArray<z.ZodObject<{
783
+ receiptId: z.ZodString;
784
+ taskId: z.ZodString;
785
+ seed: z.ZodString;
786
+ fixtureId: z.ZodNullable<z.ZodString>;
787
+ }, z.core.$strict>>;
788
+ }, z.core.$strict>;
789
+ maximumCostUsd: z.ZodNumber;
790
+ graders: z.ZodOptional<z.ZodArray<z.ZodObject<{
791
+ id: z.ZodString;
792
+ version: z.ZodString;
793
+ contentHash: z.ZodString;
794
+ mappings: z.ZodArray<z.ZodObject<{
795
+ destination: z.ZodEnum<{
796
+ input: "input";
797
+ output: "output";
798
+ expectedOutput: "expectedOutput";
799
+ evaluatorContext: "evaluatorContext";
800
+ }>;
801
+ path: z.ZodArray<z.ZodString>;
802
+ source: z.ZodEnum<{
803
+ input: "input";
804
+ output: "output";
805
+ expectedOutput: "expectedOutput";
806
+ evaluatorContext: "evaluatorContext";
807
+ }>;
808
+ sourcePath: z.ZodArray<z.ZodString>;
809
+ }, z.core.$strict>>;
810
+ }, z.core.$strict>>>;
811
+ sourceExperimentId: z.ZodOptional<z.ZodString>;
812
+ }, z.core.$strict>;
813
+ configurationHash: z.ZodString;
814
+ cadence: z.ZodDiscriminatedUnion<[z.ZodObject<{
815
+ kind: z.ZodLiteral<"interval">;
816
+ seconds: z.ZodNumber;
817
+ }, z.core.$strict>, z.ZodObject<{
818
+ kind: z.ZodLiteral<"nightly">;
819
+ calendar: z.ZodObject<{
820
+ localTime: z.ZodString;
821
+ timeZone: z.ZodString;
822
+ }, z.core.$strict>;
823
+ }, z.core.$strict>], "kind">;
824
+ state: z.ZodEnum<{
825
+ blocked: "blocked";
826
+ scheduled: "scheduled";
827
+ disabled: "disabled";
828
+ }>;
829
+ nextRunAt: z.ZodNullable<z.ZodString>;
830
+ maximumTotalSpendUsd: z.ZodNumber;
831
+ maximumAttempts: z.ZodNumber;
832
+ lastEvaluatedConfigurationHash: z.ZodNullable<z.ZodString>;
833
+ newerUnevaluatedRelease: z.ZodNullable<z.ZodObject<{
834
+ id: z.ZodString;
835
+ contentHash: z.ZodString;
836
+ }, z.core.$strict>>;
837
+ fires: z.ZodArray<z.ZodObject<{
838
+ id: z.ZodString;
839
+ scheduledAt: z.ZodString;
840
+ coalescedThroughAt: z.ZodString;
841
+ coalescedCount: z.ZodNumber;
842
+ configurationHash: z.ZodString;
843
+ operationId: z.ZodString;
844
+ state: z.ZodEnum<{
845
+ cancelled: "cancelled";
846
+ failed: "failed";
847
+ running: "running";
848
+ completed: "completed";
849
+ dispatching: "dispatching";
850
+ cleaning: "cleaning";
851
+ reserved: "reserved";
852
+ uncertain: "uncertain";
853
+ }>;
854
+ executionId: z.ZodNullable<z.ZodString>;
855
+ attempt: z.ZodNumber;
856
+ maximumCostUsd: z.ZodNumber;
857
+ actualSpendUsd: z.ZodNullable<z.ZodNumber>;
858
+ cleanupComplete: z.ZodBoolean;
859
+ error: z.ZodNullable<z.ZodString>;
860
+ }, z.core.$strict>>;
861
+ reason: z.ZodNullable<z.ZodString>;
862
+ createdAt: z.ZodString;
863
+ updatedAt: z.ZodString;
864
+ contentHash: z.ZodString;
865
+ }, z.core.$strict>;
866
+ export type ExperimentEvaluationSchedule = z.infer<typeof ExperimentEvaluationScheduleSchema>;
867
+ export type ExperimentEvaluationScheduleInput = z.infer<typeof ExperimentEvaluationScheduleInputSchema>;
868
+ export type ExperimentEvaluationFire = z.infer<typeof ExperimentEvaluationFireSchema>;
869
+ export declare function scheduledExperimentHash(value: z.infer<typeof RunExperimentSchema>): string;
870
+ export declare function verifyExperimentEvaluationSchedule(raw: unknown): {
871
+ schemaVersion: "openpond.experimentEvaluationSchedule.v1";
872
+ id: string;
873
+ revision: number;
874
+ actorId: string;
875
+ teamId: string;
876
+ projectId: string | null;
877
+ operationId: string;
878
+ requestHash: string;
879
+ configuration: {
880
+ operationId: string;
881
+ request: {
882
+ schemaVersion: "openpond.modelTasksetRunRequest.v1";
883
+ operationId: string;
884
+ teamId: string;
885
+ modelProjectId: string | null;
886
+ taskset: {
887
+ id: string;
888
+ contentHash: string;
889
+ revision: number;
890
+ };
891
+ policy: {
892
+ kind: "hosted_chat";
893
+ modelId: string;
894
+ maxOutputTokens: number;
895
+ temperature: number;
896
+ topP: number;
897
+ localRuntime?: {
898
+ providerId: "claude-code";
899
+ configurationHash: string;
900
+ executableHash: string;
901
+ version: string;
902
+ capabilityHash: string;
903
+ maximumRequestCostUsd: number;
904
+ requestTimeoutMs: number;
905
+ maximumTurns: number;
906
+ holdOpen: boolean;
907
+ } | {
908
+ providerId: "custom-openai-compatible";
909
+ configurationHash: string;
910
+ maximumRequestCostUsd: number;
911
+ requestTimeoutMs: number;
912
+ } | undefined;
913
+ candidate?: {
914
+ artifactId: string;
915
+ contentHash: string;
916
+ preparationId: string;
917
+ dispatchId: string;
918
+ baseProfileId: string;
919
+ workerImageDigest: string;
920
+ } | undefined;
921
+ harness?: {
922
+ harnessRelease: {
923
+ id: string;
924
+ contentHash: string;
925
+ };
926
+ agentSnapshot: {
927
+ id: string;
928
+ contentHash: string;
929
+ };
930
+ sourcePackageHash: string;
931
+ } | undefined;
932
+ messages?: {
933
+ role: "system" | "user" | "assistant";
934
+ content: string;
935
+ }[] | undefined;
936
+ } | {
937
+ kind: "hosted_harness";
938
+ modelId: string;
939
+ profileRepositoryId: string;
940
+ source: {
941
+ profileId: string;
942
+ sourceRevision: string;
943
+ harnessRelease: {
944
+ id: string;
945
+ contentHash: string;
946
+ };
947
+ catalogHash: string;
948
+ definitionId: string;
949
+ definitionHash: string;
950
+ target: {
951
+ kind: "profile";
952
+ } | {
953
+ kind: "workflow";
954
+ workflowId: string;
955
+ } | {
956
+ kind: "skill";
957
+ skillPath: string;
958
+ } | {
959
+ kind: "agent_action";
960
+ actionId: string;
961
+ };
962
+ environmentHash: string;
963
+ externalDatasetBinding?: {
964
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
965
+ dataset: {
966
+ id: string;
967
+ contentHash: string;
968
+ revision: number;
969
+ };
970
+ packageHash: string;
971
+ profileId: string;
972
+ target: {
973
+ kind: "profile";
974
+ } | {
975
+ kind: "workflow";
976
+ workflowId: string;
977
+ } | {
978
+ kind: "skill";
979
+ skillPath: string;
980
+ } | {
981
+ kind: "agent_action";
982
+ actionId: string;
983
+ };
984
+ declaredProfileCatalogHash: string | null;
985
+ protectedProfileClosureHash: string;
986
+ split: "train" | "validation" | "test" | "frozen_eval";
987
+ population: {
988
+ taskId: string;
989
+ seed: string;
990
+ fixtureId: string | null;
991
+ }[];
992
+ evaluators: {
993
+ release: {
994
+ id: string;
995
+ contentHash: string;
996
+ revision: string | number;
997
+ };
998
+ feedbackKey: string;
999
+ configurationHash: string;
1000
+ output: "boolean" | "score" | "category";
1001
+ categories: string[];
1002
+ }[];
1003
+ fieldMappingsHash: string;
1004
+ fieldMappings: {
1005
+ graderId: string;
1006
+ fields: {
1007
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
1008
+ path: string[];
1009
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
1010
+ sourcePath: string[];
1011
+ }[];
1012
+ }[];
1013
+ environmentHash: string;
1014
+ privateDatasetClosureHash: string;
1015
+ criterion: {
1016
+ minimumPassRate: number;
1017
+ requireComplete: boolean;
1018
+ };
1019
+ contentHash: string;
1020
+ recordedOrigin?: {
1021
+ execution: {
1022
+ id: string;
1023
+ contentHash: string;
1024
+ };
1025
+ originalEvidence: {
1026
+ id: string;
1027
+ contentHash: string;
1028
+ };
1029
+ members: {
1030
+ caseId: string;
1031
+ seed: string;
1032
+ fixtureId: string;
1033
+ sourceId: string;
1034
+ snapshotHash: string;
1035
+ boundaryRevisionHash: string;
1036
+ }[];
1037
+ } | undefined;
1038
+ gradingSource?: {
1039
+ pass: {
1040
+ id: string;
1041
+ contentHash: string;
1042
+ };
1043
+ evidence: {
1044
+ id: string;
1045
+ contentHash: string;
1046
+ };
1047
+ } | undefined;
1048
+ } | undefined;
1049
+ sourceCandidate?: {
1050
+ candidateId: string;
1051
+ frozenRevision: number;
1052
+ frozenHash: string;
1053
+ harnessRelease: {
1054
+ id: string;
1055
+ contentHash: string;
1056
+ };
1057
+ protectedClosureHash: string;
1058
+ } | undefined;
1059
+ };
1060
+ modelConfigurationHash: string;
1061
+ packageHash: string;
1062
+ candidate?: {
1063
+ artifactId: string;
1064
+ contentHash: string;
1065
+ preparationId: string;
1066
+ dispatchId: string;
1067
+ baseProfileId: string;
1068
+ workerImageDigest: string;
1069
+ } | undefined;
1070
+ sourceCandidate?: {
1071
+ candidateId: string;
1072
+ frozenRevision: number;
1073
+ frozenHash: string;
1074
+ harnessRelease: {
1075
+ id: string;
1076
+ contentHash: string;
1077
+ };
1078
+ protectedClosureHash: string;
1079
+ } | undefined;
1080
+ reasoningEffort?: "high" | "low" | "off" | "medium" | "xhigh" | "max" | undefined;
1081
+ externalDatasetBinding?: {
1082
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
1083
+ dataset: {
1084
+ id: string;
1085
+ contentHash: string;
1086
+ revision: number;
1087
+ };
1088
+ packageHash: string;
1089
+ profileId: string;
1090
+ target: {
1091
+ kind: "profile";
1092
+ } | {
1093
+ kind: "workflow";
1094
+ workflowId: string;
1095
+ } | {
1096
+ kind: "skill";
1097
+ skillPath: string;
1098
+ } | {
1099
+ kind: "agent_action";
1100
+ actionId: string;
1101
+ };
1102
+ declaredProfileCatalogHash: string | null;
1103
+ protectedProfileClosureHash: string;
1104
+ split: "train" | "validation" | "test" | "frozen_eval";
1105
+ population: {
1106
+ taskId: string;
1107
+ seed: string;
1108
+ fixtureId: string | null;
1109
+ }[];
1110
+ evaluators: {
1111
+ release: {
1112
+ id: string;
1113
+ contentHash: string;
1114
+ revision: string | number;
1115
+ };
1116
+ feedbackKey: string;
1117
+ configurationHash: string;
1118
+ output: "boolean" | "score" | "category";
1119
+ categories: string[];
1120
+ }[];
1121
+ fieldMappingsHash: string;
1122
+ fieldMappings: {
1123
+ graderId: string;
1124
+ fields: {
1125
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
1126
+ path: string[];
1127
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
1128
+ sourcePath: string[];
1129
+ }[];
1130
+ }[];
1131
+ environmentHash: string;
1132
+ privateDatasetClosureHash: string;
1133
+ criterion: {
1134
+ minimumPassRate: number;
1135
+ requireComplete: boolean;
1136
+ };
1137
+ contentHash: string;
1138
+ recordedOrigin?: {
1139
+ execution: {
1140
+ id: string;
1141
+ contentHash: string;
1142
+ };
1143
+ originalEvidence: {
1144
+ id: string;
1145
+ contentHash: string;
1146
+ };
1147
+ members: {
1148
+ caseId: string;
1149
+ seed: string;
1150
+ fixtureId: string;
1151
+ sourceId: string;
1152
+ snapshotHash: string;
1153
+ boundaryRevisionHash: string;
1154
+ }[];
1155
+ } | undefined;
1156
+ gradingSource?: {
1157
+ pass: {
1158
+ id: string;
1159
+ contentHash: string;
1160
+ };
1161
+ evidence: {
1162
+ id: string;
1163
+ contentHash: string;
1164
+ };
1165
+ } | undefined;
1166
+ } | undefined;
1167
+ } | {
1168
+ kind: "fixture";
1169
+ };
1170
+ population: {
1171
+ receiptId: string;
1172
+ taskId: string;
1173
+ seed: string;
1174
+ fixtureId: string | null;
1175
+ }[];
1176
+ name?: string | undefined;
1177
+ project?: {
1178
+ id: string;
1179
+ revision: number;
1180
+ contentHash: string;
1181
+ targetId: string | null;
1182
+ } | undefined;
1183
+ };
1184
+ maximumCostUsd: number;
1185
+ graders?: {
1186
+ id: string;
1187
+ version: string;
1188
+ contentHash: string;
1189
+ mappings: {
1190
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
1191
+ path: string[];
1192
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
1193
+ sourcePath: string[];
1194
+ }[];
1195
+ }[] | undefined;
1196
+ sourceExperimentId?: string | undefined;
1197
+ };
1198
+ configurationHash: string;
1199
+ cadence: {
1200
+ kind: "interval";
1201
+ seconds: number;
1202
+ } | {
1203
+ kind: "nightly";
1204
+ calendar: {
1205
+ localTime: string;
1206
+ timeZone: string;
1207
+ };
1208
+ };
1209
+ state: "blocked" | "scheduled" | "disabled";
1210
+ nextRunAt: string | null;
1211
+ maximumTotalSpendUsd: number;
1212
+ maximumAttempts: number;
1213
+ lastEvaluatedConfigurationHash: string | null;
1214
+ newerUnevaluatedRelease: {
1215
+ id: string;
1216
+ contentHash: string;
1217
+ } | null;
1218
+ fires: {
1219
+ id: string;
1220
+ scheduledAt: string;
1221
+ coalescedThroughAt: string;
1222
+ coalescedCount: number;
1223
+ configurationHash: string;
1224
+ operationId: string;
1225
+ state: "cancelled" | "failed" | "running" | "completed" | "dispatching" | "cleaning" | "reserved" | "uncertain";
1226
+ executionId: string | null;
1227
+ attempt: number;
1228
+ maximumCostUsd: number;
1229
+ actualSpendUsd: number | null;
1230
+ cleanupComplete: boolean;
1231
+ error: string | null;
1232
+ }[];
1233
+ reason: string | null;
1234
+ createdAt: string;
1235
+ updatedAt: string;
1236
+ contentHash: string;
1237
+ };
1238
+ export declare function sealExperimentEvaluationSchedule(value: Omit<ExperimentEvaluationSchedule, "contentHash">): {
1239
+ schemaVersion: "openpond.experimentEvaluationSchedule.v1";
1240
+ id: string;
1241
+ revision: number;
1242
+ actorId: string;
1243
+ teamId: string;
1244
+ projectId: string | null;
1245
+ operationId: string;
1246
+ requestHash: string;
1247
+ configuration: {
1248
+ operationId: string;
1249
+ request: {
1250
+ schemaVersion: "openpond.modelTasksetRunRequest.v1";
1251
+ operationId: string;
1252
+ teamId: string;
1253
+ modelProjectId: string | null;
1254
+ taskset: {
1255
+ id: string;
1256
+ contentHash: string;
1257
+ revision: number;
1258
+ };
1259
+ policy: {
1260
+ kind: "hosted_chat";
1261
+ modelId: string;
1262
+ maxOutputTokens: number;
1263
+ temperature: number;
1264
+ topP: number;
1265
+ localRuntime?: {
1266
+ providerId: "claude-code";
1267
+ configurationHash: string;
1268
+ executableHash: string;
1269
+ version: string;
1270
+ capabilityHash: string;
1271
+ maximumRequestCostUsd: number;
1272
+ requestTimeoutMs: number;
1273
+ maximumTurns: number;
1274
+ holdOpen: boolean;
1275
+ } | {
1276
+ providerId: "custom-openai-compatible";
1277
+ configurationHash: string;
1278
+ maximumRequestCostUsd: number;
1279
+ requestTimeoutMs: number;
1280
+ } | undefined;
1281
+ candidate?: {
1282
+ artifactId: string;
1283
+ contentHash: string;
1284
+ preparationId: string;
1285
+ dispatchId: string;
1286
+ baseProfileId: string;
1287
+ workerImageDigest: string;
1288
+ } | undefined;
1289
+ harness?: {
1290
+ harnessRelease: {
1291
+ id: string;
1292
+ contentHash: string;
1293
+ };
1294
+ agentSnapshot: {
1295
+ id: string;
1296
+ contentHash: string;
1297
+ };
1298
+ sourcePackageHash: string;
1299
+ } | undefined;
1300
+ messages?: {
1301
+ role: "system" | "user" | "assistant";
1302
+ content: string;
1303
+ }[] | undefined;
1304
+ } | {
1305
+ kind: "hosted_harness";
1306
+ modelId: string;
1307
+ profileRepositoryId: string;
1308
+ source: {
1309
+ profileId: string;
1310
+ sourceRevision: string;
1311
+ harnessRelease: {
1312
+ id: string;
1313
+ contentHash: string;
1314
+ };
1315
+ catalogHash: string;
1316
+ definitionId: string;
1317
+ definitionHash: string;
1318
+ target: {
1319
+ kind: "profile";
1320
+ } | {
1321
+ kind: "workflow";
1322
+ workflowId: string;
1323
+ } | {
1324
+ kind: "skill";
1325
+ skillPath: string;
1326
+ } | {
1327
+ kind: "agent_action";
1328
+ actionId: string;
1329
+ };
1330
+ environmentHash: string;
1331
+ externalDatasetBinding?: {
1332
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
1333
+ dataset: {
1334
+ id: string;
1335
+ contentHash: string;
1336
+ revision: number;
1337
+ };
1338
+ packageHash: string;
1339
+ profileId: string;
1340
+ target: {
1341
+ kind: "profile";
1342
+ } | {
1343
+ kind: "workflow";
1344
+ workflowId: string;
1345
+ } | {
1346
+ kind: "skill";
1347
+ skillPath: string;
1348
+ } | {
1349
+ kind: "agent_action";
1350
+ actionId: string;
1351
+ };
1352
+ declaredProfileCatalogHash: string | null;
1353
+ protectedProfileClosureHash: string;
1354
+ split: "train" | "validation" | "test" | "frozen_eval";
1355
+ population: {
1356
+ taskId: string;
1357
+ seed: string;
1358
+ fixtureId: string | null;
1359
+ }[];
1360
+ evaluators: {
1361
+ release: {
1362
+ id: string;
1363
+ contentHash: string;
1364
+ revision: string | number;
1365
+ };
1366
+ feedbackKey: string;
1367
+ configurationHash: string;
1368
+ output: "boolean" | "score" | "category";
1369
+ categories: string[];
1370
+ }[];
1371
+ fieldMappingsHash: string;
1372
+ fieldMappings: {
1373
+ graderId: string;
1374
+ fields: {
1375
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
1376
+ path: string[];
1377
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
1378
+ sourcePath: string[];
1379
+ }[];
1380
+ }[];
1381
+ environmentHash: string;
1382
+ privateDatasetClosureHash: string;
1383
+ criterion: {
1384
+ minimumPassRate: number;
1385
+ requireComplete: boolean;
1386
+ };
1387
+ contentHash: string;
1388
+ recordedOrigin?: {
1389
+ execution: {
1390
+ id: string;
1391
+ contentHash: string;
1392
+ };
1393
+ originalEvidence: {
1394
+ id: string;
1395
+ contentHash: string;
1396
+ };
1397
+ members: {
1398
+ caseId: string;
1399
+ seed: string;
1400
+ fixtureId: string;
1401
+ sourceId: string;
1402
+ snapshotHash: string;
1403
+ boundaryRevisionHash: string;
1404
+ }[];
1405
+ } | undefined;
1406
+ gradingSource?: {
1407
+ pass: {
1408
+ id: string;
1409
+ contentHash: string;
1410
+ };
1411
+ evidence: {
1412
+ id: string;
1413
+ contentHash: string;
1414
+ };
1415
+ } | undefined;
1416
+ } | undefined;
1417
+ sourceCandidate?: {
1418
+ candidateId: string;
1419
+ frozenRevision: number;
1420
+ frozenHash: string;
1421
+ harnessRelease: {
1422
+ id: string;
1423
+ contentHash: string;
1424
+ };
1425
+ protectedClosureHash: string;
1426
+ } | undefined;
1427
+ };
1428
+ modelConfigurationHash: string;
1429
+ packageHash: string;
1430
+ candidate?: {
1431
+ artifactId: string;
1432
+ contentHash: string;
1433
+ preparationId: string;
1434
+ dispatchId: string;
1435
+ baseProfileId: string;
1436
+ workerImageDigest: string;
1437
+ } | undefined;
1438
+ sourceCandidate?: {
1439
+ candidateId: string;
1440
+ frozenRevision: number;
1441
+ frozenHash: string;
1442
+ harnessRelease: {
1443
+ id: string;
1444
+ contentHash: string;
1445
+ };
1446
+ protectedClosureHash: string;
1447
+ } | undefined;
1448
+ reasoningEffort?: "high" | "low" | "off" | "medium" | "xhigh" | "max" | undefined;
1449
+ externalDatasetBinding?: {
1450
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
1451
+ dataset: {
1452
+ id: string;
1453
+ contentHash: string;
1454
+ revision: number;
1455
+ };
1456
+ packageHash: string;
1457
+ profileId: string;
1458
+ target: {
1459
+ kind: "profile";
1460
+ } | {
1461
+ kind: "workflow";
1462
+ workflowId: string;
1463
+ } | {
1464
+ kind: "skill";
1465
+ skillPath: string;
1466
+ } | {
1467
+ kind: "agent_action";
1468
+ actionId: string;
1469
+ };
1470
+ declaredProfileCatalogHash: string | null;
1471
+ protectedProfileClosureHash: string;
1472
+ split: "train" | "validation" | "test" | "frozen_eval";
1473
+ population: {
1474
+ taskId: string;
1475
+ seed: string;
1476
+ fixtureId: string | null;
1477
+ }[];
1478
+ evaluators: {
1479
+ release: {
1480
+ id: string;
1481
+ contentHash: string;
1482
+ revision: string | number;
1483
+ };
1484
+ feedbackKey: string;
1485
+ configurationHash: string;
1486
+ output: "boolean" | "score" | "category";
1487
+ categories: string[];
1488
+ }[];
1489
+ fieldMappingsHash: string;
1490
+ fieldMappings: {
1491
+ graderId: string;
1492
+ fields: {
1493
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
1494
+ path: string[];
1495
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
1496
+ sourcePath: string[];
1497
+ }[];
1498
+ }[];
1499
+ environmentHash: string;
1500
+ privateDatasetClosureHash: string;
1501
+ criterion: {
1502
+ minimumPassRate: number;
1503
+ requireComplete: boolean;
1504
+ };
1505
+ contentHash: string;
1506
+ recordedOrigin?: {
1507
+ execution: {
1508
+ id: string;
1509
+ contentHash: string;
1510
+ };
1511
+ originalEvidence: {
1512
+ id: string;
1513
+ contentHash: string;
1514
+ };
1515
+ members: {
1516
+ caseId: string;
1517
+ seed: string;
1518
+ fixtureId: string;
1519
+ sourceId: string;
1520
+ snapshotHash: string;
1521
+ boundaryRevisionHash: string;
1522
+ }[];
1523
+ } | undefined;
1524
+ gradingSource?: {
1525
+ pass: {
1526
+ id: string;
1527
+ contentHash: string;
1528
+ };
1529
+ evidence: {
1530
+ id: string;
1531
+ contentHash: string;
1532
+ };
1533
+ } | undefined;
1534
+ } | undefined;
1535
+ } | {
1536
+ kind: "fixture";
1537
+ };
1538
+ population: {
1539
+ receiptId: string;
1540
+ taskId: string;
1541
+ seed: string;
1542
+ fixtureId: string | null;
1543
+ }[];
1544
+ name?: string | undefined;
1545
+ project?: {
1546
+ id: string;
1547
+ revision: number;
1548
+ contentHash: string;
1549
+ targetId: string | null;
1550
+ } | undefined;
1551
+ };
1552
+ maximumCostUsd: number;
1553
+ graders?: {
1554
+ id: string;
1555
+ version: string;
1556
+ contentHash: string;
1557
+ mappings: {
1558
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
1559
+ path: string[];
1560
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
1561
+ sourcePath: string[];
1562
+ }[];
1563
+ }[] | undefined;
1564
+ sourceExperimentId?: string | undefined;
1565
+ };
1566
+ configurationHash: string;
1567
+ cadence: {
1568
+ kind: "interval";
1569
+ seconds: number;
1570
+ } | {
1571
+ kind: "nightly";
1572
+ calendar: {
1573
+ localTime: string;
1574
+ timeZone: string;
1575
+ };
1576
+ };
1577
+ state: "blocked" | "scheduled" | "disabled";
1578
+ nextRunAt: string | null;
1579
+ maximumTotalSpendUsd: number;
1580
+ maximumAttempts: number;
1581
+ lastEvaluatedConfigurationHash: string | null;
1582
+ newerUnevaluatedRelease: {
1583
+ id: string;
1584
+ contentHash: string;
1585
+ } | null;
1586
+ fires: {
1587
+ id: string;
1588
+ scheduledAt: string;
1589
+ coalescedThroughAt: string;
1590
+ coalescedCount: number;
1591
+ configurationHash: string;
1592
+ operationId: string;
1593
+ state: "cancelled" | "failed" | "running" | "completed" | "dispatching" | "cleaning" | "reserved" | "uncertain";
1594
+ executionId: string | null;
1595
+ attempt: number;
1596
+ maximumCostUsd: number;
1597
+ actualSpendUsd: number | null;
1598
+ cleanupComplete: boolean;
1599
+ error: string | null;
1600
+ }[];
1601
+ reason: string | null;
1602
+ createdAt: string;
1603
+ updatedAt: string;
1604
+ contentHash: string;
1605
+ };
1606
+ export declare const ExperimentEvaluationScheduleControlSchema: z.ZodObject<{
1607
+ teamId: z.ZodString;
1608
+ id: z.ZodString;
1609
+ operationId: z.ZodString;
1610
+ expectedRevision: z.ZodNumber;
1611
+ action: z.ZodEnum<{
1612
+ pause: "pause";
1613
+ cancel_active: "cancel_active";
1614
+ retry_active: "retry_active";
1615
+ }>;
1616
+ }, z.core.$strict>;
1617
+ export declare const ExperimentEvaluationScheduleCommandSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
1618
+ operation: z.ZodLiteral<"publish">;
1619
+ request: z.ZodObject<{
1620
+ operationId: z.ZodString;
1621
+ id: z.ZodOptional<z.ZodString>;
1622
+ expectedRevision: z.ZodNumber;
1623
+ teamId: z.ZodString;
1624
+ projectId: z.ZodNullable<z.ZodString>;
1625
+ enabled: z.ZodBoolean;
1626
+ configuration: z.ZodObject<{
1627
+ operationId: z.ZodString;
1628
+ request: z.ZodObject<{
1629
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
1630
+ operationId: z.ZodString;
1631
+ teamId: z.ZodString;
1632
+ modelProjectId: z.ZodNullable<z.ZodString>;
1633
+ name: z.ZodOptional<z.ZodString>;
1634
+ project: z.ZodOptional<z.ZodObject<{
1635
+ id: z.ZodString;
1636
+ revision: z.ZodNumber;
1637
+ contentHash: z.ZodString;
1638
+ targetId: z.ZodNullable<z.ZodString>;
1639
+ }, z.core.$strict>>;
1640
+ taskset: z.ZodObject<{
1641
+ id: z.ZodString;
1642
+ contentHash: z.ZodString;
1643
+ revision: z.ZodNumber;
1644
+ }, z.core.$strict>;
1645
+ policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
1646
+ kind: z.ZodLiteral<"hosted_chat">;
1647
+ modelId: z.ZodString;
1648
+ localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
1649
+ providerId: z.ZodLiteral<"custom-openai-compatible">;
1650
+ configurationHash: z.ZodString;
1651
+ maximumRequestCostUsd: z.ZodNumber;
1652
+ requestTimeoutMs: z.ZodNumber;
1653
+ }, z.core.$strict>, z.ZodObject<{
1654
+ providerId: z.ZodLiteral<"claude-code">;
1655
+ configurationHash: z.ZodString;
1656
+ executableHash: z.ZodString;
1657
+ version: z.ZodString;
1658
+ capabilityHash: z.ZodString;
1659
+ maximumRequestCostUsd: z.ZodNumber;
1660
+ requestTimeoutMs: z.ZodNumber;
1661
+ maximumTurns: z.ZodNumber;
1662
+ holdOpen: z.ZodBoolean;
1663
+ }, z.core.$strict>]>>;
1664
+ candidate: z.ZodOptional<z.ZodObject<{
1665
+ artifactId: z.ZodString;
1666
+ contentHash: z.ZodString;
1667
+ preparationId: z.ZodString;
1668
+ dispatchId: z.ZodString;
1669
+ baseProfileId: z.ZodString;
1670
+ workerImageDigest: z.ZodString;
1671
+ }, z.core.$strict>>;
1672
+ harness: z.ZodOptional<z.ZodObject<{
1673
+ harnessRelease: z.ZodObject<{
1674
+ id: z.ZodString;
1675
+ contentHash: z.ZodString;
1676
+ }, z.core.$strict>;
1677
+ agentSnapshot: z.ZodObject<{
1678
+ id: z.ZodString;
1679
+ contentHash: z.ZodString;
1680
+ }, z.core.$strict>;
1681
+ sourcePackageHash: z.ZodString;
1682
+ }, z.core.$strict>>;
1683
+ messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
1684
+ role: z.ZodEnum<{
1685
+ system: "system";
1686
+ user: "user";
1687
+ assistant: "assistant";
1688
+ }>;
1689
+ content: z.ZodString;
1690
+ }, z.core.$strict>>>;
1691
+ maxOutputTokens: z.ZodDefault<z.ZodNumber>;
1692
+ temperature: z.ZodDefault<z.ZodNumber>;
1693
+ topP: z.ZodDefault<z.ZodNumber>;
1694
+ }, z.core.$strict>, z.ZodObject<{
1695
+ kind: z.ZodLiteral<"fixture">;
1696
+ }, z.core.$strict>, z.ZodObject<{
1697
+ kind: z.ZodLiteral<"hosted_harness">;
1698
+ modelId: z.ZodString;
1699
+ candidate: z.ZodOptional<z.ZodObject<{
1700
+ artifactId: z.ZodString;
1701
+ contentHash: z.ZodString;
1702
+ preparationId: z.ZodString;
1703
+ dispatchId: z.ZodString;
1704
+ baseProfileId: z.ZodString;
1705
+ workerImageDigest: z.ZodString;
1706
+ }, z.core.$strict>>;
1707
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
1708
+ candidateId: z.ZodString;
1709
+ frozenRevision: z.ZodNumber;
1710
+ frozenHash: z.ZodString;
1711
+ harnessRelease: z.ZodObject<{
1712
+ id: z.ZodString;
1713
+ contentHash: z.ZodString;
1714
+ }, z.core.$strict>;
1715
+ protectedClosureHash: z.ZodString;
1716
+ }, z.core.$strict>>;
1717
+ reasoningEffort: z.ZodOptional<z.ZodEnum<{
1718
+ high: "high";
1719
+ low: "low";
1720
+ off: "off";
1721
+ medium: "medium";
1722
+ xhigh: "xhigh";
1723
+ max: "max";
1724
+ }>>;
1725
+ profileRepositoryId: z.ZodString;
1726
+ source: z.ZodObject<{
1727
+ profileId: z.ZodString;
1728
+ sourceRevision: z.ZodString;
1729
+ harnessRelease: z.ZodObject<{
1730
+ id: z.ZodString;
1731
+ contentHash: z.ZodString;
1732
+ }, z.core.$strict>;
1733
+ catalogHash: z.ZodString;
1734
+ definitionId: z.ZodString;
1735
+ definitionHash: z.ZodString;
1736
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1737
+ kind: z.ZodLiteral<"profile">;
1738
+ }, z.core.$strict>, z.ZodObject<{
1739
+ kind: z.ZodLiteral<"workflow">;
1740
+ workflowId: z.ZodString;
1741
+ }, z.core.$strict>, z.ZodObject<{
1742
+ kind: z.ZodLiteral<"skill">;
1743
+ skillPath: z.ZodString;
1744
+ }, z.core.$strict>, z.ZodObject<{
1745
+ kind: z.ZodLiteral<"agent_action">;
1746
+ actionId: z.ZodString;
1747
+ }, z.core.$strict>], "kind">;
1748
+ environmentHash: z.ZodString;
1749
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
1750
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1751
+ dataset: z.ZodObject<{
1752
+ id: z.ZodString;
1753
+ contentHash: z.ZodString;
1754
+ revision: z.ZodNumber;
1755
+ }, z.core.$strict>;
1756
+ packageHash: z.ZodString;
1757
+ profileId: z.ZodString;
1758
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1759
+ kind: z.ZodLiteral<"profile">;
1760
+ }, z.core.$strict>, z.ZodObject<{
1761
+ kind: z.ZodLiteral<"workflow">;
1762
+ workflowId: z.ZodString;
1763
+ }, z.core.$strict>, z.ZodObject<{
1764
+ kind: z.ZodLiteral<"skill">;
1765
+ skillPath: z.ZodString;
1766
+ }, z.core.$strict>, z.ZodObject<{
1767
+ kind: z.ZodLiteral<"agent_action">;
1768
+ actionId: z.ZodString;
1769
+ }, z.core.$strict>], "kind">;
1770
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1771
+ protectedProfileClosureHash: z.ZodString;
1772
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1773
+ execution: z.ZodObject<{
1774
+ id: z.ZodString;
1775
+ contentHash: z.ZodString;
1776
+ }, z.core.$strict>;
1777
+ originalEvidence: z.ZodObject<{
1778
+ id: z.ZodString;
1779
+ contentHash: z.ZodString;
1780
+ }, z.core.$strict>;
1781
+ members: z.ZodArray<z.ZodObject<{
1782
+ caseId: z.ZodString;
1783
+ seed: z.ZodString;
1784
+ fixtureId: z.ZodString;
1785
+ sourceId: z.ZodString;
1786
+ snapshotHash: z.ZodString;
1787
+ boundaryRevisionHash: z.ZodString;
1788
+ }, z.core.$strict>>;
1789
+ }, z.core.$strict>>;
1790
+ gradingSource: z.ZodOptional<z.ZodObject<{
1791
+ pass: z.ZodObject<{
1792
+ id: z.ZodString;
1793
+ contentHash: z.ZodString;
1794
+ }, z.core.$strict>;
1795
+ evidence: z.ZodObject<{
1796
+ id: z.ZodString;
1797
+ contentHash: z.ZodString;
1798
+ }, z.core.$strict>;
1799
+ }, z.core.$strict>>;
1800
+ split: z.ZodEnum<{
1801
+ train: "train";
1802
+ validation: "validation";
1803
+ test: "test";
1804
+ frozen_eval: "frozen_eval";
1805
+ }>;
1806
+ population: z.ZodArray<z.ZodObject<{
1807
+ taskId: z.ZodString;
1808
+ seed: z.ZodString;
1809
+ fixtureId: z.ZodNullable<z.ZodString>;
1810
+ }, z.core.$strict>>;
1811
+ evaluators: z.ZodArray<z.ZodObject<{
1812
+ release: z.ZodObject<{
1813
+ id: z.ZodString;
1814
+ contentHash: z.ZodString;
1815
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1816
+ }, z.core.$strict>;
1817
+ feedbackKey: z.ZodString;
1818
+ configurationHash: z.ZodString;
1819
+ output: z.ZodEnum<{
1820
+ boolean: "boolean";
1821
+ score: "score";
1822
+ category: "category";
1823
+ }>;
1824
+ categories: z.ZodArray<z.ZodString>;
1825
+ }, z.core.$strict>>;
1826
+ fieldMappingsHash: z.ZodString;
1827
+ fieldMappings: z.ZodArray<z.ZodObject<{
1828
+ graderId: z.ZodString;
1829
+ fields: z.ZodArray<z.ZodObject<{
1830
+ destination: z.ZodEnum<{
1831
+ output: "output";
1832
+ input: "input";
1833
+ expectedOutput: "expectedOutput";
1834
+ evaluatorContext: "evaluatorContext";
1835
+ }>;
1836
+ path: z.ZodArray<z.ZodString>;
1837
+ source: z.ZodEnum<{
1838
+ output: "output";
1839
+ input: "input";
1840
+ expectedOutput: "expectedOutput";
1841
+ evaluatorContext: "evaluatorContext";
1842
+ }>;
1843
+ sourcePath: z.ZodArray<z.ZodString>;
1844
+ }, z.core.$strict>>;
1845
+ }, z.core.$strict>>;
1846
+ environmentHash: z.ZodString;
1847
+ privateDatasetClosureHash: z.ZodString;
1848
+ criterion: z.ZodObject<{
1849
+ minimumPassRate: z.ZodNumber;
1850
+ requireComplete: z.ZodBoolean;
1851
+ }, z.core.$strict>;
1852
+ contentHash: z.ZodString;
1853
+ }, z.core.$strict>>;
1854
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
1855
+ candidateId: z.ZodString;
1856
+ frozenRevision: z.ZodNumber;
1857
+ frozenHash: z.ZodString;
1858
+ harnessRelease: z.ZodObject<{
1859
+ id: z.ZodString;
1860
+ contentHash: z.ZodString;
1861
+ }, z.core.$strict>;
1862
+ protectedClosureHash: z.ZodString;
1863
+ }, z.core.$strict>>;
1864
+ }, z.core.$strict>;
1865
+ modelConfigurationHash: z.ZodString;
1866
+ packageHash: z.ZodString;
1867
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
1868
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1869
+ dataset: z.ZodObject<{
1870
+ id: z.ZodString;
1871
+ contentHash: z.ZodString;
1872
+ revision: z.ZodNumber;
1873
+ }, z.core.$strict>;
1874
+ packageHash: z.ZodString;
1875
+ profileId: z.ZodString;
1876
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1877
+ kind: z.ZodLiteral<"profile">;
1878
+ }, z.core.$strict>, z.ZodObject<{
1879
+ kind: z.ZodLiteral<"workflow">;
1880
+ workflowId: z.ZodString;
1881
+ }, z.core.$strict>, z.ZodObject<{
1882
+ kind: z.ZodLiteral<"skill">;
1883
+ skillPath: z.ZodString;
1884
+ }, z.core.$strict>, z.ZodObject<{
1885
+ kind: z.ZodLiteral<"agent_action">;
1886
+ actionId: z.ZodString;
1887
+ }, z.core.$strict>], "kind">;
1888
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1889
+ protectedProfileClosureHash: z.ZodString;
1890
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1891
+ execution: z.ZodObject<{
1892
+ id: z.ZodString;
1893
+ contentHash: z.ZodString;
1894
+ }, z.core.$strict>;
1895
+ originalEvidence: z.ZodObject<{
1896
+ id: z.ZodString;
1897
+ contentHash: z.ZodString;
1898
+ }, z.core.$strict>;
1899
+ members: z.ZodArray<z.ZodObject<{
1900
+ caseId: z.ZodString;
1901
+ seed: z.ZodString;
1902
+ fixtureId: z.ZodString;
1903
+ sourceId: z.ZodString;
1904
+ snapshotHash: z.ZodString;
1905
+ boundaryRevisionHash: z.ZodString;
1906
+ }, z.core.$strict>>;
1907
+ }, z.core.$strict>>;
1908
+ gradingSource: z.ZodOptional<z.ZodObject<{
1909
+ pass: z.ZodObject<{
1910
+ id: z.ZodString;
1911
+ contentHash: z.ZodString;
1912
+ }, z.core.$strict>;
1913
+ evidence: z.ZodObject<{
1914
+ id: z.ZodString;
1915
+ contentHash: z.ZodString;
1916
+ }, z.core.$strict>;
1917
+ }, z.core.$strict>>;
1918
+ split: z.ZodEnum<{
1919
+ train: "train";
1920
+ validation: "validation";
1921
+ test: "test";
1922
+ frozen_eval: "frozen_eval";
1923
+ }>;
1924
+ population: z.ZodArray<z.ZodObject<{
1925
+ taskId: z.ZodString;
1926
+ seed: z.ZodString;
1927
+ fixtureId: z.ZodNullable<z.ZodString>;
1928
+ }, z.core.$strict>>;
1929
+ evaluators: z.ZodArray<z.ZodObject<{
1930
+ release: z.ZodObject<{
1931
+ id: z.ZodString;
1932
+ contentHash: z.ZodString;
1933
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1934
+ }, z.core.$strict>;
1935
+ feedbackKey: z.ZodString;
1936
+ configurationHash: z.ZodString;
1937
+ output: z.ZodEnum<{
1938
+ boolean: "boolean";
1939
+ score: "score";
1940
+ category: "category";
1941
+ }>;
1942
+ categories: z.ZodArray<z.ZodString>;
1943
+ }, z.core.$strict>>;
1944
+ fieldMappingsHash: z.ZodString;
1945
+ fieldMappings: z.ZodArray<z.ZodObject<{
1946
+ graderId: z.ZodString;
1947
+ fields: z.ZodArray<z.ZodObject<{
1948
+ destination: z.ZodEnum<{
1949
+ output: "output";
1950
+ input: "input";
1951
+ expectedOutput: "expectedOutput";
1952
+ evaluatorContext: "evaluatorContext";
1953
+ }>;
1954
+ path: z.ZodArray<z.ZodString>;
1955
+ source: z.ZodEnum<{
1956
+ output: "output";
1957
+ input: "input";
1958
+ expectedOutput: "expectedOutput";
1959
+ evaluatorContext: "evaluatorContext";
1960
+ }>;
1961
+ sourcePath: z.ZodArray<z.ZodString>;
1962
+ }, z.core.$strict>>;
1963
+ }, z.core.$strict>>;
1964
+ environmentHash: z.ZodString;
1965
+ privateDatasetClosureHash: z.ZodString;
1966
+ criterion: z.ZodObject<{
1967
+ minimumPassRate: z.ZodNumber;
1968
+ requireComplete: z.ZodBoolean;
1969
+ }, z.core.$strict>;
1970
+ contentHash: z.ZodString;
1971
+ }, z.core.$strict>>;
1972
+ }, z.core.$strict>], "kind">;
1973
+ population: z.ZodArray<z.ZodObject<{
1974
+ receiptId: z.ZodString;
1975
+ taskId: z.ZodString;
1976
+ seed: z.ZodString;
1977
+ fixtureId: z.ZodNullable<z.ZodString>;
1978
+ }, z.core.$strict>>;
1979
+ }, z.core.$strict>;
1980
+ maximumCostUsd: z.ZodNumber;
1981
+ graders: z.ZodOptional<z.ZodArray<z.ZodObject<{
1982
+ id: z.ZodString;
1983
+ version: z.ZodString;
1984
+ contentHash: z.ZodString;
1985
+ mappings: z.ZodArray<z.ZodObject<{
1986
+ destination: z.ZodEnum<{
1987
+ input: "input";
1988
+ output: "output";
1989
+ expectedOutput: "expectedOutput";
1990
+ evaluatorContext: "evaluatorContext";
1991
+ }>;
1992
+ path: z.ZodArray<z.ZodString>;
1993
+ source: z.ZodEnum<{
1994
+ input: "input";
1995
+ output: "output";
1996
+ expectedOutput: "expectedOutput";
1997
+ evaluatorContext: "evaluatorContext";
1998
+ }>;
1999
+ sourcePath: z.ZodArray<z.ZodString>;
2000
+ }, z.core.$strict>>;
2001
+ }, z.core.$strict>>>;
2002
+ sourceExperimentId: z.ZodOptional<z.ZodString>;
2003
+ }, z.core.$strict>;
2004
+ cadence: z.ZodDiscriminatedUnion<[z.ZodObject<{
2005
+ kind: z.ZodLiteral<"interval">;
2006
+ seconds: z.ZodNumber;
2007
+ }, z.core.$strict>, z.ZodObject<{
2008
+ kind: z.ZodLiteral<"nightly">;
2009
+ calendar: z.ZodObject<{
2010
+ localTime: z.ZodString;
2011
+ timeZone: z.ZodString;
2012
+ }, z.core.$strict>;
2013
+ }, z.core.$strict>], "kind">;
2014
+ maximumTotalSpendUsd: z.ZodNumber;
2015
+ maximumAttempts: z.ZodNumber;
2016
+ }, z.core.$strict>;
2017
+ }, z.core.$strict>, z.ZodObject<{
2018
+ operation: z.ZodLiteral<"control">;
2019
+ request: z.ZodObject<{
2020
+ teamId: z.ZodString;
2021
+ id: z.ZodString;
2022
+ operationId: z.ZodString;
2023
+ expectedRevision: z.ZodNumber;
2024
+ action: z.ZodEnum<{
2025
+ pause: "pause";
2026
+ cancel_active: "cancel_active";
2027
+ retry_active: "retry_active";
2028
+ }>;
2029
+ }, z.core.$strict>;
2030
+ }, z.core.$strict>, z.ZodObject<{
2031
+ operation: z.ZodLiteral<"read">;
2032
+ id: z.ZodString;
2033
+ }, z.core.$strict>, z.ZodObject<{
2034
+ operation: z.ZodLiteral<"list">;
2035
+ cursor: z.ZodOptional<z.ZodString>;
2036
+ limit: z.ZodDefault<z.ZodNumber>;
2037
+ }, z.core.$strict>], "operation">;
2038
+ export declare class OpenPondExperimentEvaluationScheduleClient {
2039
+ private readonly transport;
2040
+ constructor(access: EvaluationCoordinationAccess);
2041
+ command(raw: z.input<typeof ExperimentEvaluationScheduleCommandSchema>, signal?: AbortSignal): Promise<{
2042
+ schemaVersion: "openpond.experimentEvaluationSchedule.v1";
2043
+ id: string;
2044
+ revision: number;
2045
+ actorId: string;
2046
+ teamId: string;
2047
+ projectId: string | null;
2048
+ operationId: string;
2049
+ requestHash: string;
2050
+ configuration: {
2051
+ operationId: string;
2052
+ request: {
2053
+ schemaVersion: "openpond.modelTasksetRunRequest.v1";
2054
+ operationId: string;
2055
+ teamId: string;
2056
+ modelProjectId: string | null;
2057
+ taskset: {
2058
+ id: string;
2059
+ contentHash: string;
2060
+ revision: number;
2061
+ };
2062
+ policy: {
2063
+ kind: "hosted_chat";
2064
+ modelId: string;
2065
+ maxOutputTokens: number;
2066
+ temperature: number;
2067
+ topP: number;
2068
+ localRuntime?: {
2069
+ providerId: "claude-code";
2070
+ configurationHash: string;
2071
+ executableHash: string;
2072
+ version: string;
2073
+ capabilityHash: string;
2074
+ maximumRequestCostUsd: number;
2075
+ requestTimeoutMs: number;
2076
+ maximumTurns: number;
2077
+ holdOpen: boolean;
2078
+ } | {
2079
+ providerId: "custom-openai-compatible";
2080
+ configurationHash: string;
2081
+ maximumRequestCostUsd: number;
2082
+ requestTimeoutMs: number;
2083
+ } | undefined;
2084
+ candidate?: {
2085
+ artifactId: string;
2086
+ contentHash: string;
2087
+ preparationId: string;
2088
+ dispatchId: string;
2089
+ baseProfileId: string;
2090
+ workerImageDigest: string;
2091
+ } | undefined;
2092
+ harness?: {
2093
+ harnessRelease: {
2094
+ id: string;
2095
+ contentHash: string;
2096
+ };
2097
+ agentSnapshot: {
2098
+ id: string;
2099
+ contentHash: string;
2100
+ };
2101
+ sourcePackageHash: string;
2102
+ } | undefined;
2103
+ messages?: {
2104
+ role: "system" | "user" | "assistant";
2105
+ content: string;
2106
+ }[] | undefined;
2107
+ } | {
2108
+ kind: "hosted_harness";
2109
+ modelId: string;
2110
+ profileRepositoryId: string;
2111
+ source: {
2112
+ profileId: string;
2113
+ sourceRevision: string;
2114
+ harnessRelease: {
2115
+ id: string;
2116
+ contentHash: string;
2117
+ };
2118
+ catalogHash: string;
2119
+ definitionId: string;
2120
+ definitionHash: string;
2121
+ target: {
2122
+ kind: "profile";
2123
+ } | {
2124
+ kind: "workflow";
2125
+ workflowId: string;
2126
+ } | {
2127
+ kind: "skill";
2128
+ skillPath: string;
2129
+ } | {
2130
+ kind: "agent_action";
2131
+ actionId: string;
2132
+ };
2133
+ environmentHash: string;
2134
+ externalDatasetBinding?: {
2135
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
2136
+ dataset: {
2137
+ id: string;
2138
+ contentHash: string;
2139
+ revision: number;
2140
+ };
2141
+ packageHash: string;
2142
+ profileId: string;
2143
+ target: {
2144
+ kind: "profile";
2145
+ } | {
2146
+ kind: "workflow";
2147
+ workflowId: string;
2148
+ } | {
2149
+ kind: "skill";
2150
+ skillPath: string;
2151
+ } | {
2152
+ kind: "agent_action";
2153
+ actionId: string;
2154
+ };
2155
+ declaredProfileCatalogHash: string | null;
2156
+ protectedProfileClosureHash: string;
2157
+ split: "train" | "validation" | "test" | "frozen_eval";
2158
+ population: {
2159
+ taskId: string;
2160
+ seed: string;
2161
+ fixtureId: string | null;
2162
+ }[];
2163
+ evaluators: {
2164
+ release: {
2165
+ id: string;
2166
+ contentHash: string;
2167
+ revision: string | number;
2168
+ };
2169
+ feedbackKey: string;
2170
+ configurationHash: string;
2171
+ output: "boolean" | "score" | "category";
2172
+ categories: string[];
2173
+ }[];
2174
+ fieldMappingsHash: string;
2175
+ fieldMappings: {
2176
+ graderId: string;
2177
+ fields: {
2178
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
2179
+ path: string[];
2180
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
2181
+ sourcePath: string[];
2182
+ }[];
2183
+ }[];
2184
+ environmentHash: string;
2185
+ privateDatasetClosureHash: string;
2186
+ criterion: {
2187
+ minimumPassRate: number;
2188
+ requireComplete: boolean;
2189
+ };
2190
+ contentHash: string;
2191
+ recordedOrigin?: {
2192
+ execution: {
2193
+ id: string;
2194
+ contentHash: string;
2195
+ };
2196
+ originalEvidence: {
2197
+ id: string;
2198
+ contentHash: string;
2199
+ };
2200
+ members: {
2201
+ caseId: string;
2202
+ seed: string;
2203
+ fixtureId: string;
2204
+ sourceId: string;
2205
+ snapshotHash: string;
2206
+ boundaryRevisionHash: string;
2207
+ }[];
2208
+ } | undefined;
2209
+ gradingSource?: {
2210
+ pass: {
2211
+ id: string;
2212
+ contentHash: string;
2213
+ };
2214
+ evidence: {
2215
+ id: string;
2216
+ contentHash: string;
2217
+ };
2218
+ } | undefined;
2219
+ } | undefined;
2220
+ sourceCandidate?: {
2221
+ candidateId: string;
2222
+ frozenRevision: number;
2223
+ frozenHash: string;
2224
+ harnessRelease: {
2225
+ id: string;
2226
+ contentHash: string;
2227
+ };
2228
+ protectedClosureHash: string;
2229
+ } | undefined;
2230
+ };
2231
+ modelConfigurationHash: string;
2232
+ packageHash: string;
2233
+ candidate?: {
2234
+ artifactId: string;
2235
+ contentHash: string;
2236
+ preparationId: string;
2237
+ dispatchId: string;
2238
+ baseProfileId: string;
2239
+ workerImageDigest: string;
2240
+ } | undefined;
2241
+ sourceCandidate?: {
2242
+ candidateId: string;
2243
+ frozenRevision: number;
2244
+ frozenHash: string;
2245
+ harnessRelease: {
2246
+ id: string;
2247
+ contentHash: string;
2248
+ };
2249
+ protectedClosureHash: string;
2250
+ } | undefined;
2251
+ reasoningEffort?: "high" | "low" | "off" | "medium" | "xhigh" | "max" | undefined;
2252
+ externalDatasetBinding?: {
2253
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
2254
+ dataset: {
2255
+ id: string;
2256
+ contentHash: string;
2257
+ revision: number;
2258
+ };
2259
+ packageHash: string;
2260
+ profileId: string;
2261
+ target: {
2262
+ kind: "profile";
2263
+ } | {
2264
+ kind: "workflow";
2265
+ workflowId: string;
2266
+ } | {
2267
+ kind: "skill";
2268
+ skillPath: string;
2269
+ } | {
2270
+ kind: "agent_action";
2271
+ actionId: string;
2272
+ };
2273
+ declaredProfileCatalogHash: string | null;
2274
+ protectedProfileClosureHash: string;
2275
+ split: "train" | "validation" | "test" | "frozen_eval";
2276
+ population: {
2277
+ taskId: string;
2278
+ seed: string;
2279
+ fixtureId: string | null;
2280
+ }[];
2281
+ evaluators: {
2282
+ release: {
2283
+ id: string;
2284
+ contentHash: string;
2285
+ revision: string | number;
2286
+ };
2287
+ feedbackKey: string;
2288
+ configurationHash: string;
2289
+ output: "boolean" | "score" | "category";
2290
+ categories: string[];
2291
+ }[];
2292
+ fieldMappingsHash: string;
2293
+ fieldMappings: {
2294
+ graderId: string;
2295
+ fields: {
2296
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
2297
+ path: string[];
2298
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
2299
+ sourcePath: string[];
2300
+ }[];
2301
+ }[];
2302
+ environmentHash: string;
2303
+ privateDatasetClosureHash: string;
2304
+ criterion: {
2305
+ minimumPassRate: number;
2306
+ requireComplete: boolean;
2307
+ };
2308
+ contentHash: string;
2309
+ recordedOrigin?: {
2310
+ execution: {
2311
+ id: string;
2312
+ contentHash: string;
2313
+ };
2314
+ originalEvidence: {
2315
+ id: string;
2316
+ contentHash: string;
2317
+ };
2318
+ members: {
2319
+ caseId: string;
2320
+ seed: string;
2321
+ fixtureId: string;
2322
+ sourceId: string;
2323
+ snapshotHash: string;
2324
+ boundaryRevisionHash: string;
2325
+ }[];
2326
+ } | undefined;
2327
+ gradingSource?: {
2328
+ pass: {
2329
+ id: string;
2330
+ contentHash: string;
2331
+ };
2332
+ evidence: {
2333
+ id: string;
2334
+ contentHash: string;
2335
+ };
2336
+ } | undefined;
2337
+ } | undefined;
2338
+ } | {
2339
+ kind: "fixture";
2340
+ };
2341
+ population: {
2342
+ receiptId: string;
2343
+ taskId: string;
2344
+ seed: string;
2345
+ fixtureId: string | null;
2346
+ }[];
2347
+ name?: string | undefined;
2348
+ project?: {
2349
+ id: string;
2350
+ revision: number;
2351
+ contentHash: string;
2352
+ targetId: string | null;
2353
+ } | undefined;
2354
+ };
2355
+ maximumCostUsd: number;
2356
+ graders?: {
2357
+ id: string;
2358
+ version: string;
2359
+ contentHash: string;
2360
+ mappings: {
2361
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
2362
+ path: string[];
2363
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
2364
+ sourcePath: string[];
2365
+ }[];
2366
+ }[] | undefined;
2367
+ sourceExperimentId?: string | undefined;
2368
+ };
2369
+ configurationHash: string;
2370
+ cadence: {
2371
+ kind: "interval";
2372
+ seconds: number;
2373
+ } | {
2374
+ kind: "nightly";
2375
+ calendar: {
2376
+ localTime: string;
2377
+ timeZone: string;
2378
+ };
2379
+ };
2380
+ state: "blocked" | "scheduled" | "disabled";
2381
+ nextRunAt: string | null;
2382
+ maximumTotalSpendUsd: number;
2383
+ maximumAttempts: number;
2384
+ lastEvaluatedConfigurationHash: string | null;
2385
+ newerUnevaluatedRelease: {
2386
+ id: string;
2387
+ contentHash: string;
2388
+ } | null;
2389
+ fires: {
2390
+ id: string;
2391
+ scheduledAt: string;
2392
+ coalescedThroughAt: string;
2393
+ coalescedCount: number;
2394
+ configurationHash: string;
2395
+ operationId: string;
2396
+ state: "cancelled" | "failed" | "running" | "completed" | "dispatching" | "cleaning" | "reserved" | "uncertain";
2397
+ executionId: string | null;
2398
+ attempt: number;
2399
+ maximumCostUsd: number;
2400
+ actualSpendUsd: number | null;
2401
+ cleanupComplete: boolean;
2402
+ error: string | null;
2403
+ }[];
2404
+ reason: string | null;
2405
+ createdAt: string;
2406
+ updatedAt: string;
2407
+ contentHash: string;
2408
+ } | {
2409
+ items: {
2410
+ schemaVersion: "openpond.experimentEvaluationSchedule.v1";
2411
+ id: string;
2412
+ revision: number;
2413
+ actorId: string;
2414
+ teamId: string;
2415
+ projectId: string | null;
2416
+ operationId: string;
2417
+ requestHash: string;
2418
+ configuration: {
2419
+ operationId: string;
2420
+ request: {
2421
+ schemaVersion: "openpond.modelTasksetRunRequest.v1";
2422
+ operationId: string;
2423
+ teamId: string;
2424
+ modelProjectId: string | null;
2425
+ taskset: {
2426
+ id: string;
2427
+ contentHash: string;
2428
+ revision: number;
2429
+ };
2430
+ policy: {
2431
+ kind: "hosted_chat";
2432
+ modelId: string;
2433
+ maxOutputTokens: number;
2434
+ temperature: number;
2435
+ topP: number;
2436
+ localRuntime?: {
2437
+ providerId: "claude-code";
2438
+ configurationHash: string;
2439
+ executableHash: string;
2440
+ version: string;
2441
+ capabilityHash: string;
2442
+ maximumRequestCostUsd: number;
2443
+ requestTimeoutMs: number;
2444
+ maximumTurns: number;
2445
+ holdOpen: boolean;
2446
+ } | {
2447
+ providerId: "custom-openai-compatible";
2448
+ configurationHash: string;
2449
+ maximumRequestCostUsd: number;
2450
+ requestTimeoutMs: number;
2451
+ } | undefined;
2452
+ candidate?: {
2453
+ artifactId: string;
2454
+ contentHash: string;
2455
+ preparationId: string;
2456
+ dispatchId: string;
2457
+ baseProfileId: string;
2458
+ workerImageDigest: string;
2459
+ } | undefined;
2460
+ harness?: {
2461
+ harnessRelease: {
2462
+ id: string;
2463
+ contentHash: string;
2464
+ };
2465
+ agentSnapshot: {
2466
+ id: string;
2467
+ contentHash: string;
2468
+ };
2469
+ sourcePackageHash: string;
2470
+ } | undefined;
2471
+ messages?: {
2472
+ role: "system" | "user" | "assistant";
2473
+ content: string;
2474
+ }[] | undefined;
2475
+ } | {
2476
+ kind: "hosted_harness";
2477
+ modelId: string;
2478
+ profileRepositoryId: string;
2479
+ source: {
2480
+ profileId: string;
2481
+ sourceRevision: string;
2482
+ harnessRelease: {
2483
+ id: string;
2484
+ contentHash: string;
2485
+ };
2486
+ catalogHash: string;
2487
+ definitionId: string;
2488
+ definitionHash: string;
2489
+ target: {
2490
+ kind: "profile";
2491
+ } | {
2492
+ kind: "workflow";
2493
+ workflowId: string;
2494
+ } | {
2495
+ kind: "skill";
2496
+ skillPath: string;
2497
+ } | {
2498
+ kind: "agent_action";
2499
+ actionId: string;
2500
+ };
2501
+ environmentHash: string;
2502
+ externalDatasetBinding?: {
2503
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
2504
+ dataset: {
2505
+ id: string;
2506
+ contentHash: string;
2507
+ revision: number;
2508
+ };
2509
+ packageHash: string;
2510
+ profileId: string;
2511
+ target: {
2512
+ kind: "profile";
2513
+ } | {
2514
+ kind: "workflow";
2515
+ workflowId: string;
2516
+ } | {
2517
+ kind: "skill";
2518
+ skillPath: string;
2519
+ } | {
2520
+ kind: "agent_action";
2521
+ actionId: string;
2522
+ };
2523
+ declaredProfileCatalogHash: string | null;
2524
+ protectedProfileClosureHash: string;
2525
+ split: "train" | "validation" | "test" | "frozen_eval";
2526
+ population: {
2527
+ taskId: string;
2528
+ seed: string;
2529
+ fixtureId: string | null;
2530
+ }[];
2531
+ evaluators: {
2532
+ release: {
2533
+ id: string;
2534
+ contentHash: string;
2535
+ revision: string | number;
2536
+ };
2537
+ feedbackKey: string;
2538
+ configurationHash: string;
2539
+ output: "boolean" | "score" | "category";
2540
+ categories: string[];
2541
+ }[];
2542
+ fieldMappingsHash: string;
2543
+ fieldMappings: {
2544
+ graderId: string;
2545
+ fields: {
2546
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
2547
+ path: string[];
2548
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
2549
+ sourcePath: string[];
2550
+ }[];
2551
+ }[];
2552
+ environmentHash: string;
2553
+ privateDatasetClosureHash: string;
2554
+ criterion: {
2555
+ minimumPassRate: number;
2556
+ requireComplete: boolean;
2557
+ };
2558
+ contentHash: string;
2559
+ recordedOrigin?: {
2560
+ execution: {
2561
+ id: string;
2562
+ contentHash: string;
2563
+ };
2564
+ originalEvidence: {
2565
+ id: string;
2566
+ contentHash: string;
2567
+ };
2568
+ members: {
2569
+ caseId: string;
2570
+ seed: string;
2571
+ fixtureId: string;
2572
+ sourceId: string;
2573
+ snapshotHash: string;
2574
+ boundaryRevisionHash: string;
2575
+ }[];
2576
+ } | undefined;
2577
+ gradingSource?: {
2578
+ pass: {
2579
+ id: string;
2580
+ contentHash: string;
2581
+ };
2582
+ evidence: {
2583
+ id: string;
2584
+ contentHash: string;
2585
+ };
2586
+ } | undefined;
2587
+ } | undefined;
2588
+ sourceCandidate?: {
2589
+ candidateId: string;
2590
+ frozenRevision: number;
2591
+ frozenHash: string;
2592
+ harnessRelease: {
2593
+ id: string;
2594
+ contentHash: string;
2595
+ };
2596
+ protectedClosureHash: string;
2597
+ } | undefined;
2598
+ };
2599
+ modelConfigurationHash: string;
2600
+ packageHash: string;
2601
+ candidate?: {
2602
+ artifactId: string;
2603
+ contentHash: string;
2604
+ preparationId: string;
2605
+ dispatchId: string;
2606
+ baseProfileId: string;
2607
+ workerImageDigest: string;
2608
+ } | undefined;
2609
+ sourceCandidate?: {
2610
+ candidateId: string;
2611
+ frozenRevision: number;
2612
+ frozenHash: string;
2613
+ harnessRelease: {
2614
+ id: string;
2615
+ contentHash: string;
2616
+ };
2617
+ protectedClosureHash: string;
2618
+ } | undefined;
2619
+ reasoningEffort?: "high" | "low" | "off" | "medium" | "xhigh" | "max" | undefined;
2620
+ externalDatasetBinding?: {
2621
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
2622
+ dataset: {
2623
+ id: string;
2624
+ contentHash: string;
2625
+ revision: number;
2626
+ };
2627
+ packageHash: string;
2628
+ profileId: string;
2629
+ target: {
2630
+ kind: "profile";
2631
+ } | {
2632
+ kind: "workflow";
2633
+ workflowId: string;
2634
+ } | {
2635
+ kind: "skill";
2636
+ skillPath: string;
2637
+ } | {
2638
+ kind: "agent_action";
2639
+ actionId: string;
2640
+ };
2641
+ declaredProfileCatalogHash: string | null;
2642
+ protectedProfileClosureHash: string;
2643
+ split: "train" | "validation" | "test" | "frozen_eval";
2644
+ population: {
2645
+ taskId: string;
2646
+ seed: string;
2647
+ fixtureId: string | null;
2648
+ }[];
2649
+ evaluators: {
2650
+ release: {
2651
+ id: string;
2652
+ contentHash: string;
2653
+ revision: string | number;
2654
+ };
2655
+ feedbackKey: string;
2656
+ configurationHash: string;
2657
+ output: "boolean" | "score" | "category";
2658
+ categories: string[];
2659
+ }[];
2660
+ fieldMappingsHash: string;
2661
+ fieldMappings: {
2662
+ graderId: string;
2663
+ fields: {
2664
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
2665
+ path: string[];
2666
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
2667
+ sourcePath: string[];
2668
+ }[];
2669
+ }[];
2670
+ environmentHash: string;
2671
+ privateDatasetClosureHash: string;
2672
+ criterion: {
2673
+ minimumPassRate: number;
2674
+ requireComplete: boolean;
2675
+ };
2676
+ contentHash: string;
2677
+ recordedOrigin?: {
2678
+ execution: {
2679
+ id: string;
2680
+ contentHash: string;
2681
+ };
2682
+ originalEvidence: {
2683
+ id: string;
2684
+ contentHash: string;
2685
+ };
2686
+ members: {
2687
+ caseId: string;
2688
+ seed: string;
2689
+ fixtureId: string;
2690
+ sourceId: string;
2691
+ snapshotHash: string;
2692
+ boundaryRevisionHash: string;
2693
+ }[];
2694
+ } | undefined;
2695
+ gradingSource?: {
2696
+ pass: {
2697
+ id: string;
2698
+ contentHash: string;
2699
+ };
2700
+ evidence: {
2701
+ id: string;
2702
+ contentHash: string;
2703
+ };
2704
+ } | undefined;
2705
+ } | undefined;
2706
+ } | {
2707
+ kind: "fixture";
2708
+ };
2709
+ population: {
2710
+ receiptId: string;
2711
+ taskId: string;
2712
+ seed: string;
2713
+ fixtureId: string | null;
2714
+ }[];
2715
+ name?: string | undefined;
2716
+ project?: {
2717
+ id: string;
2718
+ revision: number;
2719
+ contentHash: string;
2720
+ targetId: string | null;
2721
+ } | undefined;
2722
+ };
2723
+ maximumCostUsd: number;
2724
+ graders?: {
2725
+ id: string;
2726
+ version: string;
2727
+ contentHash: string;
2728
+ mappings: {
2729
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
2730
+ path: string[];
2731
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
2732
+ sourcePath: string[];
2733
+ }[];
2734
+ }[] | undefined;
2735
+ sourceExperimentId?: string | undefined;
2736
+ };
2737
+ configurationHash: string;
2738
+ cadence: {
2739
+ kind: "interval";
2740
+ seconds: number;
2741
+ } | {
2742
+ kind: "nightly";
2743
+ calendar: {
2744
+ localTime: string;
2745
+ timeZone: string;
2746
+ };
2747
+ };
2748
+ state: "blocked" | "scheduled" | "disabled";
2749
+ nextRunAt: string | null;
2750
+ maximumTotalSpendUsd: number;
2751
+ maximumAttempts: number;
2752
+ lastEvaluatedConfigurationHash: string | null;
2753
+ newerUnevaluatedRelease: {
2754
+ id: string;
2755
+ contentHash: string;
2756
+ } | null;
2757
+ fires: {
2758
+ id: string;
2759
+ scheduledAt: string;
2760
+ coalescedThroughAt: string;
2761
+ coalescedCount: number;
2762
+ configurationHash: string;
2763
+ operationId: string;
2764
+ state: "cancelled" | "failed" | "running" | "completed" | "dispatching" | "cleaning" | "reserved" | "uncertain";
2765
+ executionId: string | null;
2766
+ attempt: number;
2767
+ maximumCostUsd: number;
2768
+ actualSpendUsd: number | null;
2769
+ cleanupComplete: boolean;
2770
+ error: string | null;
2771
+ }[];
2772
+ reason: string | null;
2773
+ createdAt: string;
2774
+ updatedAt: string;
2775
+ contentHash: string;
2776
+ }[];
2777
+ nextCursor: string | null;
2778
+ }>;
2779
+ }
2780
+ //# sourceMappingURL=experiment-evaluation-schedules.d.ts.map