openpond-sdk 0.9.8 → 0.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (96) hide show
  1. package/README.md +18 -17
  2. package/dist/{chunk-4HZORGK3.js → chunk-2ZJRG3KL.js} +13 -4
  3. package/dist/chunk-2ZJRG3KL.js.map +7 -0
  4. package/dist/{chunk-YYJ4T4U4.js → chunk-7B44TQZD.js} +2 -2
  5. package/dist/{chunk-KYCQ7LZ4.js → chunk-DSGGM2ME.js} +2 -2
  6. package/dist/chunk-DSGGM2ME.js.map +7 -0
  7. package/dist/{chunk-3HV3G6DG.js → chunk-I2YM3UY4.js} +2 -2
  8. package/dist/{chunk-6D4JIOOC.js → chunk-I3TQTXKB.js} +2 -2
  9. package/dist/{chunk-WOPM32SE.js → chunk-JA3KFK3U.js} +7 -1
  10. package/dist/chunk-JA3KFK3U.js.map +7 -0
  11. package/dist/{chunk-A4ZDOZKP.js → chunk-K3JCP4FO.js} +11 -5
  12. package/dist/chunk-K3JCP4FO.js.map +7 -0
  13. package/dist/{chunk-TQ5ASK7D.js → chunk-PJ2VLNJF.js} +21 -3
  14. package/dist/chunk-PJ2VLNJF.js.map +7 -0
  15. package/dist/chunk-PRRUBH2B.js +314 -0
  16. package/dist/chunk-PRRUBH2B.js.map +7 -0
  17. package/dist/{chunk-BGXWHDYM.js → chunk-W5TXWVFS.js} +9 -2
  18. package/dist/chunk-W5TXWVFS.js.map +7 -0
  19. package/dist/dataset-workspaces.js +14 -10
  20. package/dist/dataset-workspaces.js.map +2 -2
  21. package/dist/experiments.js +71 -58
  22. package/dist/experiments.js.map +4 -4
  23. package/dist/index.js +4 -4
  24. package/dist/learning.js +8 -0
  25. package/dist/learning.js.map +3 -3
  26. package/dist/model-starter-attempts.js +1 -1
  27. package/dist/model-starter-catalog.js +2 -2
  28. package/dist/model-starters.js +8 -4
  29. package/dist/model-taskset-runs.js +2 -2
  30. package/dist/taskset-catalog.js +1 -1
  31. package/dist/taskset-drafts.js +3 -3
  32. package/dist/taskset-packages.js +8 -6
  33. package/dist/taskset-packages.js.map +1 -1
  34. package/dist/training-bundle.js +2 -2
  35. package/dist/training-projects.js +2 -0
  36. package/dist/training-projects.js.map +2 -2
  37. package/dist/types/packages/sdk/src/dataset-grader-selection.d.ts +24 -0
  38. package/dist/types/packages/sdk/src/dataset-grader-selection.d.ts.map +1 -0
  39. package/dist/types/packages/sdk/src/dataset-population.d.ts +1 -0
  40. package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
  41. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +2 -4
  42. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  43. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +11 -0
  44. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
  45. package/dist/types/packages/sdk/src/experiment-client.d.ts +904 -502
  46. package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
  47. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +51 -2
  48. package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
  49. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +58 -0
  50. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -0
  51. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts +24 -0
  52. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts.map +1 -0
  53. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +121 -0
  54. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -0
  55. package/dist/types/packages/sdk/src/experiment-run-details.d.ts +724 -0
  56. package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -0
  57. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +2 -0
  58. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
  59. package/dist/types/packages/sdk/src/experiments.d.ts +5 -1
  60. package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
  61. package/dist/types/packages/sdk/src/grader-feedback-key.d.ts +3 -0
  62. package/dist/types/packages/sdk/src/grader-feedback-key.d.ts.map +1 -0
  63. package/dist/types/packages/sdk/src/learning.d.ts +1 -0
  64. package/dist/types/packages/sdk/src/learning.d.ts.map +1 -1
  65. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +156 -0
  66. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  67. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +1 -0
  68. package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
  69. package/dist/types/packages/sdk/src/model-starters.d.ts +1 -0
  70. package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
  71. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +44 -0
  72. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
  73. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +44 -0
  74. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
  75. package/dist/types/packages/sdk/src/taskset-catalog.d.ts +7 -0
  76. package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
  77. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1468 -0
  78. package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
  79. package/dist/types/packages/sdk/src/training-project-client.d.ts +56 -4
  80. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
  81. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +71 -6
  82. package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
  83. package/package.json +2 -2
  84. package/dist/chunk-4HZORGK3.js.map +0 -7
  85. package/dist/chunk-A4ZDOZKP.js.map +0 -7
  86. package/dist/chunk-BGXWHDYM.js.map +0 -7
  87. package/dist/chunk-KYCQ7LZ4.js.map +0 -7
  88. package/dist/chunk-RXKIOOFZ.js +0 -256
  89. package/dist/chunk-RXKIOOFZ.js.map +0 -7
  90. package/dist/chunk-TQ5ASK7D.js.map +0 -7
  91. package/dist/chunk-WOPM32SE.js.map +0 -7
  92. package/dist/types/packages/sdk/src/experiment-history.d.ts +0 -266
  93. package/dist/types/packages/sdk/src/experiment-history.d.ts.map +0 -1
  94. /package/dist/{chunk-YYJ4T4U4.js.map → chunk-7B44TQZD.js.map} +0 -0
  95. /package/dist/{chunk-3HV3G6DG.js.map → chunk-I2YM3UY4.js.map} +0 -0
  96. /package/dist/{chunk-6D4JIOOC.js.map → chunk-I3TQTXKB.js.map} +0 -0
@@ -0,0 +1,724 @@
1
+ import { z } from "zod";
2
+ import { type ModelTasksetRunRequest } from "./model-taskset-runs-contracts.js";
3
+ declare const ConfigurationContent: z.ZodObject<{
4
+ request: z.ZodObject<{
5
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
6
+ operationId: z.ZodString;
7
+ teamId: z.ZodString;
8
+ modelProjectId: z.ZodNullable<z.ZodString>;
9
+ name: z.ZodOptional<z.ZodString>;
10
+ project: z.ZodOptional<z.ZodObject<{
11
+ id: z.ZodString;
12
+ revision: z.ZodNumber;
13
+ contentHash: z.ZodString;
14
+ targetId: z.ZodNullable<z.ZodString>;
15
+ }, z.core.$strict>>;
16
+ taskset: z.ZodObject<{
17
+ id: z.ZodString;
18
+ contentHash: z.ZodString;
19
+ revision: z.ZodNumber;
20
+ }, z.core.$strict>;
21
+ policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
22
+ kind: z.ZodLiteral<"hosted_chat">;
23
+ modelId: z.ZodString;
24
+ harness: z.ZodOptional<z.ZodObject<{
25
+ harnessRelease: z.ZodObject<{
26
+ id: z.ZodString;
27
+ contentHash: z.ZodString;
28
+ }, z.core.$strict>;
29
+ agentSnapshot: z.ZodObject<{
30
+ id: z.ZodString;
31
+ contentHash: z.ZodString;
32
+ }, z.core.$strict>;
33
+ sourcePackageHash: z.ZodString;
34
+ }, z.core.$strict>>;
35
+ messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
36
+ role: z.ZodEnum<{
37
+ system: "system";
38
+ user: "user";
39
+ assistant: "assistant";
40
+ }>;
41
+ content: z.ZodString;
42
+ }, z.core.$strict>>>;
43
+ maxOutputTokens: z.ZodDefault<z.ZodNumber>;
44
+ temperature: z.ZodDefault<z.ZodNumber>;
45
+ topP: z.ZodDefault<z.ZodNumber>;
46
+ }, z.core.$strict>, z.ZodObject<{
47
+ kind: z.ZodLiteral<"fixture">;
48
+ }, z.core.$strict>, z.ZodObject<{
49
+ kind: z.ZodLiteral<"hosted_harness">;
50
+ modelId: z.ZodString;
51
+ reasoningEffort: z.ZodOptional<z.ZodEnum<{
52
+ high: "high";
53
+ low: "low";
54
+ off: "off";
55
+ medium: "medium";
56
+ xhigh: "xhigh";
57
+ max: "max";
58
+ }>>;
59
+ profileRepositoryId: z.ZodString;
60
+ source: z.ZodObject<{
61
+ profileId: z.ZodString;
62
+ sourceRevision: z.ZodString;
63
+ harnessRelease: z.ZodObject<{
64
+ id: z.ZodString;
65
+ contentHash: z.ZodString;
66
+ }, z.core.$strict>;
67
+ catalogHash: z.ZodString;
68
+ definitionId: z.ZodString;
69
+ definitionHash: z.ZodString;
70
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
71
+ kind: z.ZodLiteral<"profile">;
72
+ }, z.core.$strict>, z.ZodObject<{
73
+ kind: z.ZodLiteral<"workflow">;
74
+ workflowId: z.ZodString;
75
+ }, z.core.$strict>, z.ZodObject<{
76
+ kind: z.ZodLiteral<"skill">;
77
+ skillPath: z.ZodString;
78
+ }, z.core.$strict>, z.ZodObject<{
79
+ kind: z.ZodLiteral<"agent_action">;
80
+ actionId: z.ZodString;
81
+ }, z.core.$strict>], "kind">;
82
+ environmentHash: z.ZodString;
83
+ }, z.core.$strict>;
84
+ modelConfigurationHash: z.ZodString;
85
+ packageHash: z.ZodString;
86
+ }, z.core.$strict>], "kind">;
87
+ population: z.ZodArray<z.ZodObject<{
88
+ receiptId: z.ZodString;
89
+ taskId: z.ZodString;
90
+ seed: z.ZodString;
91
+ fixtureId: z.ZodNullable<z.ZodString>;
92
+ }, z.core.$strict>>;
93
+ }, z.core.$strict>;
94
+ maximumCostUsd: z.ZodNumber;
95
+ graders: z.ZodArray<z.ZodObject<{
96
+ id: z.ZodString;
97
+ version: z.ZodString;
98
+ contentHash: z.ZodString;
99
+ name: z.ZodOptional<z.ZodString>;
100
+ feedbackKey: z.ZodString;
101
+ release: z.ZodNullable<z.ZodObject<{
102
+ id: z.ZodString;
103
+ revision: z.ZodNumber;
104
+ contentHash: z.ZodString;
105
+ }, z.core.$strict>>;
106
+ mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
107
+ destination: z.ZodEnum<{
108
+ input: "input";
109
+ output: "output";
110
+ expectedOutput: "expectedOutput";
111
+ evaluatorContext: "evaluatorContext";
112
+ }>;
113
+ path: z.ZodArray<z.ZodString>;
114
+ source: z.ZodEnum<{
115
+ input: "input";
116
+ output: "output";
117
+ expectedOutput: "expectedOutput";
118
+ evaluatorContext: "evaluatorContext";
119
+ }>;
120
+ sourcePath: z.ZodArray<z.ZodString>;
121
+ }, z.core.$strict>>>;
122
+ }, z.core.$strict>>;
123
+ admissionRequestHash: z.ZodOptional<z.ZodString>;
124
+ sourceExperimentId: z.ZodOptional<z.ZodString>;
125
+ }, z.core.$strict>;
126
+ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
127
+ request: z.ZodObject<{
128
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
129
+ operationId: z.ZodString;
130
+ teamId: z.ZodString;
131
+ modelProjectId: z.ZodNullable<z.ZodString>;
132
+ name: z.ZodOptional<z.ZodString>;
133
+ project: z.ZodOptional<z.ZodObject<{
134
+ id: z.ZodString;
135
+ revision: z.ZodNumber;
136
+ contentHash: z.ZodString;
137
+ targetId: z.ZodNullable<z.ZodString>;
138
+ }, z.core.$strict>>;
139
+ taskset: z.ZodObject<{
140
+ id: z.ZodString;
141
+ contentHash: z.ZodString;
142
+ revision: z.ZodNumber;
143
+ }, z.core.$strict>;
144
+ policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
145
+ kind: z.ZodLiteral<"hosted_chat">;
146
+ modelId: z.ZodString;
147
+ harness: z.ZodOptional<z.ZodObject<{
148
+ harnessRelease: z.ZodObject<{
149
+ id: z.ZodString;
150
+ contentHash: z.ZodString;
151
+ }, z.core.$strict>;
152
+ agentSnapshot: z.ZodObject<{
153
+ id: z.ZodString;
154
+ contentHash: z.ZodString;
155
+ }, z.core.$strict>;
156
+ sourcePackageHash: z.ZodString;
157
+ }, z.core.$strict>>;
158
+ messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
159
+ role: z.ZodEnum<{
160
+ system: "system";
161
+ user: "user";
162
+ assistant: "assistant";
163
+ }>;
164
+ content: z.ZodString;
165
+ }, z.core.$strict>>>;
166
+ maxOutputTokens: z.ZodDefault<z.ZodNumber>;
167
+ temperature: z.ZodDefault<z.ZodNumber>;
168
+ topP: z.ZodDefault<z.ZodNumber>;
169
+ }, z.core.$strict>, z.ZodObject<{
170
+ kind: z.ZodLiteral<"fixture">;
171
+ }, z.core.$strict>, z.ZodObject<{
172
+ kind: z.ZodLiteral<"hosted_harness">;
173
+ modelId: z.ZodString;
174
+ reasoningEffort: z.ZodOptional<z.ZodEnum<{
175
+ high: "high";
176
+ low: "low";
177
+ off: "off";
178
+ medium: "medium";
179
+ xhigh: "xhigh";
180
+ max: "max";
181
+ }>>;
182
+ profileRepositoryId: z.ZodString;
183
+ source: z.ZodObject<{
184
+ profileId: z.ZodString;
185
+ sourceRevision: z.ZodString;
186
+ harnessRelease: z.ZodObject<{
187
+ id: z.ZodString;
188
+ contentHash: z.ZodString;
189
+ }, z.core.$strict>;
190
+ catalogHash: z.ZodString;
191
+ definitionId: z.ZodString;
192
+ definitionHash: z.ZodString;
193
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
194
+ kind: z.ZodLiteral<"profile">;
195
+ }, z.core.$strict>, z.ZodObject<{
196
+ kind: z.ZodLiteral<"workflow">;
197
+ workflowId: z.ZodString;
198
+ }, z.core.$strict>, z.ZodObject<{
199
+ kind: z.ZodLiteral<"skill">;
200
+ skillPath: z.ZodString;
201
+ }, z.core.$strict>, z.ZodObject<{
202
+ kind: z.ZodLiteral<"agent_action">;
203
+ actionId: z.ZodString;
204
+ }, z.core.$strict>], "kind">;
205
+ environmentHash: z.ZodString;
206
+ }, z.core.$strict>;
207
+ modelConfigurationHash: z.ZodString;
208
+ packageHash: z.ZodString;
209
+ }, z.core.$strict>], "kind">;
210
+ population: z.ZodArray<z.ZodObject<{
211
+ receiptId: z.ZodString;
212
+ taskId: z.ZodString;
213
+ seed: z.ZodString;
214
+ fixtureId: z.ZodNullable<z.ZodString>;
215
+ }, z.core.$strict>>;
216
+ }, z.core.$strict>;
217
+ maximumCostUsd: z.ZodNumber;
218
+ graders: z.ZodArray<z.ZodObject<{
219
+ id: z.ZodString;
220
+ version: z.ZodString;
221
+ contentHash: z.ZodString;
222
+ name: z.ZodOptional<z.ZodString>;
223
+ feedbackKey: z.ZodString;
224
+ release: z.ZodNullable<z.ZodObject<{
225
+ id: z.ZodString;
226
+ revision: z.ZodNumber;
227
+ contentHash: z.ZodString;
228
+ }, z.core.$strict>>;
229
+ mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
230
+ destination: z.ZodEnum<{
231
+ input: "input";
232
+ output: "output";
233
+ expectedOutput: "expectedOutput";
234
+ evaluatorContext: "evaluatorContext";
235
+ }>;
236
+ path: z.ZodArray<z.ZodString>;
237
+ source: z.ZodEnum<{
238
+ input: "input";
239
+ output: "output";
240
+ expectedOutput: "expectedOutput";
241
+ evaluatorContext: "evaluatorContext";
242
+ }>;
243
+ sourcePath: z.ZodArray<z.ZodString>;
244
+ }, z.core.$strict>>>;
245
+ }, z.core.$strict>>;
246
+ admissionRequestHash: z.ZodOptional<z.ZodString>;
247
+ sourceExperimentId: z.ZodOptional<z.ZodString>;
248
+ configurationHash: z.ZodString;
249
+ }, z.core.$strict>;
250
+ export type ExperimentRunConfiguration = z.infer<typeof ExperimentRunConfigurationSchema>;
251
+ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
252
+ summary: z.ZodObject<{
253
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunSummary.v1">;
254
+ id: z.ZodString;
255
+ revision: z.ZodNumber;
256
+ teamId: z.ZodString;
257
+ modelProjectId: z.ZodNullable<z.ZodString>;
258
+ name: z.ZodOptional<z.ZodString>;
259
+ project: z.ZodOptional<z.ZodObject<{
260
+ id: z.ZodString;
261
+ revision: z.ZodNumber;
262
+ contentHash: z.ZodString;
263
+ targetId: z.ZodNullable<z.ZodString>;
264
+ }, z.core.$strict>>;
265
+ operationId: z.ZodString;
266
+ taskset: z.ZodObject<{
267
+ id: z.ZodString;
268
+ contentHash: z.ZodString;
269
+ revision: z.ZodNumber;
270
+ }, z.core.$strict>;
271
+ policyKind: z.ZodEnum<{
272
+ hosted_chat: "hosted_chat";
273
+ fixture: "fixture";
274
+ hosted_harness: "hosted_harness";
275
+ }>;
276
+ manifestHash: z.ZodString;
277
+ status: z.ZodEnum<{
278
+ failed: "failed";
279
+ cancelled: "cancelled";
280
+ queued: "queued";
281
+ running: "running";
282
+ cancelling: "cancelling";
283
+ completed: "completed";
284
+ }>;
285
+ totalCount: z.ZodNumber;
286
+ counts: z.ZodObject<{
287
+ pending: z.ZodNumber;
288
+ running: z.ZodNumber;
289
+ completed: z.ZodNumber;
290
+ failed: z.ZodNumber;
291
+ cancelled: z.ZodNumber;
292
+ }, z.core.$strict>;
293
+ createdAt: z.ZodISODateTime;
294
+ startedAt: z.ZodNullable<z.ZodISODateTime>;
295
+ completedAt: z.ZodNullable<z.ZodISODateTime>;
296
+ cleanupComplete: z.ZodBoolean;
297
+ resultAvailable: z.ZodBoolean;
298
+ score: z.ZodNullable<z.ZodNumber>;
299
+ metricName: z.ZodString;
300
+ error: z.ZodNullable<z.ZodObject<{
301
+ code: z.ZodString;
302
+ message: z.ZodString;
303
+ }, z.core.$strict>>;
304
+ }, z.core.$strict>;
305
+ request: z.ZodObject<{
306
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
307
+ operationId: z.ZodString;
308
+ teamId: z.ZodString;
309
+ modelProjectId: z.ZodNullable<z.ZodString>;
310
+ name: z.ZodOptional<z.ZodString>;
311
+ project: z.ZodOptional<z.ZodObject<{
312
+ id: z.ZodString;
313
+ revision: z.ZodNumber;
314
+ contentHash: z.ZodString;
315
+ targetId: z.ZodNullable<z.ZodString>;
316
+ }, z.core.$strict>>;
317
+ taskset: z.ZodObject<{
318
+ id: z.ZodString;
319
+ contentHash: z.ZodString;
320
+ revision: z.ZodNumber;
321
+ }, z.core.$strict>;
322
+ policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
323
+ kind: z.ZodLiteral<"hosted_chat">;
324
+ modelId: z.ZodString;
325
+ harness: z.ZodOptional<z.ZodObject<{
326
+ harnessRelease: z.ZodObject<{
327
+ id: z.ZodString;
328
+ contentHash: z.ZodString;
329
+ }, z.core.$strict>;
330
+ agentSnapshot: z.ZodObject<{
331
+ id: z.ZodString;
332
+ contentHash: z.ZodString;
333
+ }, z.core.$strict>;
334
+ sourcePackageHash: z.ZodString;
335
+ }, z.core.$strict>>;
336
+ messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
337
+ role: z.ZodEnum<{
338
+ system: "system";
339
+ user: "user";
340
+ assistant: "assistant";
341
+ }>;
342
+ content: z.ZodString;
343
+ }, z.core.$strict>>>;
344
+ maxOutputTokens: z.ZodDefault<z.ZodNumber>;
345
+ temperature: z.ZodDefault<z.ZodNumber>;
346
+ topP: z.ZodDefault<z.ZodNumber>;
347
+ }, z.core.$strict>, z.ZodObject<{
348
+ kind: z.ZodLiteral<"fixture">;
349
+ }, z.core.$strict>, z.ZodObject<{
350
+ kind: z.ZodLiteral<"hosted_harness">;
351
+ modelId: z.ZodString;
352
+ reasoningEffort: z.ZodOptional<z.ZodEnum<{
353
+ high: "high";
354
+ low: "low";
355
+ off: "off";
356
+ medium: "medium";
357
+ xhigh: "xhigh";
358
+ max: "max";
359
+ }>>;
360
+ profileRepositoryId: z.ZodString;
361
+ source: z.ZodObject<{
362
+ profileId: z.ZodString;
363
+ sourceRevision: z.ZodString;
364
+ harnessRelease: z.ZodObject<{
365
+ id: z.ZodString;
366
+ contentHash: z.ZodString;
367
+ }, z.core.$strict>;
368
+ catalogHash: z.ZodString;
369
+ definitionId: z.ZodString;
370
+ definitionHash: z.ZodString;
371
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
372
+ kind: z.ZodLiteral<"profile">;
373
+ }, z.core.$strict>, z.ZodObject<{
374
+ kind: z.ZodLiteral<"workflow">;
375
+ workflowId: z.ZodString;
376
+ }, z.core.$strict>, z.ZodObject<{
377
+ kind: z.ZodLiteral<"skill">;
378
+ skillPath: z.ZodString;
379
+ }, z.core.$strict>, z.ZodObject<{
380
+ kind: z.ZodLiteral<"agent_action">;
381
+ actionId: z.ZodString;
382
+ }, z.core.$strict>], "kind">;
383
+ environmentHash: z.ZodString;
384
+ }, z.core.$strict>;
385
+ modelConfigurationHash: z.ZodString;
386
+ packageHash: z.ZodString;
387
+ }, z.core.$strict>], "kind">;
388
+ population: z.ZodArray<z.ZodObject<{
389
+ receiptId: z.ZodString;
390
+ taskId: z.ZodString;
391
+ seed: z.ZodString;
392
+ fixtureId: z.ZodNullable<z.ZodString>;
393
+ }, z.core.$strict>>;
394
+ }, z.core.$strict>;
395
+ manifest: z.ZodObject<{
396
+ schemaVersion: z.ZodLiteral<"openpond.tasksetRunManifest.v1">;
397
+ id: z.ZodString;
398
+ tasksetRelease: z.ZodObject<{
399
+ id: z.ZodString;
400
+ contentHash: z.ZodString;
401
+ }, z.core.$strict>;
402
+ packageHash: z.ZodString;
403
+ execution: z.ZodDiscriminatedUnion<[z.ZodObject<{
404
+ kind: z.ZodLiteral<"taskset">;
405
+ environmentRelease: z.ZodObject<{
406
+ id: z.ZodString;
407
+ contentHash: z.ZodString;
408
+ }, z.core.$strict>;
409
+ verifierSetRelease: z.ZodObject<{
410
+ id: z.ZodString;
411
+ contentHash: z.ZodString;
412
+ }, z.core.$strict>;
413
+ policyHash: z.ZodString;
414
+ }, z.core.$strict>, z.ZodObject<{
415
+ kind: z.ZodLiteral<"harness">;
416
+ harnessRelease: z.ZodObject<{
417
+ id: z.ZodString;
418
+ contentHash: z.ZodString;
419
+ }, z.core.$strict>;
420
+ }, z.core.$strict>], "kind">;
421
+ profileEvaluation: z.ZodOptional<z.ZodObject<{
422
+ profileId: z.ZodString;
423
+ sourceRevision: z.ZodString;
424
+ harnessRelease: z.ZodObject<{
425
+ id: z.ZodString;
426
+ contentHash: z.ZodString;
427
+ }, z.core.$strict>;
428
+ catalogHash: z.ZodString;
429
+ definitionId: z.ZodString;
430
+ definitionHash: z.ZodString;
431
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
432
+ kind: z.ZodLiteral<"profile">;
433
+ }, z.core.$strict>, z.ZodObject<{
434
+ kind: z.ZodLiteral<"workflow">;
435
+ workflowId: z.ZodString;
436
+ }, z.core.$strict>, z.ZodObject<{
437
+ kind: z.ZodLiteral<"skill">;
438
+ skillPath: z.ZodString;
439
+ }, z.core.$strict>, z.ZodObject<{
440
+ kind: z.ZodLiteral<"agent_action">;
441
+ actionId: z.ZodString;
442
+ }, z.core.$strict>], "kind">;
443
+ environmentHash: z.ZodString;
444
+ }, z.core.$strict>>;
445
+ policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
446
+ kind: z.ZodLiteral<"model">;
447
+ model: z.ZodObject<{
448
+ provider: z.ZodString;
449
+ model: z.ZodString;
450
+ revision: z.ZodDefault<z.ZodNullable<z.ZodString>>;
451
+ artifactHash: z.ZodDefault<z.ZodNullable<z.ZodString>>;
452
+ tokenizerRevision: z.ZodDefault<z.ZodNullable<z.ZodString>>;
453
+ chatTemplateHash: z.ZodDefault<z.ZodNullable<z.ZodString>>;
454
+ }, z.core.$strict>;
455
+ configurationHash: z.ZodString;
456
+ }, z.core.$strict>, z.ZodObject<{
457
+ kind: z.ZodLiteral<"fixture">;
458
+ }, z.core.$strict>], "kind">;
459
+ gradingRole: z.ZodLiteral<"evaluation">;
460
+ metricPolicy: z.ZodObject<{
461
+ schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
462
+ primaryMetric: z.ZodString;
463
+ aggregation: z.ZodEnum<{
464
+ mean_score: "mean_score";
465
+ pass_rate: "pass_rate";
466
+ weighted_mean: "weighted_mean";
467
+ custom: "custom";
468
+ }>;
469
+ missingReward: z.ZodEnum<{
470
+ zero: "zero";
471
+ exclude: "exclude";
472
+ }>;
473
+ taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
474
+ customAggregator: z.ZodNullable<z.ZodObject<{
475
+ module: z.ZodString;
476
+ exportName: z.ZodString;
477
+ contentHash: z.ZodString;
478
+ timeoutMs: z.ZodNumber;
479
+ networkPolicy: z.ZodLiteral<"none">;
480
+ }, z.core.$strict>>;
481
+ }, z.core.$strict>;
482
+ population: z.ZodArray<z.ZodObject<{
483
+ receiptId: z.ZodString;
484
+ taskId: z.ZodString;
485
+ seed: z.ZodString;
486
+ fixtureId: z.ZodNullable<z.ZodString>;
487
+ }, z.core.$strict>>;
488
+ runtimeTarget: z.ZodObject<{
489
+ adapterId: z.ZodString;
490
+ placement: z.ZodEnum<{
491
+ local: "local";
492
+ remote: "remote";
493
+ colocated: "colocated";
494
+ provider_native: "provider_native";
495
+ }>;
496
+ runtimeVersion: z.ZodString;
497
+ capabilityReceipt: z.ZodString;
498
+ }, z.core.$strict>;
499
+ limits: z.ZodObject<{
500
+ maxTurns: z.ZodNumber;
501
+ timeoutMs: z.ZodNumber;
502
+ maxOutputBytes: z.ZodNumber;
503
+ maximumSpendUsd: z.ZodNullable<z.ZodNumber>;
504
+ }, z.core.$strict>;
505
+ createdAt: z.ZodString;
506
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
507
+ contentHash: z.ZodString;
508
+ }, z.core.$strict>;
509
+ policySnapshot: z.ZodNullable<z.ZodObject<{
510
+ modelId: z.ZodString;
511
+ provider: z.ZodString;
512
+ upstreamModelId: z.ZodString;
513
+ configurationHash: z.ZodString;
514
+ }, z.core.$strict>>;
515
+ configuration: z.ZodObject<{
516
+ request: z.ZodObject<{
517
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
518
+ operationId: z.ZodString;
519
+ teamId: z.ZodString;
520
+ modelProjectId: z.ZodNullable<z.ZodString>;
521
+ name: z.ZodOptional<z.ZodString>;
522
+ project: z.ZodOptional<z.ZodObject<{
523
+ id: z.ZodString;
524
+ revision: z.ZodNumber;
525
+ contentHash: z.ZodString;
526
+ targetId: z.ZodNullable<z.ZodString>;
527
+ }, z.core.$strict>>;
528
+ taskset: z.ZodObject<{
529
+ id: z.ZodString;
530
+ contentHash: z.ZodString;
531
+ revision: z.ZodNumber;
532
+ }, z.core.$strict>;
533
+ policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
534
+ kind: z.ZodLiteral<"hosted_chat">;
535
+ modelId: z.ZodString;
536
+ harness: z.ZodOptional<z.ZodObject<{
537
+ harnessRelease: z.ZodObject<{
538
+ id: z.ZodString;
539
+ contentHash: z.ZodString;
540
+ }, z.core.$strict>;
541
+ agentSnapshot: z.ZodObject<{
542
+ id: z.ZodString;
543
+ contentHash: z.ZodString;
544
+ }, z.core.$strict>;
545
+ sourcePackageHash: z.ZodString;
546
+ }, z.core.$strict>>;
547
+ messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
548
+ role: z.ZodEnum<{
549
+ system: "system";
550
+ user: "user";
551
+ assistant: "assistant";
552
+ }>;
553
+ content: z.ZodString;
554
+ }, z.core.$strict>>>;
555
+ maxOutputTokens: z.ZodDefault<z.ZodNumber>;
556
+ temperature: z.ZodDefault<z.ZodNumber>;
557
+ topP: z.ZodDefault<z.ZodNumber>;
558
+ }, z.core.$strict>, z.ZodObject<{
559
+ kind: z.ZodLiteral<"fixture">;
560
+ }, z.core.$strict>, z.ZodObject<{
561
+ kind: z.ZodLiteral<"hosted_harness">;
562
+ modelId: z.ZodString;
563
+ reasoningEffort: z.ZodOptional<z.ZodEnum<{
564
+ high: "high";
565
+ low: "low";
566
+ off: "off";
567
+ medium: "medium";
568
+ xhigh: "xhigh";
569
+ max: "max";
570
+ }>>;
571
+ profileRepositoryId: z.ZodString;
572
+ source: z.ZodObject<{
573
+ profileId: z.ZodString;
574
+ sourceRevision: z.ZodString;
575
+ harnessRelease: z.ZodObject<{
576
+ id: z.ZodString;
577
+ contentHash: z.ZodString;
578
+ }, z.core.$strict>;
579
+ catalogHash: z.ZodString;
580
+ definitionId: z.ZodString;
581
+ definitionHash: z.ZodString;
582
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
583
+ kind: z.ZodLiteral<"profile">;
584
+ }, z.core.$strict>, z.ZodObject<{
585
+ kind: z.ZodLiteral<"workflow">;
586
+ workflowId: z.ZodString;
587
+ }, z.core.$strict>, z.ZodObject<{
588
+ kind: z.ZodLiteral<"skill">;
589
+ skillPath: z.ZodString;
590
+ }, z.core.$strict>, z.ZodObject<{
591
+ kind: z.ZodLiteral<"agent_action">;
592
+ actionId: z.ZodString;
593
+ }, z.core.$strict>], "kind">;
594
+ environmentHash: z.ZodString;
595
+ }, z.core.$strict>;
596
+ modelConfigurationHash: z.ZodString;
597
+ packageHash: z.ZodString;
598
+ }, z.core.$strict>], "kind">;
599
+ population: z.ZodArray<z.ZodObject<{
600
+ receiptId: z.ZodString;
601
+ taskId: z.ZodString;
602
+ seed: z.ZodString;
603
+ fixtureId: z.ZodNullable<z.ZodString>;
604
+ }, z.core.$strict>>;
605
+ }, z.core.$strict>;
606
+ maximumCostUsd: z.ZodNumber;
607
+ graders: z.ZodArray<z.ZodObject<{
608
+ id: z.ZodString;
609
+ version: z.ZodString;
610
+ contentHash: z.ZodString;
611
+ name: z.ZodOptional<z.ZodString>;
612
+ feedbackKey: z.ZodString;
613
+ release: z.ZodNullable<z.ZodObject<{
614
+ id: z.ZodString;
615
+ revision: z.ZodNumber;
616
+ contentHash: z.ZodString;
617
+ }, z.core.$strict>>;
618
+ mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
619
+ destination: z.ZodEnum<{
620
+ input: "input";
621
+ output: "output";
622
+ expectedOutput: "expectedOutput";
623
+ evaluatorContext: "evaluatorContext";
624
+ }>;
625
+ path: z.ZodArray<z.ZodString>;
626
+ source: z.ZodEnum<{
627
+ input: "input";
628
+ output: "output";
629
+ expectedOutput: "expectedOutput";
630
+ evaluatorContext: "evaluatorContext";
631
+ }>;
632
+ sourcePath: z.ZodArray<z.ZodString>;
633
+ }, z.core.$strict>>>;
634
+ }, z.core.$strict>>;
635
+ admissionRequestHash: z.ZodOptional<z.ZodString>;
636
+ sourceExperimentId: z.ZodOptional<z.ZodString>;
637
+ configurationHash: z.ZodString;
638
+ }, z.core.$strict>;
639
+ }, z.core.$strict>;
640
+ export type ExperimentRunDetails = z.infer<typeof ExperimentRunDetailsSchema>;
641
+ /** Native preparation assigns new receipt IDs while retaining the selected
642
+ * task/seed population. Other runtimes seal their submitted IDs exactly. */
643
+ export declare function experimentConfigurationRequest(request: ModelTasksetRunRequest): {
644
+ population: {
645
+ taskId: string;
646
+ seed: string;
647
+ fixtureId: string | null;
648
+ }[];
649
+ schemaVersion: "openpond.modelTasksetRunRequest.v1";
650
+ operationId: string;
651
+ teamId: string;
652
+ modelProjectId: string | null;
653
+ taskset: {
654
+ id: string;
655
+ contentHash: string;
656
+ revision: number;
657
+ };
658
+ policy: {
659
+ kind: "hosted_chat";
660
+ modelId: string;
661
+ maxOutputTokens: number;
662
+ temperature: number;
663
+ topP: number;
664
+ harness?: {
665
+ harnessRelease: {
666
+ id: string;
667
+ contentHash: string;
668
+ };
669
+ agentSnapshot: {
670
+ id: string;
671
+ contentHash: string;
672
+ };
673
+ sourcePackageHash: string;
674
+ } | undefined;
675
+ messages?: {
676
+ role: "system" | "user" | "assistant";
677
+ content: string;
678
+ }[] | undefined;
679
+ } | {
680
+ kind: "hosted_harness";
681
+ modelId: string;
682
+ profileRepositoryId: string;
683
+ source: {
684
+ profileId: string;
685
+ sourceRevision: string;
686
+ harnessRelease: {
687
+ id: string;
688
+ contentHash: string;
689
+ };
690
+ catalogHash: string;
691
+ definitionId: string;
692
+ definitionHash: string;
693
+ target: {
694
+ kind: "profile";
695
+ } | {
696
+ kind: "workflow";
697
+ workflowId: string;
698
+ } | {
699
+ kind: "skill";
700
+ skillPath: string;
701
+ } | {
702
+ kind: "agent_action";
703
+ actionId: string;
704
+ };
705
+ environmentHash: string;
706
+ };
707
+ modelConfigurationHash: string;
708
+ packageHash: string;
709
+ reasoningEffort?: "high" | "low" | "off" | "medium" | "xhigh" | "max" | undefined;
710
+ } | {
711
+ kind: "fixture";
712
+ };
713
+ name?: string | undefined;
714
+ project?: {
715
+ id: string;
716
+ revision: number;
717
+ contentHash: string;
718
+ targetId: string | null;
719
+ } | undefined;
720
+ };
721
+ export declare function experimentRunConfigurationHash(value: z.input<typeof ConfigurationContent>): string;
722
+ export declare function verifyExperimentRunDetails(value: unknown): Promise<ExperimentRunDetails>;
723
+ export {};
724
+ //# sourceMappingURL=experiment-run-details.d.ts.map