openpond-sdk 0.3.2 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (126) hide show
  1. package/TASKSETS.md +55 -0
  2. package/dist/actions-local.js +67 -118
  3. package/dist/actions-local.js.map +4 -4
  4. package/dist/actions.js +4 -92
  5. package/dist/actions.js.map +4 -4
  6. package/dist/chunk-27ETSPHQ.js +83 -0
  7. package/dist/chunk-27ETSPHQ.js.map +7 -0
  8. package/dist/chunk-5PRP457R.js +477 -0
  9. package/dist/chunk-5PRP457R.js.map +7 -0
  10. package/dist/chunk-65D4C7HP.js +273 -0
  11. package/dist/chunk-65D4C7HP.js.map +7 -0
  12. package/dist/chunk-747CMU2Y.js +222 -0
  13. package/dist/chunk-747CMU2Y.js.map +7 -0
  14. package/dist/chunk-7O5X7DBU.js +80 -0
  15. package/dist/chunk-7O5X7DBU.js.map +7 -0
  16. package/dist/chunk-A4ZDOZKP.js +115 -0
  17. package/dist/chunk-A4ZDOZKP.js.map +7 -0
  18. package/dist/chunk-APHPXQEA.js +155 -0
  19. package/dist/chunk-APHPXQEA.js.map +7 -0
  20. package/dist/chunk-AVW35YOH.js +574 -0
  21. package/dist/chunk-AVW35YOH.js.map +7 -0
  22. package/dist/chunk-AZUCY3E5.js +2395 -0
  23. package/dist/chunk-AZUCY3E5.js.map +7 -0
  24. package/dist/chunk-IVEXCIHO.js +1373 -0
  25. package/dist/chunk-IVEXCIHO.js.map +7 -0
  26. package/dist/chunk-K5ZCYOZO.js +49 -0
  27. package/dist/chunk-K5ZCYOZO.js.map +7 -0
  28. package/dist/chunk-LLHE4BOD.js +220 -0
  29. package/dist/chunk-LLHE4BOD.js.map +7 -0
  30. package/dist/chunk-LXXQVGQY.js +1 -0
  31. package/dist/chunk-LXXQVGQY.js.map +7 -0
  32. package/dist/chunk-P27DQ65Z.js +138 -0
  33. package/dist/chunk-P27DQ65Z.js.map +7 -0
  34. package/dist/chunk-QLEJOCQX.js +72 -0
  35. package/dist/chunk-QLEJOCQX.js.map +7 -0
  36. package/dist/chunk-S7I45WJQ.js +57 -0
  37. package/dist/chunk-S7I45WJQ.js.map +7 -0
  38. package/dist/chunk-ZPCK222K.js +586 -0
  39. package/dist/chunk-ZPCK222K.js.map +7 -0
  40. package/dist/index.js +33 -2488
  41. package/dist/index.js.map +4 -4
  42. package/dist/learning.js +16 -2042
  43. package/dist/learning.js.map +4 -4
  44. package/dist/model-batch-review.js +5 -42
  45. package/dist/model-batch-review.js.map +3 -3
  46. package/dist/model-projects.js +29 -430
  47. package/dist/model-projects.js.map +3 -3
  48. package/dist/model-starter-attempts.js +62 -311
  49. package/dist/model-starter-attempts.js.map +4 -4
  50. package/dist/model-starter-catalog.js +17 -460
  51. package/dist/model-starter-catalog.js.map +4 -4
  52. package/dist/model-starters.js +32 -709
  53. package/dist/model-starters.js.map +4 -4
  54. package/dist/model-taskset-authoring.js +11 -44
  55. package/dist/model-taskset-authoring.js.map +3 -3
  56. package/dist/profile-actions.js +4 -211
  57. package/dist/profile-actions.js.map +3 -3
  58. package/dist/project-actions.js +4 -224
  59. package/dist/project-actions.js.map +3 -3
  60. package/dist/refiner.js +14 -554
  61. package/dist/refiner.js.map +4 -4
  62. package/dist/taskset-catalog.js +9 -104
  63. package/dist/taskset-catalog.js.map +3 -3
  64. package/dist/taskset-drafts.js +465 -0
  65. package/dist/taskset-drafts.js.map +7 -0
  66. package/dist/taskset-packages.js +946 -3089
  67. package/dist/taskset-packages.js.map +4 -4
  68. package/dist/training.js +43 -822
  69. package/dist/training.js.map +4 -4
  70. package/dist/types/packages/sdk/src/index.d.ts +3 -3
  71. package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
  72. package/dist/types/packages/sdk/src/learning-client.d.ts +130 -0
  73. package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -0
  74. package/dist/types/packages/sdk/src/learning.d.ts +1 -129
  75. package/dist/types/packages/sdk/src/learning.d.ts.map +1 -1
  76. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +68 -0
  77. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  78. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +1170 -0
  79. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -0
  80. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +560 -0
  81. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -0
  82. package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +92 -0
  83. package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -0
  84. package/dist/types/packages/sdk/src/taskset-authored-tool-environment.d.ts +15 -0
  85. package/dist/types/packages/sdk/src/taskset-authored-tool-environment.d.ts.map +1 -0
  86. package/dist/types/packages/sdk/src/taskset-authored-validation.d.ts +18 -0
  87. package/dist/types/packages/sdk/src/taskset-authored-validation.d.ts.map +1 -0
  88. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +1681 -0
  89. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -0
  90. package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts +19 -0
  91. package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -0
  92. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +2713 -0
  93. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -0
  94. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +1000 -0
  95. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -0
  96. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +429 -0
  97. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts.map +1 -0
  98. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +284 -0
  99. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts.map +1 -0
  100. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +846 -0
  101. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -0
  102. package/dist/types/packages/sdk/src/taskset-draft-files.d.ts +8 -0
  103. package/dist/types/packages/sdk/src/taskset-draft-files.d.ts.map +1 -0
  104. package/dist/types/packages/sdk/src/taskset-draft-harness-actions.d.ts +28 -0
  105. package/dist/types/packages/sdk/src/taskset-draft-harness-actions.d.ts.map +1 -0
  106. package/dist/types/packages/sdk/src/taskset-draft-manifests.d.ts +8 -0
  107. package/dist/types/packages/sdk/src/taskset-draft-manifests.d.ts.map +1 -0
  108. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +967 -0
  109. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -0
  110. package/dist/types/packages/sdk/src/taskset-draft-publication.d.ts +10 -0
  111. package/dist/types/packages/sdk/src/taskset-draft-publication.d.ts.map +1 -0
  112. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +1297 -0
  113. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -0
  114. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +1597 -0
  115. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -0
  116. package/dist/types/packages/sdk/src/taskset-drafts.d.ts +16 -0
  117. package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -0
  118. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +64 -0
  119. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -0
  120. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +1514 -0
  121. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -0
  122. package/dist/types/packages/sdk/src/taskset-packages.d.ts +6 -0
  123. package/dist/types/packages/sdk/src/taskset-packages.d.ts.map +1 -1
  124. package/dist/workflows.js +4 -221
  125. package/dist/workflows.js.map +3 -3
  126. package/package.json +6 -2
@@ -0,0 +1,1297 @@
1
+ import { z } from "zod";
2
+ import { type ModelTasksetDraftPreparation } from "./model-taskset-authoring-contracts.js";
3
+ import { type TasksetDraft } from "./taskset-draft-document.js";
4
+ import { type TasksetPackage } from "./taskset-package-contracts.js";
5
+ export declare const TasksetDraftSourceInitializationSchema: z.ZodObject<{
6
+ draft: z.ZodObject<{
7
+ schemaVersion: z.ZodLiteral<"openpond.tasksetDraft.v1">;
8
+ id: z.ZodString;
9
+ revision: z.ZodNumber;
10
+ profileId: z.ZodString;
11
+ modelScope: z.ZodDefault<z.ZodNullable<z.ZodObject<{
12
+ modelId: z.ZodString;
13
+ expectedModelRevision: z.ZodNumber;
14
+ source: z.ZodOptional<z.ZodObject<{
15
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetDraftPreparation.v1">;
16
+ draftId: z.ZodString;
17
+ requestHash: z.ZodString;
18
+ sourcePackageHash: z.ZodString;
19
+ sourceTasksetRef: z.ZodObject<{
20
+ id: z.ZodString;
21
+ contentHash: z.ZodString;
22
+ revision: z.ZodNumber;
23
+ }, z.core.$strict>;
24
+ tasksetId: z.ZodString;
25
+ tasksetRevision: z.ZodNumber;
26
+ lineage: z.ZodObject<{
27
+ schemaVersion: z.ZodLiteral<"openpond.modelTasksetAuthoring.v1">;
28
+ owner: z.ZodObject<{
29
+ scopeId: z.ZodString;
30
+ modelId: z.ZodString;
31
+ }, z.core.$strict>;
32
+ root: z.ZodObject<{
33
+ id: z.ZodString;
34
+ contentHash: z.ZodString;
35
+ revision: z.ZodNumber;
36
+ }, z.core.$strict>;
37
+ parent: z.ZodObject<{
38
+ id: z.ZodString;
39
+ contentHash: z.ZodString;
40
+ revision: z.ZodNumber;
41
+ }, z.core.$strict>;
42
+ }, z.core.$strict>;
43
+ }, z.core.$strict>>;
44
+ }, z.core.$strict>>>;
45
+ name: z.ZodString;
46
+ objective: z.ZodString;
47
+ purpose: z.ZodDefault<z.ZodEnum<{
48
+ benchmark: "benchmark";
49
+ general: "general";
50
+ }>>;
51
+ benchmark: z.ZodDefault<z.ZodNullable<z.ZodObject<{
52
+ schemaVersion: z.ZodLiteral<"openpond.tasksetBenchmark.v1">;
53
+ definitionId: z.ZodString;
54
+ releaseId: z.ZodString;
55
+ releaseHash: z.ZodString;
56
+ managedReleasePath: z.ZodString;
57
+ adaptationSplit: z.ZodEnum<{
58
+ train: "train";
59
+ validation: "validation";
60
+ test: "test";
61
+ frozen_eval: "frozen_eval";
62
+ }>;
63
+ evaluationSplit: z.ZodEnum<{
64
+ train: "train";
65
+ validation: "validation";
66
+ test: "test";
67
+ frozen_eval: "frozen_eval";
68
+ }>;
69
+ primaryMetric: z.ZodEnum<{
70
+ foreground_tokens: "foreground_tokens";
71
+ success_rate: "success_rate";
72
+ latency_ms: "latency_ms";
73
+ cost_usd: "cost_usd";
74
+ }>;
75
+ qualityGate: z.ZodEnum<{
76
+ none: "none";
77
+ non_regression: "non_regression";
78
+ all_pass: "all_pass";
79
+ }>;
80
+ source: z.ZodEnum<{
81
+ builtin: "builtin";
82
+ imported: "imported";
83
+ }>;
84
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
85
+ }, z.core.$strip>>>;
86
+ preferenceComparison: z.ZodDefault<z.ZodNullable<z.ZodObject<{
87
+ schemaVersion: z.ZodLiteral<"openpond.tasksetPreferenceComparisonBinding.v1">;
88
+ releaseId: z.ZodString;
89
+ releaseHash: z.ZodString;
90
+ publishedAt: z.ZodString;
91
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
92
+ }, z.core.$strip>>>;
93
+ status: z.ZodEnum<{
94
+ draft: "draft";
95
+ published: "published";
96
+ validating: "validating";
97
+ needs_review: "needs_review";
98
+ }>;
99
+ sourceRefs: z.ZodDefault<z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
100
+ schemaVersion: z.ZodLiteral<"openpond.trainingSource.v1">;
101
+ id: z.ZodString;
102
+ profileId: z.ZodString;
103
+ sessionId: z.ZodString;
104
+ turnIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
105
+ workspaceId: z.ZodNullable<z.ZodString>;
106
+ sourceHash: z.ZodString;
107
+ clusterKey: z.ZodString;
108
+ title: z.ZodString;
109
+ occurredAt: z.ZodString;
110
+ consent: z.ZodObject<{
111
+ status: z.ZodEnum<{
112
+ pending: "pending";
113
+ granted: "granted";
114
+ denied: "denied";
115
+ revoked: "revoked";
116
+ }>;
117
+ scope: z.ZodEnum<{
118
+ metadata_only: "metadata_only";
119
+ selected_turns: "selected_turns";
120
+ full_session: "full_session";
121
+ }>;
122
+ grantedBy: z.ZodNullable<z.ZodString>;
123
+ grantedAt: z.ZodNullable<z.ZodString>;
124
+ purpose: z.ZodLiteral<"task_authoring_and_evaluation">;
125
+ }, z.core.$strip>;
126
+ connectedAppIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
127
+ secretScanStatus: z.ZodEnum<{
128
+ pending: "pending";
129
+ passed: "passed";
130
+ blocked: "blocked";
131
+ }>;
132
+ piiScanStatus: z.ZodEnum<{
133
+ pending: "pending";
134
+ review: "review";
135
+ passed: "passed";
136
+ blocked: "blocked";
137
+ }>;
138
+ licensingStatus: z.ZodEnum<{
139
+ pending: "pending";
140
+ review: "review";
141
+ approved: "approved";
142
+ blocked: "blocked";
143
+ }>;
144
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
145
+ }, z.core.$strip>, z.ZodDiscriminatedUnion<[z.ZodObject<{
146
+ id: z.ZodString;
147
+ profileId: z.ZodString;
148
+ title: z.ZodString;
149
+ sourceHash: z.ZodString;
150
+ occurredAt: z.ZodString;
151
+ licensingStatus: z.ZodEnum<{
152
+ pending: "pending";
153
+ review: "review";
154
+ approved: "approved";
155
+ blocked: "blocked";
156
+ }>;
157
+ secretScanStatus: z.ZodEnum<{
158
+ pending: "pending";
159
+ passed: "passed";
160
+ blocked: "blocked";
161
+ }>;
162
+ piiScanStatus: z.ZodEnum<{
163
+ pending: "pending";
164
+ review: "review";
165
+ passed: "passed";
166
+ blocked: "blocked";
167
+ }>;
168
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
169
+ schemaVersion: z.ZodLiteral<"openpond.huggingFaceDatasetSource.v1">;
170
+ kind: z.ZodLiteral<"huggingface">;
171
+ repositoryId: z.ZodString;
172
+ repositoryUrl: z.ZodString;
173
+ revision: z.ZodString;
174
+ configuration: z.ZodString;
175
+ upstreamSplits: z.ZodArray<z.ZodString>;
176
+ gated: z.ZodBoolean;
177
+ private: z.ZodBoolean;
178
+ declaredLicense: z.ZodNullable<z.ZodString>;
179
+ sourceFileHashes: z.ZodArray<z.ZodString>;
180
+ }, z.core.$strip>, z.ZodObject<{
181
+ id: z.ZodString;
182
+ profileId: z.ZodString;
183
+ title: z.ZodString;
184
+ sourceHash: z.ZodString;
185
+ occurredAt: z.ZodString;
186
+ licensingStatus: z.ZodEnum<{
187
+ pending: "pending";
188
+ review: "review";
189
+ approved: "approved";
190
+ blocked: "blocked";
191
+ }>;
192
+ secretScanStatus: z.ZodEnum<{
193
+ pending: "pending";
194
+ passed: "passed";
195
+ blocked: "blocked";
196
+ }>;
197
+ piiScanStatus: z.ZodEnum<{
198
+ pending: "pending";
199
+ review: "review";
200
+ passed: "passed";
201
+ blocked: "blocked";
202
+ }>;
203
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
204
+ schemaVersion: z.ZodLiteral<"openpond.uploadedFileDatasetSource.v1">;
205
+ kind: z.ZodLiteral<"uploaded_file">;
206
+ originalFileNames: z.ZodArray<z.ZodString>;
207
+ mediaTypes: z.ZodArray<z.ZodString>;
208
+ sourceFileHashes: z.ZodArray<z.ZodString>;
209
+ totalBytes: z.ZodNumber;
210
+ parserVersion: z.ZodString;
211
+ }, z.core.$strip>, z.ZodObject<{
212
+ id: z.ZodString;
213
+ profileId: z.ZodString;
214
+ title: z.ZodString;
215
+ sourceHash: z.ZodString;
216
+ occurredAt: z.ZodString;
217
+ licensingStatus: z.ZodEnum<{
218
+ pending: "pending";
219
+ review: "review";
220
+ approved: "approved";
221
+ blocked: "blocked";
222
+ }>;
223
+ secretScanStatus: z.ZodEnum<{
224
+ pending: "pending";
225
+ passed: "passed";
226
+ blocked: "blocked";
227
+ }>;
228
+ piiScanStatus: z.ZodEnum<{
229
+ pending: "pending";
230
+ review: "review";
231
+ passed: "passed";
232
+ blocked: "blocked";
233
+ }>;
234
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
235
+ schemaVersion: z.ZodLiteral<"openpond.generatedDatasetSource.v1">;
236
+ kind: z.ZodLiteral<"generated">;
237
+ generatorId: z.ZodString;
238
+ generatorVersion: z.ZodString;
239
+ seed: z.ZodNumber;
240
+ generatorHash: z.ZodString;
241
+ }, z.core.$strip>, z.ZodObject<{
242
+ id: z.ZodString;
243
+ profileId: z.ZodString;
244
+ title: z.ZodString;
245
+ sourceHash: z.ZodString;
246
+ occurredAt: z.ZodString;
247
+ licensingStatus: z.ZodEnum<{
248
+ pending: "pending";
249
+ review: "review";
250
+ approved: "approved";
251
+ blocked: "blocked";
252
+ }>;
253
+ secretScanStatus: z.ZodEnum<{
254
+ pending: "pending";
255
+ passed: "passed";
256
+ blocked: "blocked";
257
+ }>;
258
+ piiScanStatus: z.ZodEnum<{
259
+ pending: "pending";
260
+ review: "review";
261
+ passed: "passed";
262
+ blocked: "blocked";
263
+ }>;
264
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
265
+ schemaVersion: z.ZodLiteral<"openpond.learningBatchDatasetSource.v1">;
266
+ kind: z.ZodLiteral<"learning_batch">;
267
+ batch: z.ZodObject<{
268
+ id: z.ZodString;
269
+ revision: z.ZodNumber;
270
+ contentHash: z.ZodString;
271
+ }, z.core.$strict>;
272
+ taskDefinition: z.ZodObject<{
273
+ id: z.ZodString;
274
+ revision: z.ZodNumber;
275
+ contentHash: z.ZodString;
276
+ }, z.core.$strict>;
277
+ admittedBy: z.ZodString;
278
+ }, z.core.$strip>], "kind">]>>>;
279
+ datasetArtifact: z.ZodOptional<z.ZodNullable<z.ZodObject<{
280
+ schemaVersion: z.ZodLiteral<"openpond.datasetArtifact.v1">;
281
+ id: z.ZodString;
282
+ tasksetId: z.ZodString;
283
+ tasksetRevision: z.ZodNumber;
284
+ contentHash: z.ZodString;
285
+ format: z.ZodLiteral<"parquet">;
286
+ schema: z.ZodObject<{
287
+ schemaVersion: z.ZodLiteral<"openpond.datasetSemanticSchema.v1">;
288
+ fields: z.ZodArray<z.ZodObject<{
289
+ name: z.ZodString;
290
+ semanticRole: z.ZodEnum<{
291
+ metadata: "metadata";
292
+ prompt: "prompt";
293
+ reward: "reward";
294
+ feedback: "feedback";
295
+ rejected: "rejected";
296
+ messages: "messages";
297
+ row_id: "row_id";
298
+ cluster_id: "cluster_id";
299
+ demonstration: "demonstration";
300
+ chosen: "chosen";
301
+ expected_output: "expected_output";
302
+ privileged_context: "privileged_context";
303
+ tag: "tag";
304
+ }>;
305
+ logicalType: z.ZodEnum<{
306
+ string: "string";
307
+ boolean: "boolean";
308
+ messages: "messages";
309
+ integer: "integer";
310
+ float: "float";
311
+ json: "json";
312
+ }>;
313
+ nullable: z.ZodBoolean;
314
+ policy: z.ZodEnum<{
315
+ metadata: "metadata";
316
+ privileged: "privileged";
317
+ visible: "visible";
318
+ }>;
319
+ }, z.core.$strip>>;
320
+ schemaHash: z.ZodString;
321
+ }, z.core.$strip>;
322
+ shards: z.ZodArray<z.ZodObject<{
323
+ id: z.ZodString;
324
+ split: z.ZodEnum<{
325
+ train: "train";
326
+ validation: "validation";
327
+ test: "test";
328
+ frozen_eval: "frozen_eval";
329
+ }>;
330
+ path: z.ZodString;
331
+ contentHash: z.ZodString;
332
+ schemaHash: z.ZodString;
333
+ sizeBytes: z.ZodNumber;
334
+ rowCount: z.ZodNumber;
335
+ rowGroupCount: z.ZodNumber;
336
+ }, z.core.$strip>>;
337
+ rowCount: z.ZodNumber;
338
+ splitCounts: z.ZodRecord<z.ZodEnum<{
339
+ train: "train";
340
+ validation: "validation";
341
+ test: "test";
342
+ frozen_eval: "frozen_eval";
343
+ }>, z.ZodNumber>;
344
+ sourceReceiptRefs: z.ZodArray<z.ZodString>;
345
+ mappingHash: z.ZodString;
346
+ qualityReportHash: z.ZodString;
347
+ createdAt: z.ZodString;
348
+ }, z.core.$strip>>>;
349
+ policy: z.ZodObject<{
350
+ policyVisibleFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
351
+ privilegedFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
352
+ hiddenGraderRefs: z.ZodDefault<z.ZodArray<z.ZodString>>;
353
+ connectedAppScopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
354
+ }, z.core.$strip>;
355
+ environment: z.ZodObject<{
356
+ protocolVersion: z.ZodLiteral<"openpond.taskEnvironment.v1">;
357
+ kind: z.ZodEnum<{
358
+ work: "work";
359
+ agent: "agent";
360
+ chat: "chat";
361
+ program: "program";
362
+ stateful_harness: "stateful_harness";
363
+ }>;
364
+ entrypoint: z.ZodString;
365
+ stateful: z.ZodBoolean;
366
+ deterministicSeeds: z.ZodBoolean;
367
+ toolNames: z.ZodDefault<z.ZodArray<z.ZodString>>;
368
+ actionBindings: z.ZodOptional<z.ZodArray<z.ZodObject<{
369
+ schemaVersion: z.ZodLiteral<"openpond.harnessActionBinding.v1">;
370
+ actionId: z.ZodString;
371
+ modelToolName: z.ZodString;
372
+ description: z.ZodString;
373
+ inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
374
+ actionSchemaHash: z.ZodString;
375
+ agentRelease: z.ZodObject<{
376
+ id: z.ZodString;
377
+ contentHash: z.ZodString;
378
+ }, z.core.$strict>;
379
+ implementationHash: z.ZodString;
380
+ runtimeBindingId: z.ZodString;
381
+ capabilityReceiptHash: z.ZodString;
382
+ sideEffect: z.ZodEnum<{
383
+ read: "read";
384
+ write: "write";
385
+ }>;
386
+ studentVisible: z.ZodBoolean;
387
+ timeoutMs: z.ZodNumber;
388
+ episodeArgumentBindings: z.ZodDefault<z.ZodArray<z.ZodObject<{
389
+ argument: z.ZodString;
390
+ source: z.ZodLiteral<"case_id">;
391
+ }, z.core.$strict>>>;
392
+ }, z.core.$strict>>>;
393
+ lifecycle: z.ZodArray<z.ZodEnum<{
394
+ cleanup: "cleanup";
395
+ create: "create";
396
+ grade: "grade";
397
+ reset: "reset";
398
+ step: "step";
399
+ }>>;
400
+ defaultTimeoutMs: z.ZodNumber;
401
+ networkPolicy: z.ZodEnum<{
402
+ none: "none";
403
+ declared_read_only: "declared_read_only";
404
+ declared_scoped: "declared_scoped";
405
+ }>;
406
+ resources: z.ZodOptional<z.ZodArray<z.ZodObject<{
407
+ id: z.ZodString;
408
+ kind: z.ZodEnum<{
409
+ file: "file";
410
+ catalog: "catalog";
411
+ configuration: "configuration";
412
+ code_module: "code_module";
413
+ }>;
414
+ path: z.ZodString;
415
+ mediaType: z.ZodOptional<z.ZodNullable<z.ZodString>>;
416
+ visibility: z.ZodEnum<{
417
+ privileged: "privileged";
418
+ policy_visible: "policy_visible";
419
+ policy_hidden: "policy_hidden";
420
+ }>;
421
+ required: z.ZodBoolean;
422
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
423
+ }, z.core.$strip>>>;
424
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
425
+ }, z.core.$strip>;
426
+ output: z.ZodDefault<z.ZodObject<{
427
+ mode: z.ZodEnum<{
428
+ text: "text";
429
+ structured_json: "structured_json";
430
+ artifacts: "artifacts";
431
+ }>;
432
+ jsonSchema: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
433
+ renderer: z.ZodNullable<z.ZodObject<{
434
+ module: z.ZodString;
435
+ exportName: z.ZodString;
436
+ configRef: z.ZodDefault<z.ZodNullable<z.ZodString>>;
437
+ }, z.core.$strip>>;
438
+ }, z.core.$strip>>;
439
+ capabilities: z.ZodObject<{
440
+ schemaVersion: z.ZodLiteral<"openpond.tasksetCapabilities.v1">;
441
+ taskKind: z.ZodEnum<{
442
+ custom_program: "custom_program";
443
+ chat: "chat";
444
+ single_agent: "single_agent";
445
+ multi_agent: "multi_agent";
446
+ }>;
447
+ supportedSignals: z.ZodArray<z.ZodEnum<{
448
+ label: "label";
449
+ reward: "reward";
450
+ feedback: "feedback";
451
+ preference: "preference";
452
+ demonstration: "demonstration";
453
+ correction: "correction";
454
+ }>>;
455
+ compatibleMethods: z.ZodArray<z.ZodEnum<{
456
+ none: "none";
457
+ sft: "sft";
458
+ dpo: "dpo";
459
+ grpo: "grpo";
460
+ ppo: "ppo";
461
+ sdft: "sdft";
462
+ opd: "opd";
463
+ opsd: "opsd";
464
+ sdpo: "sdpo";
465
+ retrieval: "retrieval";
466
+ }>>;
467
+ rewardKinds: z.ZodArray<z.ZodEnum<{
468
+ none: "none";
469
+ model_judge: "model_judge";
470
+ human: "human";
471
+ deterministic: "deterministic";
472
+ exact: "exact";
473
+ }>>;
474
+ requiresTools: z.ZodBoolean;
475
+ requiresState: z.ZodBoolean;
476
+ requiresPrivilegedGrading: z.ZodBoolean;
477
+ environmentPlacements: z.ZodArray<z.ZodEnum<{
478
+ local: "local";
479
+ remote: "remote";
480
+ colocated: "colocated";
481
+ provider_native: "provider_native";
482
+ }>>;
483
+ exportable: z.ZodBoolean;
484
+ portabilityBlockers: z.ZodDefault<z.ZodArray<z.ZodString>>;
485
+ }, z.core.$strip>;
486
+ metrics: z.ZodObject<{
487
+ schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
488
+ primaryMetric: z.ZodString;
489
+ aggregation: z.ZodEnum<{
490
+ mean_score: "mean_score";
491
+ pass_rate: "pass_rate";
492
+ weighted_mean: "weighted_mean";
493
+ custom: "custom";
494
+ }>;
495
+ missingReward: z.ZodEnum<{
496
+ zero: "zero";
497
+ exclude: "exclude";
498
+ }>;
499
+ taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
500
+ customAggregator: z.ZodNullable<z.ZodObject<{
501
+ module: z.ZodString;
502
+ exportName: z.ZodString;
503
+ contentHash: z.ZodString;
504
+ timeoutMs: z.ZodNumber;
505
+ networkPolicy: z.ZodLiteral<"none">;
506
+ }, z.core.$strict>>;
507
+ }, z.core.$strict>;
508
+ review: z.ZodObject<{
509
+ enabled: z.ZodBoolean;
510
+ candidateCount: z.ZodNumber;
511
+ minimumSamples: z.ZodDefault<z.ZodNumber>;
512
+ allowTies: z.ZodBoolean;
513
+ allowRejectAll: z.ZodBoolean;
514
+ rubric: z.ZodString;
515
+ criteria: z.ZodArray<z.ZodObject<{
516
+ id: z.ZodString;
517
+ label: z.ZodString;
518
+ description: z.ZodString;
519
+ weight: z.ZodNumber;
520
+ }, z.core.$strip>>;
521
+ }, z.core.$strip>;
522
+ tasks: z.ZodDefault<z.ZodArray<z.ZodObject<{
523
+ schemaVersion: z.ZodLiteral<"openpond.taskData.v1">;
524
+ id: z.ZodString;
525
+ clusterKey: z.ZodString;
526
+ split: z.ZodEnum<{
527
+ train: "train";
528
+ validation: "validation";
529
+ test: "test";
530
+ frozen_eval: "frozen_eval";
531
+ }>;
532
+ input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
533
+ expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
534
+ policyVisibleContext: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
535
+ privilegedContextRef: z.ZodNullable<z.ZodString>;
536
+ assets: z.ZodOptional<z.ZodArray<z.ZodObject<{
537
+ id: z.ZodString;
538
+ sourceRefId: z.ZodString;
539
+ artifactRef: z.ZodString;
540
+ fileName: z.ZodString;
541
+ mediaType: z.ZodString;
542
+ sha256: z.ZodString;
543
+ sizeBytes: z.ZodNumber;
544
+ split: z.ZodEnum<{
545
+ train: "train";
546
+ validation: "validation";
547
+ test: "test";
548
+ frozen_eval: "frozen_eval";
549
+ }>;
550
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
551
+ }, z.core.$strip>>>;
552
+ resourceRefs: z.ZodOptional<z.ZodArray<z.ZodString>>;
553
+ requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
554
+ path: z.ZodString;
555
+ mediaType: z.ZodString;
556
+ schemaRef: z.ZodOptional<z.ZodNullable<z.ZodString>>;
557
+ maxBytes: z.ZodOptional<z.ZodNumber>;
558
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
559
+ }, z.core.$strip>>>;
560
+ tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
561
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
562
+ sourceRefs: z.ZodDefault<z.ZodArray<z.ZodString>>;
563
+ }, z.core.$strip>>>;
564
+ graders: z.ZodDefault<z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
565
+ id: z.ZodString;
566
+ version: z.ZodString;
567
+ label: z.ZodString;
568
+ weight: z.ZodDefault<z.ZodNumber>;
569
+ hardGate: z.ZodDefault<z.ZodBoolean>;
570
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
571
+ privileged: z.ZodDefault<z.ZodBoolean>;
572
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
573
+ kind: z.ZodEnum<{
574
+ file: "file";
575
+ state: "state";
576
+ test: "test";
577
+ content: "content";
578
+ schema: "schema";
579
+ runtime_event: "runtime_event";
580
+ diff: "diff";
581
+ }>;
582
+ config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
583
+ }, z.core.$strip>, z.ZodObject<{
584
+ id: z.ZodString;
585
+ version: z.ZodString;
586
+ label: z.ZodString;
587
+ weight: z.ZodDefault<z.ZodNumber>;
588
+ hardGate: z.ZodDefault<z.ZodBoolean>;
589
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
590
+ privileged: z.ZodDefault<z.ZodBoolean>;
591
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
592
+ kind: z.ZodLiteral<"model_judge">;
593
+ rubric: z.ZodString;
594
+ judge: z.ZodObject<{
595
+ providerId: z.ZodEnum<{
596
+ openpond: "openpond";
597
+ codex: "codex";
598
+ anthropic: "anthropic";
599
+ openai: "openai";
600
+ xai: "xai";
601
+ google: "google";
602
+ openrouter: "openrouter";
603
+ deepseek: "deepseek";
604
+ zai: "zai";
605
+ moonshot: "moonshot";
606
+ together: "together";
607
+ groq: "groq";
608
+ "custom-openai-compatible": "custom-openai-compatible";
609
+ }>;
610
+ modelId: z.ZodString;
611
+ }, z.core.$strip>;
612
+ calibrationFixtureRefs: z.ZodArray<z.ZodString>;
613
+ calibrationStatus: z.ZodEnum<{
614
+ failed: "failed";
615
+ pending: "pending";
616
+ passed: "passed";
617
+ }>;
618
+ temperature: z.ZodDefault<z.ZodNumber>;
619
+ }, z.core.$strip>, z.ZodObject<{
620
+ id: z.ZodString;
621
+ version: z.ZodString;
622
+ label: z.ZodString;
623
+ weight: z.ZodDefault<z.ZodNumber>;
624
+ hardGate: z.ZodDefault<z.ZodBoolean>;
625
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
626
+ privileged: z.ZodDefault<z.ZodBoolean>;
627
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
628
+ kind: z.ZodLiteral<"human">;
629
+ rubric: z.ZodString;
630
+ reviewerRole: z.ZodString;
631
+ }, z.core.$strip>, z.ZodObject<{
632
+ id: z.ZodString;
633
+ version: z.ZodString;
634
+ label: z.ZodString;
635
+ weight: z.ZodDefault<z.ZodNumber>;
636
+ hardGate: z.ZodDefault<z.ZodBoolean>;
637
+ rewardEligible: z.ZodDefault<z.ZodBoolean>;
638
+ privileged: z.ZodDefault<z.ZodBoolean>;
639
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
640
+ kind: z.ZodLiteral<"custom_verifier">;
641
+ module: z.ZodString;
642
+ exportName: z.ZodString;
643
+ timeoutMs: z.ZodNumber;
644
+ networkPolicy: z.ZodLiteral<"none">;
645
+ }, z.core.$strip>]>>>;
646
+ graderFixtures: z.ZodDefault<z.ZodArray<z.ZodObject<{
647
+ id: z.ZodString;
648
+ taskId: z.ZodString;
649
+ label: z.ZodEnum<{
650
+ infrastructure_failure: "infrastructure_failure";
651
+ positive: "positive";
652
+ negative: "negative";
653
+ boundary: "boundary";
654
+ adversarial: "adversarial";
655
+ prompt_injection: "prompt_injection";
656
+ }>;
657
+ output: z.ZodRecord<z.ZodString, z.ZodUnknown>;
658
+ infrastructureError: z.ZodNullable<z.ZodString>;
659
+ expectedPassed: z.ZodBoolean;
660
+ expectedRewardEligible: z.ZodBoolean;
661
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
662
+ }, z.core.$strip>>>;
663
+ learningSignals: z.ZodObject<{
664
+ demonstrations: z.ZodDefault<z.ZodArray<z.ZodObject<{
665
+ id: z.ZodString;
666
+ taskId: z.ZodNullable<z.ZodString>;
667
+ sourceRefs: z.ZodArray<z.ZodString>;
668
+ artifactRef: z.ZodString;
669
+ approved: z.ZodBoolean;
670
+ confidence: z.ZodNumber;
671
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
672
+ kind: z.ZodLiteral<"demonstration">;
673
+ prompt: z.ZodDefault<z.ZodNullable<z.ZodString>>;
674
+ response: z.ZodDefault<z.ZodNullable<z.ZodString>>;
675
+ }, z.core.$strip>>>;
676
+ preferences: z.ZodDefault<z.ZodArray<z.ZodObject<{
677
+ id: z.ZodString;
678
+ taskId: z.ZodNullable<z.ZodString>;
679
+ sourceRefs: z.ZodArray<z.ZodString>;
680
+ artifactRef: z.ZodString;
681
+ approved: z.ZodBoolean;
682
+ confidence: z.ZodNumber;
683
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
684
+ kind: z.ZodLiteral<"preference">;
685
+ prompt: z.ZodString;
686
+ chosen: z.ZodString;
687
+ rejected: z.ZodString;
688
+ rationale: z.ZodDefault<z.ZodNullable<z.ZodString>>;
689
+ }, z.core.$strip>>>;
690
+ corrections: z.ZodDefault<z.ZodArray<z.ZodObject<{
691
+ id: z.ZodString;
692
+ taskId: z.ZodNullable<z.ZodString>;
693
+ sourceRefs: z.ZodArray<z.ZodString>;
694
+ artifactRef: z.ZodString;
695
+ approved: z.ZodBoolean;
696
+ confidence: z.ZodNumber;
697
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
698
+ kind: z.ZodLiteral<"correction">;
699
+ original: z.ZodString;
700
+ corrected: z.ZodString;
701
+ rationale: z.ZodDefault<z.ZodNullable<z.ZodString>>;
702
+ }, z.core.$strip>>>;
703
+ feedback: z.ZodDefault<z.ZodArray<z.ZodObject<{
704
+ id: z.ZodString;
705
+ taskId: z.ZodNullable<z.ZodString>;
706
+ sourceRefs: z.ZodArray<z.ZodString>;
707
+ artifactRef: z.ZodString;
708
+ approved: z.ZodBoolean;
709
+ confidence: z.ZodNumber;
710
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
711
+ kind: z.ZodLiteral<"feedback">;
712
+ feedback: z.ZodString;
713
+ polarity: z.ZodEnum<{
714
+ neutral: "neutral";
715
+ positive: "positive";
716
+ negative: "negative";
717
+ mixed: "mixed";
718
+ }>;
719
+ }, z.core.$strip>>>;
720
+ rewards: z.ZodDefault<z.ZodArray<z.ZodObject<{
721
+ id: z.ZodString;
722
+ taskId: z.ZodNullable<z.ZodString>;
723
+ sourceRefs: z.ZodArray<z.ZodString>;
724
+ artifactRef: z.ZodString;
725
+ approved: z.ZodBoolean;
726
+ confidence: z.ZodNumber;
727
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
728
+ kind: z.ZodLiteral<"reward">;
729
+ task: z.ZodString;
730
+ rules: z.ZodArray<z.ZodObject<{
731
+ id: z.ZodString;
732
+ points: z.ZodNumber;
733
+ condition: z.ZodString;
734
+ }, z.core.$strip>>;
735
+ otherwisePoints: z.ZodNumber;
736
+ executable: z.ZodBoolean;
737
+ }, z.core.$strip>>>;
738
+ labels: z.ZodDefault<z.ZodArray<z.ZodObject<{
739
+ id: z.ZodString;
740
+ taskId: z.ZodNullable<z.ZodString>;
741
+ sourceRefs: z.ZodArray<z.ZodString>;
742
+ artifactRef: z.ZodString;
743
+ approved: z.ZodBoolean;
744
+ confidence: z.ZodNumber;
745
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
746
+ kind: z.ZodLiteral<"label">;
747
+ labelKind: z.ZodLiteral<"rubric">;
748
+ task: z.ZodString;
749
+ criteria: z.ZodArray<z.ZodObject<{
750
+ id: z.ZodString;
751
+ label: z.ZodString;
752
+ description: z.ZodString;
753
+ }, z.core.$strip>>;
754
+ calibrationExamples: z.ZodObject<{
755
+ positive: z.ZodString;
756
+ negative: z.ZodString;
757
+ boundary: z.ZodString;
758
+ }, z.core.$strip>;
759
+ }, z.core.$strip>>>;
760
+ }, z.core.$strip>;
761
+ publishedTasksetRef: z.ZodNullable<z.ZodObject<{
762
+ id: z.ZodString;
763
+ revision: z.ZodNumber;
764
+ contentHash: z.ZodString;
765
+ }, z.core.$strip>>;
766
+ createdAt: z.ZodString;
767
+ updatedAt: z.ZodString;
768
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
769
+ }, z.core.$strip>;
770
+ filePaths: z.ZodArray<z.ZodObject<{
771
+ assetId: z.ZodString;
772
+ paths: z.ZodArray<z.ZodString>;
773
+ }, z.core.$strict>>;
774
+ }, z.core.$strict>;
775
+ export type TasksetDraftSourceInitialization = z.infer<typeof TasksetDraftSourceInitializationSchema>;
776
+ /** Hosts authorize the source projection and retain this result before writes.
777
+ * Ownership comes from preparation, never from editable projection metadata. */
778
+ export declare function prepareTasksetDraftSource(input: {
779
+ sourceDraft: TasksetDraft;
780
+ source: TasksetPackage;
781
+ preparation: ModelTasksetDraftPreparation;
782
+ expectedModelRevision: number;
783
+ }): TasksetDraftSourceInitialization;
784
+ /** Materialize the retained source into an immutable draft snapshot. Callers
785
+ * must never replace a newer saved snapshot with this initial population. */
786
+ export declare function materializeTasksetDraftWorkspace(input: {
787
+ initialized: TasksetDraftSourceInitialization;
788
+ source: TasksetPackage;
789
+ }): {
790
+ schemaVersion: "openpond.tasksetDraftWorkspace.v1";
791
+ draft: {
792
+ schemaVersion: "openpond.tasksetDraft.v1";
793
+ id: string;
794
+ revision: number;
795
+ profileId: string;
796
+ modelScope: {
797
+ modelId: string;
798
+ expectedModelRevision: number;
799
+ source?: {
800
+ schemaVersion: "openpond.modelTasksetDraftPreparation.v1";
801
+ draftId: string;
802
+ requestHash: string;
803
+ sourcePackageHash: string;
804
+ sourceTasksetRef: {
805
+ id: string;
806
+ contentHash: string;
807
+ revision: number;
808
+ };
809
+ tasksetId: string;
810
+ tasksetRevision: number;
811
+ lineage: {
812
+ schemaVersion: "openpond.modelTasksetAuthoring.v1";
813
+ owner: {
814
+ scopeId: string;
815
+ modelId: string;
816
+ };
817
+ root: {
818
+ id: string;
819
+ contentHash: string;
820
+ revision: number;
821
+ };
822
+ parent: {
823
+ id: string;
824
+ contentHash: string;
825
+ revision: number;
826
+ };
827
+ };
828
+ } | undefined;
829
+ } | null;
830
+ name: string;
831
+ objective: string;
832
+ purpose: "benchmark" | "general";
833
+ benchmark: {
834
+ schemaVersion: "openpond.tasksetBenchmark.v1";
835
+ definitionId: string;
836
+ releaseId: string;
837
+ releaseHash: string;
838
+ managedReleasePath: string;
839
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
840
+ evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
841
+ primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
842
+ qualityGate: "none" | "non_regression" | "all_pass";
843
+ source: "builtin" | "imported";
844
+ metadata: Record<string, unknown>;
845
+ } | null;
846
+ preferenceComparison: {
847
+ schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1";
848
+ releaseId: string;
849
+ releaseHash: string;
850
+ publishedAt: string;
851
+ metadata: Record<string, unknown>;
852
+ } | null;
853
+ status: "draft" | "published" | "validating" | "needs_review";
854
+ sourceRefs: ({
855
+ id: string;
856
+ profileId: string;
857
+ title: string;
858
+ sourceHash: string;
859
+ occurredAt: string;
860
+ licensingStatus: "pending" | "review" | "approved" | "blocked";
861
+ secretScanStatus: "pending" | "passed" | "blocked";
862
+ piiScanStatus: "pending" | "review" | "passed" | "blocked";
863
+ metadata: Record<string, unknown>;
864
+ schemaVersion: "openpond.huggingFaceDatasetSource.v1";
865
+ kind: "huggingface";
866
+ repositoryId: string;
867
+ repositoryUrl: string;
868
+ revision: string;
869
+ configuration: string;
870
+ upstreamSplits: string[];
871
+ gated: boolean;
872
+ private: boolean;
873
+ declaredLicense: string | null;
874
+ sourceFileHashes: string[];
875
+ } | {
876
+ id: string;
877
+ profileId: string;
878
+ title: string;
879
+ sourceHash: string;
880
+ occurredAt: string;
881
+ licensingStatus: "pending" | "review" | "approved" | "blocked";
882
+ secretScanStatus: "pending" | "passed" | "blocked";
883
+ piiScanStatus: "pending" | "review" | "passed" | "blocked";
884
+ metadata: Record<string, unknown>;
885
+ schemaVersion: "openpond.uploadedFileDatasetSource.v1";
886
+ kind: "uploaded_file";
887
+ originalFileNames: string[];
888
+ mediaTypes: string[];
889
+ sourceFileHashes: string[];
890
+ totalBytes: number;
891
+ parserVersion: string;
892
+ } | {
893
+ id: string;
894
+ profileId: string;
895
+ title: string;
896
+ sourceHash: string;
897
+ occurredAt: string;
898
+ licensingStatus: "pending" | "review" | "approved" | "blocked";
899
+ secretScanStatus: "pending" | "passed" | "blocked";
900
+ piiScanStatus: "pending" | "review" | "passed" | "blocked";
901
+ metadata: Record<string, unknown>;
902
+ schemaVersion: "openpond.generatedDatasetSource.v1";
903
+ kind: "generated";
904
+ generatorId: string;
905
+ generatorVersion: string;
906
+ seed: number;
907
+ generatorHash: string;
908
+ } | {
909
+ id: string;
910
+ profileId: string;
911
+ title: string;
912
+ sourceHash: string;
913
+ occurredAt: string;
914
+ licensingStatus: "pending" | "review" | "approved" | "blocked";
915
+ secretScanStatus: "pending" | "passed" | "blocked";
916
+ piiScanStatus: "pending" | "review" | "passed" | "blocked";
917
+ metadata: Record<string, unknown>;
918
+ schemaVersion: "openpond.learningBatchDatasetSource.v1";
919
+ kind: "learning_batch";
920
+ batch: {
921
+ id: string;
922
+ revision: number;
923
+ contentHash: string;
924
+ };
925
+ taskDefinition: {
926
+ id: string;
927
+ revision: number;
928
+ contentHash: string;
929
+ };
930
+ admittedBy: string;
931
+ } | {
932
+ schemaVersion: "openpond.trainingSource.v1";
933
+ id: string;
934
+ profileId: string;
935
+ sessionId: string;
936
+ turnIds: string[];
937
+ workspaceId: string | null;
938
+ sourceHash: string;
939
+ clusterKey: string;
940
+ title: string;
941
+ occurredAt: string;
942
+ consent: {
943
+ status: "pending" | "granted" | "denied" | "revoked";
944
+ scope: "metadata_only" | "selected_turns" | "full_session";
945
+ grantedBy: string | null;
946
+ grantedAt: string | null;
947
+ purpose: "task_authoring_and_evaluation";
948
+ };
949
+ connectedAppIds: string[];
950
+ secretScanStatus: "pending" | "passed" | "blocked";
951
+ piiScanStatus: "pending" | "review" | "passed" | "blocked";
952
+ licensingStatus: "pending" | "review" | "approved" | "blocked";
953
+ metadata: Record<string, unknown>;
954
+ })[];
955
+ policy: {
956
+ policyVisibleFields: string[];
957
+ privilegedFields: string[];
958
+ hiddenGraderRefs: string[];
959
+ connectedAppScopes: string[];
960
+ };
961
+ environment: {
962
+ protocolVersion: "openpond.taskEnvironment.v1";
963
+ kind: "work" | "agent" | "chat" | "program" | "stateful_harness";
964
+ entrypoint: string;
965
+ stateful: boolean;
966
+ deterministicSeeds: boolean;
967
+ toolNames: string[];
968
+ lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
969
+ defaultTimeoutMs: number;
970
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
971
+ metadata: Record<string, unknown>;
972
+ actionBindings?: {
973
+ schemaVersion: "openpond.harnessActionBinding.v1";
974
+ actionId: string;
975
+ modelToolName: string;
976
+ description: string;
977
+ inputSchema: Record<string, unknown>;
978
+ actionSchemaHash: string;
979
+ agentRelease: {
980
+ id: string;
981
+ contentHash: string;
982
+ };
983
+ implementationHash: string;
984
+ runtimeBindingId: string;
985
+ capabilityReceiptHash: string;
986
+ sideEffect: "read" | "write";
987
+ studentVisible: boolean;
988
+ timeoutMs: number;
989
+ episodeArgumentBindings: {
990
+ argument: string;
991
+ source: "case_id";
992
+ }[];
993
+ }[] | undefined;
994
+ resources?: {
995
+ id: string;
996
+ kind: "file" | "catalog" | "configuration" | "code_module";
997
+ path: string;
998
+ visibility: "privileged" | "policy_visible" | "policy_hidden";
999
+ required: boolean;
1000
+ metadata: Record<string, unknown>;
1001
+ mediaType?: string | null | undefined;
1002
+ }[] | undefined;
1003
+ };
1004
+ output: {
1005
+ mode: "text" | "structured_json" | "artifacts";
1006
+ jsonSchema: Record<string, unknown> | null;
1007
+ renderer: {
1008
+ module: string;
1009
+ exportName: string;
1010
+ configRef: string | null;
1011
+ } | null;
1012
+ };
1013
+ capabilities: {
1014
+ schemaVersion: "openpond.tasksetCapabilities.v1";
1015
+ taskKind: "custom_program" | "chat" | "single_agent" | "multi_agent";
1016
+ supportedSignals: ("label" | "reward" | "feedback" | "preference" | "demonstration" | "correction")[];
1017
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
1018
+ rewardKinds: ("none" | "model_judge" | "human" | "deterministic" | "exact")[];
1019
+ requiresTools: boolean;
1020
+ requiresState: boolean;
1021
+ requiresPrivilegedGrading: boolean;
1022
+ environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
1023
+ exportable: boolean;
1024
+ portabilityBlockers: string[];
1025
+ };
1026
+ metrics: {
1027
+ schemaVersion: "openpond.tasksetMetricPolicy.v1";
1028
+ primaryMetric: string;
1029
+ aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
1030
+ missingReward: "zero" | "exclude";
1031
+ customAggregator: {
1032
+ module: string;
1033
+ exportName: string;
1034
+ contentHash: string;
1035
+ timeoutMs: number;
1036
+ networkPolicy: "none";
1037
+ } | null;
1038
+ taskWeights?: Record<string, number> | undefined;
1039
+ };
1040
+ review: {
1041
+ enabled: boolean;
1042
+ candidateCount: number;
1043
+ minimumSamples: number;
1044
+ allowTies: boolean;
1045
+ allowRejectAll: boolean;
1046
+ rubric: string;
1047
+ criteria: {
1048
+ id: string;
1049
+ label: string;
1050
+ description: string;
1051
+ weight: number;
1052
+ }[];
1053
+ };
1054
+ tasks: {
1055
+ schemaVersion: "openpond.taskData.v1";
1056
+ id: string;
1057
+ clusterKey: string;
1058
+ split: "train" | "validation" | "test" | "frozen_eval";
1059
+ input: Record<string, unknown>;
1060
+ expectedOutput: Record<string, unknown> | null;
1061
+ policyVisibleContext: Record<string, unknown>;
1062
+ privilegedContextRef: string | null;
1063
+ tags: string[];
1064
+ metadata: Record<string, unknown>;
1065
+ sourceRefs: string[];
1066
+ assets?: {
1067
+ id: string;
1068
+ sourceRefId: string;
1069
+ artifactRef: string;
1070
+ fileName: string;
1071
+ mediaType: string;
1072
+ sha256: string;
1073
+ sizeBytes: number;
1074
+ split: "train" | "validation" | "test" | "frozen_eval";
1075
+ metadata: Record<string, unknown>;
1076
+ }[] | undefined;
1077
+ resourceRefs?: string[] | undefined;
1078
+ requiredOutputs?: {
1079
+ path: string;
1080
+ mediaType: string;
1081
+ metadata: Record<string, unknown>;
1082
+ schemaRef?: string | null | undefined;
1083
+ maxBytes?: number | undefined;
1084
+ }[] | undefined;
1085
+ }[];
1086
+ graders: ({
1087
+ id: string;
1088
+ version: string;
1089
+ label: string;
1090
+ weight: number;
1091
+ hardGate: boolean;
1092
+ rewardEligible: boolean;
1093
+ privileged: boolean;
1094
+ metadata: Record<string, unknown>;
1095
+ kind: "file" | "state" | "test" | "content" | "schema" | "runtime_event" | "diff";
1096
+ config: Record<string, unknown>;
1097
+ } | {
1098
+ id: string;
1099
+ version: string;
1100
+ label: string;
1101
+ weight: number;
1102
+ hardGate: boolean;
1103
+ rewardEligible: boolean;
1104
+ privileged: boolean;
1105
+ metadata: Record<string, unknown>;
1106
+ kind: "model_judge";
1107
+ rubric: string;
1108
+ judge: {
1109
+ providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
1110
+ modelId: string;
1111
+ };
1112
+ calibrationFixtureRefs: string[];
1113
+ calibrationStatus: "failed" | "pending" | "passed";
1114
+ temperature: number;
1115
+ } | {
1116
+ id: string;
1117
+ version: string;
1118
+ label: string;
1119
+ weight: number;
1120
+ hardGate: boolean;
1121
+ rewardEligible: boolean;
1122
+ privileged: boolean;
1123
+ metadata: Record<string, unknown>;
1124
+ kind: "human";
1125
+ rubric: string;
1126
+ reviewerRole: string;
1127
+ } | {
1128
+ id: string;
1129
+ version: string;
1130
+ label: string;
1131
+ weight: number;
1132
+ hardGate: boolean;
1133
+ rewardEligible: boolean;
1134
+ privileged: boolean;
1135
+ metadata: Record<string, unknown>;
1136
+ kind: "custom_verifier";
1137
+ module: string;
1138
+ exportName: string;
1139
+ timeoutMs: number;
1140
+ networkPolicy: "none";
1141
+ })[];
1142
+ graderFixtures: {
1143
+ id: string;
1144
+ taskId: string;
1145
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
1146
+ output: Record<string, unknown>;
1147
+ infrastructureError: string | null;
1148
+ expectedPassed: boolean;
1149
+ expectedRewardEligible: boolean;
1150
+ metadata: Record<string, unknown>;
1151
+ }[];
1152
+ learningSignals: {
1153
+ demonstrations: {
1154
+ id: string;
1155
+ taskId: string | null;
1156
+ sourceRefs: string[];
1157
+ artifactRef: string;
1158
+ approved: boolean;
1159
+ confidence: number;
1160
+ metadata: Record<string, unknown>;
1161
+ kind: "demonstration";
1162
+ prompt: string | null;
1163
+ response: string | null;
1164
+ }[];
1165
+ preferences: {
1166
+ id: string;
1167
+ taskId: string | null;
1168
+ sourceRefs: string[];
1169
+ artifactRef: string;
1170
+ approved: boolean;
1171
+ confidence: number;
1172
+ metadata: Record<string, unknown>;
1173
+ kind: "preference";
1174
+ prompt: string;
1175
+ chosen: string;
1176
+ rejected: string;
1177
+ rationale: string | null;
1178
+ }[];
1179
+ corrections: {
1180
+ id: string;
1181
+ taskId: string | null;
1182
+ sourceRefs: string[];
1183
+ artifactRef: string;
1184
+ approved: boolean;
1185
+ confidence: number;
1186
+ metadata: Record<string, unknown>;
1187
+ kind: "correction";
1188
+ original: string;
1189
+ corrected: string;
1190
+ rationale: string | null;
1191
+ }[];
1192
+ feedback: {
1193
+ id: string;
1194
+ taskId: string | null;
1195
+ sourceRefs: string[];
1196
+ artifactRef: string;
1197
+ approved: boolean;
1198
+ confidence: number;
1199
+ metadata: Record<string, unknown>;
1200
+ kind: "feedback";
1201
+ feedback: string;
1202
+ polarity: "neutral" | "positive" | "negative" | "mixed";
1203
+ }[];
1204
+ rewards: {
1205
+ id: string;
1206
+ taskId: string | null;
1207
+ sourceRefs: string[];
1208
+ artifactRef: string;
1209
+ approved: boolean;
1210
+ confidence: number;
1211
+ metadata: Record<string, unknown>;
1212
+ kind: "reward";
1213
+ task: string;
1214
+ rules: {
1215
+ id: string;
1216
+ points: number;
1217
+ condition: string;
1218
+ }[];
1219
+ otherwisePoints: number;
1220
+ executable: boolean;
1221
+ }[];
1222
+ labels: {
1223
+ id: string;
1224
+ taskId: string | null;
1225
+ sourceRefs: string[];
1226
+ artifactRef: string;
1227
+ approved: boolean;
1228
+ confidence: number;
1229
+ metadata: Record<string, unknown>;
1230
+ kind: "label";
1231
+ labelKind: "rubric";
1232
+ task: string;
1233
+ criteria: {
1234
+ id: string;
1235
+ label: string;
1236
+ description: string;
1237
+ }[];
1238
+ calibrationExamples: {
1239
+ positive: string;
1240
+ negative: string;
1241
+ boundary: string;
1242
+ };
1243
+ }[];
1244
+ };
1245
+ publishedTasksetRef: {
1246
+ id: string;
1247
+ revision: number;
1248
+ contentHash: string;
1249
+ } | null;
1250
+ createdAt: string;
1251
+ updatedAt: string;
1252
+ metadata: Record<string, unknown>;
1253
+ datasetArtifact?: {
1254
+ schemaVersion: "openpond.datasetArtifact.v1";
1255
+ id: string;
1256
+ tasksetId: string;
1257
+ tasksetRevision: number;
1258
+ contentHash: string;
1259
+ format: "parquet";
1260
+ schema: {
1261
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
1262
+ fields: {
1263
+ name: string;
1264
+ semanticRole: "metadata" | "prompt" | "reward" | "feedback" | "rejected" | "messages" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "expected_output" | "privileged_context" | "tag";
1265
+ logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
1266
+ nullable: boolean;
1267
+ policy: "metadata" | "privileged" | "visible";
1268
+ }[];
1269
+ schemaHash: string;
1270
+ };
1271
+ shards: {
1272
+ id: string;
1273
+ split: "train" | "validation" | "test" | "frozen_eval";
1274
+ path: string;
1275
+ contentHash: string;
1276
+ schemaHash: string;
1277
+ sizeBytes: number;
1278
+ rowCount: number;
1279
+ rowGroupCount: number;
1280
+ }[];
1281
+ rowCount: number;
1282
+ splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
1283
+ sourceReceiptRefs: string[];
1284
+ mappingHash: string;
1285
+ qualityReportHash: string;
1286
+ createdAt: string;
1287
+ } | null | undefined;
1288
+ };
1289
+ files: {
1290
+ path: string;
1291
+ contentHash: string;
1292
+ sizeBytes: number;
1293
+ base64: string;
1294
+ }[];
1295
+ contentHash: string;
1296
+ };
1297
+ //# sourceMappingURL=taskset-draft-source.d.ts.map