openpond-sdk 0.3.3 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (124) hide show
  1. package/TASKSETS.md +55 -0
  2. package/dist/actions-local.js +67 -118
  3. package/dist/actions-local.js.map +4 -4
  4. package/dist/actions.js +4 -92
  5. package/dist/actions.js.map +4 -4
  6. package/dist/chunk-27ETSPHQ.js +83 -0
  7. package/dist/chunk-27ETSPHQ.js.map +7 -0
  8. package/dist/chunk-5PRP457R.js +477 -0
  9. package/dist/chunk-5PRP457R.js.map +7 -0
  10. package/dist/chunk-65D4C7HP.js +273 -0
  11. package/dist/chunk-65D4C7HP.js.map +7 -0
  12. package/dist/chunk-747CMU2Y.js +222 -0
  13. package/dist/chunk-747CMU2Y.js.map +7 -0
  14. package/dist/chunk-7O5X7DBU.js +80 -0
  15. package/dist/chunk-7O5X7DBU.js.map +7 -0
  16. package/dist/chunk-A4ZDOZKP.js +115 -0
  17. package/dist/chunk-A4ZDOZKP.js.map +7 -0
  18. package/dist/chunk-APHPXQEA.js +155 -0
  19. package/dist/chunk-APHPXQEA.js.map +7 -0
  20. package/dist/chunk-AVW35YOH.js +574 -0
  21. package/dist/chunk-AVW35YOH.js.map +7 -0
  22. package/dist/chunk-AZUCY3E5.js +2395 -0
  23. package/dist/chunk-AZUCY3E5.js.map +7 -0
  24. package/dist/chunk-IVEXCIHO.js +1373 -0
  25. package/dist/chunk-IVEXCIHO.js.map +7 -0
  26. package/dist/chunk-K5ZCYOZO.js +49 -0
  27. package/dist/chunk-K5ZCYOZO.js.map +7 -0
  28. package/dist/chunk-LLHE4BOD.js +220 -0
  29. package/dist/chunk-LLHE4BOD.js.map +7 -0
  30. package/dist/chunk-LXXQVGQY.js +1 -0
  31. package/dist/chunk-LXXQVGQY.js.map +7 -0
  32. package/dist/chunk-P27DQ65Z.js +138 -0
  33. package/dist/chunk-P27DQ65Z.js.map +7 -0
  34. package/dist/chunk-QLEJOCQX.js +72 -0
  35. package/dist/chunk-QLEJOCQX.js.map +7 -0
  36. package/dist/chunk-S7I45WJQ.js +57 -0
  37. package/dist/chunk-S7I45WJQ.js.map +7 -0
  38. package/dist/chunk-ZPCK222K.js +586 -0
  39. package/dist/chunk-ZPCK222K.js.map +7 -0
  40. package/dist/index.js +33 -2488
  41. package/dist/index.js.map +4 -4
  42. package/dist/learning.js +16 -2042
  43. package/dist/learning.js.map +4 -4
  44. package/dist/model-batch-review.js +5 -42
  45. package/dist/model-batch-review.js.map +3 -3
  46. package/dist/model-projects.js +29 -430
  47. package/dist/model-projects.js.map +3 -3
  48. package/dist/model-starter-attempts.js +53 -310
  49. package/dist/model-starter-attempts.js.map +4 -4
  50. package/dist/model-starter-catalog.js +17 -460
  51. package/dist/model-starter-catalog.js.map +4 -4
  52. package/dist/model-starters.js +32 -709
  53. package/dist/model-starters.js.map +4 -4
  54. package/dist/model-taskset-authoring.js +11 -44
  55. package/dist/model-taskset-authoring.js.map +3 -3
  56. package/dist/profile-actions.js +4 -211
  57. package/dist/profile-actions.js.map +3 -3
  58. package/dist/project-actions.js +4 -224
  59. package/dist/project-actions.js.map +3 -3
  60. package/dist/refiner.js +14 -554
  61. package/dist/refiner.js.map +4 -4
  62. package/dist/taskset-catalog.js +9 -104
  63. package/dist/taskset-catalog.js.map +3 -3
  64. package/dist/taskset-drafts.js +465 -0
  65. package/dist/taskset-drafts.js.map +7 -0
  66. package/dist/taskset-packages.js +946 -3089
  67. package/dist/taskset-packages.js.map +4 -4
  68. package/dist/training.js +43 -822
  69. package/dist/training.js.map +4 -4
  70. package/dist/types/packages/sdk/src/index.d.ts +3 -3
  71. package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
  72. package/dist/types/packages/sdk/src/learning-client.d.ts +130 -0
  73. package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -0
  74. package/dist/types/packages/sdk/src/learning.d.ts +1 -129
  75. package/dist/types/packages/sdk/src/learning.d.ts.map +1 -1
  76. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +1170 -0
  77. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -0
  78. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +560 -0
  79. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -0
  80. package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +92 -0
  81. package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -0
  82. package/dist/types/packages/sdk/src/taskset-authored-tool-environment.d.ts +15 -0
  83. package/dist/types/packages/sdk/src/taskset-authored-tool-environment.d.ts.map +1 -0
  84. package/dist/types/packages/sdk/src/taskset-authored-validation.d.ts +18 -0
  85. package/dist/types/packages/sdk/src/taskset-authored-validation.d.ts.map +1 -0
  86. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +1681 -0
  87. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -0
  88. package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts +19 -0
  89. package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -0
  90. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +2713 -0
  91. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -0
  92. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +1000 -0
  93. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -0
  94. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +429 -0
  95. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts.map +1 -0
  96. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +284 -0
  97. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts.map +1 -0
  98. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +846 -0
  99. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -0
  100. package/dist/types/packages/sdk/src/taskset-draft-files.d.ts +8 -0
  101. package/dist/types/packages/sdk/src/taskset-draft-files.d.ts.map +1 -0
  102. package/dist/types/packages/sdk/src/taskset-draft-harness-actions.d.ts +28 -0
  103. package/dist/types/packages/sdk/src/taskset-draft-harness-actions.d.ts.map +1 -0
  104. package/dist/types/packages/sdk/src/taskset-draft-manifests.d.ts +8 -0
  105. package/dist/types/packages/sdk/src/taskset-draft-manifests.d.ts.map +1 -0
  106. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +967 -0
  107. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -0
  108. package/dist/types/packages/sdk/src/taskset-draft-publication.d.ts +10 -0
  109. package/dist/types/packages/sdk/src/taskset-draft-publication.d.ts.map +1 -0
  110. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +1297 -0
  111. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -0
  112. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +1597 -0
  113. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -0
  114. package/dist/types/packages/sdk/src/taskset-drafts.d.ts +16 -0
  115. package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -0
  116. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +64 -0
  117. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -0
  118. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +1514 -0
  119. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -0
  120. package/dist/types/packages/sdk/src/taskset-packages.d.ts +6 -0
  121. package/dist/types/packages/sdk/src/taskset-packages.d.ts.map +1 -1
  122. package/dist/workflows.js +4 -221
  123. package/dist/workflows.js.map +3 -3
  124. package/package.json +5 -1
@@ -0,0 +1,967 @@
1
+ import { type ModelTasksetDraftPreparation } from "./model-taskset-authoring-contracts.js";
2
+ import { type TasksetDraftWorkspace } from "./taskset-draft-workspace.js";
3
+ /** Use the same validation, file pinning and release projection as Desktop.
4
+ * Compilation neither executes models/graders nor selects the resulting release.
5
+ * The host supplies its retained preparation and later commits Model/draft CAS. */
6
+ export declare function compileModelTasksetDraftWorkspace(input: {
7
+ workspace: TasksetDraftWorkspace;
8
+ preparation: ModelTasksetDraftPreparation;
9
+ adapterId: string;
10
+ now: string;
11
+ }): {
12
+ schemaVersion: "openpond.tasksetPackage.v1";
13
+ taskset: {
14
+ schemaVersion: "openpond.tasksetRelease.v2";
15
+ id: string;
16
+ revision: number;
17
+ policy: {
18
+ policyVisibleFields: string[];
19
+ privilegedFields: string[];
20
+ hiddenGraderRefs: string[];
21
+ connectedAppScopes: string[];
22
+ };
23
+ environment: {
24
+ protocolVersion: "openpond.environment.v1";
25
+ kind: "text" | "work" | "agent" | "custom_program";
26
+ entrypoint: string;
27
+ stateful: boolean;
28
+ deterministicSeeds: boolean;
29
+ lifecycle: ("create" | "reset" | "step" | "collect" | "destroy")[];
30
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
31
+ defaultTimeoutMs: number;
32
+ };
33
+ tools: {
34
+ name: string;
35
+ description: string;
36
+ inputSchema: Record<string, unknown>;
37
+ inputSchemaHash: string;
38
+ sideEffect: "read" | "write";
39
+ timeoutMs: number;
40
+ }[];
41
+ capabilities: {
42
+ id: string;
43
+ required: boolean;
44
+ scopes: string[];
45
+ portability: "portable" | "host_adapter" | "local_only" | "hosted_only";
46
+ }[];
47
+ tasks: {
48
+ id: string;
49
+ clusterKey: string;
50
+ split: "train" | "validation" | "test" | "frozen_eval";
51
+ input: Record<string, unknown>;
52
+ expectedOutput: Record<string, unknown> | null;
53
+ policyVisibleContext: Record<string, unknown>;
54
+ privilegedContextRef: string | null;
55
+ artifactRefs: {
56
+ id: string;
57
+ path: string;
58
+ contentHash: string;
59
+ sizeBytes: number;
60
+ mediaType: string;
61
+ visibility: "policy" | "verifier" | "host_private";
62
+ }[];
63
+ tags: string[];
64
+ requiredOutputs?: {
65
+ path: string;
66
+ mediaType: string;
67
+ schemaRef: {
68
+ id: string;
69
+ path: string;
70
+ contentHash: string;
71
+ sizeBytes: number;
72
+ mediaType: string;
73
+ visibility: "policy" | "verifier" | "host_private";
74
+ } | null;
75
+ maxBytes: number | null;
76
+ metadata: Record<string, unknown>;
77
+ }[] | undefined;
78
+ }[];
79
+ graders: ({
80
+ id: string;
81
+ version: string;
82
+ weight: number;
83
+ hardGate: boolean;
84
+ rewardEligible: boolean;
85
+ privileged: boolean;
86
+ kind: "state" | "content" | "schema" | "artifact" | "runtime_event";
87
+ config: Record<string, unknown>;
88
+ } | {
89
+ id: string;
90
+ version: string;
91
+ weight: number;
92
+ hardGate: boolean;
93
+ rewardEligible: boolean;
94
+ privileged: boolean;
95
+ kind: "model_judge";
96
+ rubricRef: {
97
+ id: string;
98
+ path: string;
99
+ contentHash: string;
100
+ sizeBytes: number;
101
+ mediaType: string;
102
+ visibility: "policy" | "verifier" | "host_private";
103
+ };
104
+ calibrationStatus: "failed" | "pending" | "passed";
105
+ model?: {
106
+ providerId: string;
107
+ modelId: string;
108
+ revision: string | null;
109
+ } | undefined;
110
+ temperature?: number | undefined;
111
+ } | {
112
+ id: string;
113
+ version: string;
114
+ weight: number;
115
+ hardGate: boolean;
116
+ rewardEligible: boolean;
117
+ privileged: boolean;
118
+ kind: "custom_verifier";
119
+ verifierRef: {
120
+ id: string;
121
+ path: string;
122
+ contentHash: string;
123
+ sizeBytes: number;
124
+ mediaType: string;
125
+ visibility: "policy" | "verifier" | "host_private";
126
+ };
127
+ timeoutMs: number;
128
+ networkPolicy: "none";
129
+ exportName?: string | undefined;
130
+ } | {
131
+ id: string;
132
+ version: string;
133
+ weight: number;
134
+ hardGate: boolean;
135
+ rewardEligible: boolean;
136
+ privileged: boolean;
137
+ kind: "human";
138
+ rubricRef: {
139
+ id: string;
140
+ path: string;
141
+ contentHash: string;
142
+ sizeBytes: number;
143
+ mediaType: string;
144
+ visibility: "policy" | "verifier" | "host_private";
145
+ };
146
+ reviewerRole: string;
147
+ })[];
148
+ metadata: Record<string, unknown>;
149
+ contentHash: string;
150
+ environmentRelease?: {
151
+ id: string;
152
+ contentHash: string;
153
+ } | undefined;
154
+ verifierSetRelease?: {
155
+ id: string;
156
+ contentHash: string;
157
+ } | undefined;
158
+ metrics?: {
159
+ schemaVersion: "openpond.tasksetMetricPolicy.v1";
160
+ primaryMetric: string;
161
+ aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
162
+ missingReward: "zero" | "exclude";
163
+ customAggregator: {
164
+ module: string;
165
+ exportName: string;
166
+ contentHash: string;
167
+ timeoutMs: number;
168
+ networkPolicy: "none";
169
+ } | null;
170
+ taskWeights?: Record<string, number> | undefined;
171
+ } | undefined;
172
+ };
173
+ environment: {
174
+ schemaVersion: "openpond.environmentRelease.v1";
175
+ id: string;
176
+ revision: number;
177
+ contract: {
178
+ protocolVersion: "openpond.environment.v1";
179
+ kind: "text" | "work" | "agent" | "custom_program";
180
+ entrypoint: string;
181
+ stateful: boolean;
182
+ deterministicSeeds: boolean;
183
+ lifecycle: ("create" | "reset" | "step" | "collect" | "destroy")[];
184
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
185
+ defaultTimeoutMs: number;
186
+ };
187
+ actionSchemaRef: {
188
+ id: string;
189
+ path: string;
190
+ contentHash: string;
191
+ sizeBytes: number;
192
+ mediaType: string;
193
+ visibility: "policy" | "verifier" | "host_private";
194
+ } | null;
195
+ observationSchemaRef: {
196
+ id: string;
197
+ path: string;
198
+ contentHash: string;
199
+ sizeBytes: number;
200
+ mediaType: string;
201
+ visibility: "policy" | "verifier" | "host_private";
202
+ } | null;
203
+ stateSchemaRef: {
204
+ id: string;
205
+ path: string;
206
+ contentHash: string;
207
+ sizeBytes: number;
208
+ mediaType: string;
209
+ visibility: "policy" | "verifier" | "host_private";
210
+ } | null;
211
+ artifactCollection: {
212
+ maxArtifacts: number;
213
+ maxTotalBytes: number;
214
+ };
215
+ adapterConformanceHashes: Record<string, string>;
216
+ metadata: Record<string, unknown>;
217
+ contentHash: string;
218
+ };
219
+ verifierSet: {
220
+ schemaVersion: "openpond.verifierSetRelease.v1";
221
+ id: string;
222
+ revision: number;
223
+ graders: ({
224
+ id: string;
225
+ version: string;
226
+ weight: number;
227
+ hardGate: boolean;
228
+ rewardEligible: boolean;
229
+ privileged: boolean;
230
+ kind: "state" | "content" | "schema" | "artifact" | "runtime_event";
231
+ config: Record<string, unknown>;
232
+ } | {
233
+ id: string;
234
+ version: string;
235
+ weight: number;
236
+ hardGate: boolean;
237
+ rewardEligible: boolean;
238
+ privileged: boolean;
239
+ kind: "model_judge";
240
+ rubricRef: {
241
+ id: string;
242
+ path: string;
243
+ contentHash: string;
244
+ sizeBytes: number;
245
+ mediaType: string;
246
+ visibility: "policy" | "verifier" | "host_private";
247
+ };
248
+ calibrationStatus: "failed" | "pending" | "passed";
249
+ model?: {
250
+ providerId: string;
251
+ modelId: string;
252
+ revision: string | null;
253
+ } | undefined;
254
+ temperature?: number | undefined;
255
+ } | {
256
+ id: string;
257
+ version: string;
258
+ weight: number;
259
+ hardGate: boolean;
260
+ rewardEligible: boolean;
261
+ privileged: boolean;
262
+ kind: "custom_verifier";
263
+ verifierRef: {
264
+ id: string;
265
+ path: string;
266
+ contentHash: string;
267
+ sizeBytes: number;
268
+ mediaType: string;
269
+ visibility: "policy" | "verifier" | "host_private";
270
+ };
271
+ timeoutMs: number;
272
+ networkPolicy: "none";
273
+ exportName?: string | undefined;
274
+ } | {
275
+ id: string;
276
+ version: string;
277
+ weight: number;
278
+ hardGate: boolean;
279
+ rewardEligible: boolean;
280
+ privileged: boolean;
281
+ kind: "human";
282
+ rubricRef: {
283
+ id: string;
284
+ path: string;
285
+ contentHash: string;
286
+ sizeBytes: number;
287
+ mediaType: string;
288
+ visibility: "policy" | "verifier" | "host_private";
289
+ };
290
+ reviewerRole: string;
291
+ })[];
292
+ isolation: {
293
+ processBoundary: "same_process" | "isolated_process" | "container";
294
+ networkPolicy: "none";
295
+ defaultTimeoutMs: number;
296
+ };
297
+ calibrationReceiptRefs: {
298
+ id: string;
299
+ contentHash: string;
300
+ }[];
301
+ metadata: Record<string, unknown>;
302
+ contentHash: string;
303
+ };
304
+ files: {
305
+ asset: {
306
+ id: string;
307
+ path: string;
308
+ contentHash: string;
309
+ sizeBytes: number;
310
+ mediaType: string;
311
+ visibility: "policy" | "verifier" | "host_private";
312
+ };
313
+ base64: string;
314
+ }[];
315
+ contentHash: string;
316
+ modelResources?: {
317
+ taskDefinition: {
318
+ schemaVersion: "openpond.taskDefinition.v1";
319
+ id: string;
320
+ revision: number;
321
+ name: string;
322
+ description: string;
323
+ instructions: string;
324
+ category: "custom" | "structured" | "question_answering" | "coding" | "tool_workflow";
325
+ familyNamespace: string;
326
+ inputSchema: Record<string, unknown>;
327
+ outputSchema: Record<string, unknown>;
328
+ rewardBinding: {
329
+ id: string;
330
+ contentHash: string;
331
+ revision: number;
332
+ };
333
+ harness: {
334
+ id: string;
335
+ contentHash: string;
336
+ } | null;
337
+ execution: {
338
+ policy: {
339
+ policyVisibleFields: string[];
340
+ privilegedFields: string[];
341
+ hiddenGraderRefs: string[];
342
+ connectedAppScopes: string[];
343
+ };
344
+ environment: {
345
+ protocolVersion: "openpond.environment.v1";
346
+ kind: "text" | "work" | "agent" | "custom_program";
347
+ entrypoint: string;
348
+ stateful: boolean;
349
+ deterministicSeeds: boolean;
350
+ lifecycle: ("create" | "reset" | "step" | "collect" | "destroy")[];
351
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
352
+ defaultTimeoutMs: number;
353
+ };
354
+ tools: {
355
+ name: string;
356
+ description: string;
357
+ inputSchema: Record<string, unknown>;
358
+ inputSchemaHash: string;
359
+ sideEffect: "read" | "write";
360
+ timeoutMs: number;
361
+ }[];
362
+ capabilities: {
363
+ id: string;
364
+ required: boolean;
365
+ scopes: string[];
366
+ portability: "portable" | "host_adapter" | "local_only" | "hosted_only";
367
+ }[];
368
+ environmentRelease?: {
369
+ id: string;
370
+ contentHash: string;
371
+ } | undefined;
372
+ verifierSetRelease?: {
373
+ id: string;
374
+ contentHash: string;
375
+ } | undefined;
376
+ };
377
+ contentHash: string;
378
+ };
379
+ rewardBinding: {
380
+ schemaVersion: "openpond.rewardBinding.v1";
381
+ id: string;
382
+ revision: number;
383
+ sources: {
384
+ graderId: string;
385
+ reward: {
386
+ id: string;
387
+ contentHash: string;
388
+ revision: number;
389
+ };
390
+ role: "evaluation" | "training";
391
+ normalization: {
392
+ kind: "identity";
393
+ } | {
394
+ kind: "linear";
395
+ minimum: number;
396
+ maximum: number;
397
+ direction: "higher" | "lower";
398
+ };
399
+ weight: number;
400
+ required: boolean;
401
+ hardGate: boolean;
402
+ privileged: boolean;
403
+ fixtureRefs: {
404
+ id: string;
405
+ contentHash: string;
406
+ }[];
407
+ }[];
408
+ aggregation: "weighted_mean";
409
+ unscorable: "exclude_optional_require_all_required";
410
+ contentHash: string;
411
+ name?: string | undefined;
412
+ description?: string | undefined;
413
+ recipeRef?: {
414
+ id: string;
415
+ contentHash: string;
416
+ revision: number;
417
+ } | undefined;
418
+ };
419
+ assets: {
420
+ schemaVersion: "openpond.learningTextAsset.v1";
421
+ id: string;
422
+ revision: 1;
423
+ asset: {
424
+ id: string;
425
+ path: string;
426
+ contentHash: string;
427
+ sizeBytes: number;
428
+ mediaType: string;
429
+ visibility: "policy" | "verifier" | "host_private";
430
+ };
431
+ text: string;
432
+ contentHash: string;
433
+ }[];
434
+ rewards: {
435
+ schemaVersion: "openpond.rewardRelease.v1";
436
+ id: string;
437
+ revision: number;
438
+ name: string;
439
+ description: string;
440
+ implementation: {
441
+ kind: "state" | "content" | "schema" | "artifact" | "runtime_event";
442
+ config: Record<string, unknown>;
443
+ } | {
444
+ kind: "model_judge";
445
+ rubricRef: {
446
+ id: string;
447
+ path: string;
448
+ contentHash: string;
449
+ sizeBytes: number;
450
+ mediaType: string;
451
+ visibility: "policy" | "verifier" | "host_private";
452
+ };
453
+ calibrationStatus: "failed" | "pending" | "passed";
454
+ model?: {
455
+ providerId: string;
456
+ modelId: string;
457
+ revision: string | null;
458
+ } | undefined;
459
+ temperature?: number | undefined;
460
+ } | {
461
+ timeoutMs: number;
462
+ networkPolicy: "none";
463
+ kind: "custom_verifier";
464
+ verifierRef: {
465
+ id: string;
466
+ path: string;
467
+ contentHash: string;
468
+ sizeBytes: number;
469
+ mediaType: string;
470
+ visibility: "policy" | "verifier" | "host_private";
471
+ };
472
+ exportName?: string | undefined;
473
+ } | {
474
+ kind: "human";
475
+ rubricRef: {
476
+ id: string;
477
+ path: string;
478
+ contentHash: string;
479
+ sizeBytes: number;
480
+ mediaType: string;
481
+ visibility: "policy" | "verifier" | "host_private";
482
+ };
483
+ reviewerRole: string;
484
+ } | {
485
+ kind: "learned_model";
486
+ modelVersion: {
487
+ id: string;
488
+ contentHash: string;
489
+ };
490
+ inputContract: {
491
+ id: string;
492
+ path: string;
493
+ contentHash: string;
494
+ sizeBytes: number;
495
+ mediaType: string;
496
+ visibility: "policy" | "verifier" | "host_private";
497
+ };
498
+ };
499
+ rawScore: {
500
+ minimum: number;
501
+ maximum: number;
502
+ };
503
+ assets: {
504
+ id: string;
505
+ path: string;
506
+ contentHash: string;
507
+ sizeBytes: number;
508
+ mediaType: string;
509
+ visibility: "policy" | "verifier" | "host_private";
510
+ }[];
511
+ contentHash: string;
512
+ fixtureSetRef?: {
513
+ id: string;
514
+ path: string;
515
+ contentHash: string;
516
+ sizeBytes: number;
517
+ mediaType: string;
518
+ visibility: "policy" | "verifier" | "host_private";
519
+ } | undefined;
520
+ }[];
521
+ execution?: {
522
+ environment: {
523
+ schemaVersion: "openpond.environmentRelease.v1";
524
+ id: string;
525
+ revision: number;
526
+ contract: {
527
+ protocolVersion: "openpond.environment.v1";
528
+ kind: "text" | "work" | "agent" | "custom_program";
529
+ entrypoint: string;
530
+ stateful: boolean;
531
+ deterministicSeeds: boolean;
532
+ lifecycle: ("create" | "reset" | "step" | "collect" | "destroy")[];
533
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
534
+ defaultTimeoutMs: number;
535
+ };
536
+ actionSchemaRef: {
537
+ id: string;
538
+ path: string;
539
+ contentHash: string;
540
+ sizeBytes: number;
541
+ mediaType: string;
542
+ visibility: "policy" | "verifier" | "host_private";
543
+ } | null;
544
+ observationSchemaRef: {
545
+ id: string;
546
+ path: string;
547
+ contentHash: string;
548
+ sizeBytes: number;
549
+ mediaType: string;
550
+ visibility: "policy" | "verifier" | "host_private";
551
+ } | null;
552
+ stateSchemaRef: {
553
+ id: string;
554
+ path: string;
555
+ contentHash: string;
556
+ sizeBytes: number;
557
+ mediaType: string;
558
+ visibility: "policy" | "verifier" | "host_private";
559
+ } | null;
560
+ artifactCollection: {
561
+ maxArtifacts: number;
562
+ maxTotalBytes: number;
563
+ };
564
+ adapterConformanceHashes: Record<string, string>;
565
+ metadata: Record<string, unknown>;
566
+ contentHash: string;
567
+ };
568
+ verifierSet: {
569
+ schemaVersion: "openpond.verifierSetRelease.v1";
570
+ id: string;
571
+ revision: number;
572
+ graders: ({
573
+ id: string;
574
+ version: string;
575
+ weight: number;
576
+ hardGate: boolean;
577
+ rewardEligible: boolean;
578
+ privileged: boolean;
579
+ kind: "state" | "content" | "schema" | "artifact" | "runtime_event";
580
+ config: Record<string, unknown>;
581
+ } | {
582
+ id: string;
583
+ version: string;
584
+ weight: number;
585
+ hardGate: boolean;
586
+ rewardEligible: boolean;
587
+ privileged: boolean;
588
+ kind: "model_judge";
589
+ rubricRef: {
590
+ id: string;
591
+ path: string;
592
+ contentHash: string;
593
+ sizeBytes: number;
594
+ mediaType: string;
595
+ visibility: "policy" | "verifier" | "host_private";
596
+ };
597
+ calibrationStatus: "failed" | "pending" | "passed";
598
+ model?: {
599
+ providerId: string;
600
+ modelId: string;
601
+ revision: string | null;
602
+ } | undefined;
603
+ temperature?: number | undefined;
604
+ } | {
605
+ id: string;
606
+ version: string;
607
+ weight: number;
608
+ hardGate: boolean;
609
+ rewardEligible: boolean;
610
+ privileged: boolean;
611
+ kind: "custom_verifier";
612
+ verifierRef: {
613
+ id: string;
614
+ path: string;
615
+ contentHash: string;
616
+ sizeBytes: number;
617
+ mediaType: string;
618
+ visibility: "policy" | "verifier" | "host_private";
619
+ };
620
+ timeoutMs: number;
621
+ networkPolicy: "none";
622
+ exportName?: string | undefined;
623
+ } | {
624
+ id: string;
625
+ version: string;
626
+ weight: number;
627
+ hardGate: boolean;
628
+ rewardEligible: boolean;
629
+ privileged: boolean;
630
+ kind: "human";
631
+ rubricRef: {
632
+ id: string;
633
+ path: string;
634
+ contentHash: string;
635
+ sizeBytes: number;
636
+ mediaType: string;
637
+ visibility: "policy" | "verifier" | "host_private";
638
+ };
639
+ reviewerRole: string;
640
+ })[];
641
+ isolation: {
642
+ processBoundary: "same_process" | "isolated_process" | "container";
643
+ networkPolicy: "none";
644
+ defaultTimeoutMs: number;
645
+ };
646
+ calibrationReceiptRefs: {
647
+ id: string;
648
+ contentHash: string;
649
+ }[];
650
+ metadata: Record<string, unknown>;
651
+ contentHash: string;
652
+ };
653
+ javascript: {
654
+ schemaVersion: "openpond.javascriptEnvironment.v1";
655
+ id: string;
656
+ revision: number;
657
+ module: {
658
+ id: string;
659
+ path: string;
660
+ contentHash: string;
661
+ sizeBytes: number;
662
+ mediaType: string;
663
+ visibility: "policy" | "verifier" | "host_private";
664
+ };
665
+ tools: {
666
+ name: string;
667
+ description: string;
668
+ inputSchema: Record<string, unknown>;
669
+ inputSchemaHash: string;
670
+ sideEffect: "read" | "write";
671
+ timeoutMs: number;
672
+ }[];
673
+ maxSteps: number;
674
+ maxStateBytes: number;
675
+ maxObservationBytes: number;
676
+ operationTimeoutMs: number;
677
+ contentHash: string;
678
+ executionServices?: ({
679
+ kind: "sqlite.v1";
680
+ sql: {
681
+ scope: "input" | "state" | "arguments" | "initialState";
682
+ path: string[];
683
+ };
684
+ snapshot: {
685
+ scope: "input" | "state" | "arguments" | "initialState";
686
+ path: string[];
687
+ };
688
+ maxRows: number;
689
+ maxResultBytes: number;
690
+ id: string;
691
+ operation: "step" | "collect";
692
+ timeoutMs: number;
693
+ toolName?: string | undefined;
694
+ } | {
695
+ kind: "javascript.v1";
696
+ source: {
697
+ scope: "input" | "state" | "arguments" | "initialState";
698
+ path: string[];
699
+ };
700
+ cases: {
701
+ scope: "input" | "state" | "arguments" | "initialState";
702
+ path: string[];
703
+ };
704
+ exportName: string;
705
+ maxCases: number;
706
+ maxResultBytes: number;
707
+ id: string;
708
+ operation: "step" | "collect";
709
+ timeoutMs: number;
710
+ toolName?: string | undefined;
711
+ })[] | undefined;
712
+ };
713
+ } | undefined;
714
+ } | undefined;
715
+ learningResources?: {
716
+ batch: {
717
+ schemaVersion: "openpond.taskBatch.v1";
718
+ id: string;
719
+ revision: 1;
720
+ taskDefinition: {
721
+ id: string;
722
+ contentHash: string;
723
+ revision: number;
724
+ };
725
+ rewardBinding: {
726
+ id: string;
727
+ contentHash: string;
728
+ revision: number;
729
+ };
730
+ purpose: "evaluation" | "supervised_training" | "reward_training";
731
+ examples: {
732
+ evidence: {
733
+ id: string;
734
+ contentHash: string;
735
+ revision: number;
736
+ };
737
+ decision: {
738
+ id: string;
739
+ contentHash: string;
740
+ revision: number;
741
+ };
742
+ familyKey: string;
743
+ inputHash: string;
744
+ split: "train" | "validation" | "test" | "frozen_eval";
745
+ }[];
746
+ sealedAt: string;
747
+ sealedBy: string;
748
+ contentHash: string;
749
+ };
750
+ evidence: {
751
+ schemaVersion: "openpond.taskEvidence.v1";
752
+ id: string;
753
+ revision: number;
754
+ source: {
755
+ id: string;
756
+ contentHash: string;
757
+ revision: number;
758
+ };
759
+ submission: {
760
+ schemaVersion: "openpond.taskExample.v1";
761
+ sourceId: string;
762
+ idempotencyKey: string;
763
+ taskDefinition: {
764
+ id: string;
765
+ contentHash: string;
766
+ revision: number;
767
+ };
768
+ exampleId: string;
769
+ attemptId: string;
770
+ occurredAt: string;
771
+ familyKey: string | null;
772
+ split: "train" | "validation" | "test" | "frozen_eval";
773
+ input: Record<string, import("zod").JSONType>;
774
+ observedOutput: Record<string, import("zod").JSONType> | null;
775
+ expected: Record<string, import("zod").JSONType> | null;
776
+ evaluatorContext: Record<string, import("zod").JSONType> | null;
777
+ assets: {
778
+ id: string;
779
+ path: string;
780
+ contentHash: string;
781
+ sizeBytes: number;
782
+ mediaType: string;
783
+ visibility: "policy" | "verifier" | "host_private";
784
+ }[];
785
+ provenance: {
786
+ sourceRecordRef: string | null;
787
+ mappingHash: string | null;
788
+ };
789
+ };
790
+ supersedes: {
791
+ id: string;
792
+ contentHash: string;
793
+ revision: number;
794
+ } | null;
795
+ correctionFeedbackId: string | null;
796
+ receivedAt: string;
797
+ contentHash: string;
798
+ }[];
799
+ decisions: {
800
+ schemaVersion: "openpond.taskAdmissionDecision.v1";
801
+ id: string;
802
+ revision: number;
803
+ evidence: {
804
+ id: string;
805
+ contentHash: string;
806
+ revision: number;
807
+ };
808
+ supersedes: {
809
+ id: string;
810
+ contentHash: string;
811
+ revision: number;
812
+ } | null;
813
+ actor: {
814
+ kind: "human" | "qualified_policy";
815
+ id: string;
816
+ policy: {
817
+ id: string;
818
+ contentHash: string;
819
+ revision: number;
820
+ } | null;
821
+ };
822
+ evidenceValidity: "pending" | "valid" | "invalid";
823
+ taskAdmissibility: "pending" | "rejected" | "approved";
824
+ observedQuality: "failed" | "passed" | "unavailable" | "unscored";
825
+ targetApproval: "pending" | "rejected" | "approved" | "not_required";
826
+ approvedTarget: Record<string, import("zod").JSONType> | null;
827
+ grade: {
828
+ schemaVersion: "openpond.rewardComposition.v1";
829
+ binding: {
830
+ id: string;
831
+ contentHash: string;
832
+ revision: number;
833
+ };
834
+ taskHash: string;
835
+ outputHash: string;
836
+ results: {
837
+ graderId: string;
838
+ reward: {
839
+ id: string;
840
+ contentHash: string;
841
+ revision: number;
842
+ };
843
+ role: "evaluation" | "training";
844
+ status: "failed" | "pending" | "unavailable" | "scored";
845
+ rawScore: number | null;
846
+ normalizedScore: number | null;
847
+ passed: boolean | null;
848
+ evidenceHashes: string[];
849
+ message: string | null;
850
+ }[];
851
+ training: {
852
+ status: "unscorable" | "scored" | "not_configured";
853
+ score: number | null;
854
+ passed: boolean | null;
855
+ };
856
+ evaluation: {
857
+ status: "unscorable" | "scored" | "not_configured";
858
+ score: number | null;
859
+ passed: boolean | null;
860
+ };
861
+ contentHash: string;
862
+ } | null;
863
+ targetGrade: {
864
+ schemaVersion: "openpond.rewardComposition.v1";
865
+ binding: {
866
+ id: string;
867
+ contentHash: string;
868
+ revision: number;
869
+ };
870
+ taskHash: string;
871
+ outputHash: string;
872
+ results: {
873
+ graderId: string;
874
+ reward: {
875
+ id: string;
876
+ contentHash: string;
877
+ revision: number;
878
+ };
879
+ role: "evaluation" | "training";
880
+ status: "failed" | "pending" | "unavailable" | "scored";
881
+ rawScore: number | null;
882
+ normalizedScore: number | null;
883
+ passed: boolean | null;
884
+ evidenceHashes: string[];
885
+ message: string | null;
886
+ }[];
887
+ training: {
888
+ status: "unscorable" | "scored" | "not_configured";
889
+ score: number | null;
890
+ passed: boolean | null;
891
+ };
892
+ evaluation: {
893
+ status: "unscorable" | "scored" | "not_configured";
894
+ score: number | null;
895
+ passed: boolean | null;
896
+ };
897
+ contentHash: string;
898
+ } | null;
899
+ note: string;
900
+ decidedAt: string;
901
+ contentHash: string;
902
+ }[];
903
+ sources: {
904
+ schemaVersion: "openpond.learningSource.v1";
905
+ id: string;
906
+ revision: number;
907
+ name: string;
908
+ kind: "work" | "provider" | "direct" | "benchmark" | "opentelemetry";
909
+ taskDefinition: {
910
+ id: string;
911
+ contentHash: string;
912
+ revision: number;
913
+ };
914
+ enabled: boolean;
915
+ allowedSplits: ("train" | "validation" | "test" | "frozen_eval")[];
916
+ mapping: {
917
+ schemaVersion: "openpond.taskSourceMapping.v1";
918
+ exampleId: string;
919
+ attemptId: string;
920
+ occurredAt: string;
921
+ input: string;
922
+ observedOutput: string | null;
923
+ expected: string | null;
924
+ evaluatorContext: string | null;
925
+ familyKey: string;
926
+ split: "train" | "validation" | "test" | "frozen_eval";
927
+ } | null;
928
+ adapterVersion: string | null;
929
+ contentHash: string;
930
+ reviewOrigin?: {
931
+ modelId: string;
932
+ packageHash: string;
933
+ taskset: {
934
+ id: string;
935
+ contentHash: string;
936
+ revision: number;
937
+ };
938
+ batch: {
939
+ id: string;
940
+ contentHash: string;
941
+ revision: number;
942
+ };
943
+ rewardBinding: {
944
+ id: string;
945
+ contentHash: string;
946
+ revision: number;
947
+ };
948
+ } | undefined;
949
+ }[];
950
+ assets: {
951
+ schemaVersion: "openpond.learningTextAsset.v1";
952
+ id: string;
953
+ revision: 1;
954
+ asset: {
955
+ id: string;
956
+ path: string;
957
+ contentHash: string;
958
+ sizeBytes: number;
959
+ mediaType: string;
960
+ visibility: "policy" | "verifier" | "host_private";
961
+ };
962
+ text: string;
963
+ contentHash: string;
964
+ }[];
965
+ } | undefined;
966
+ };
967
+ //# sourceMappingURL=taskset-draft-package-compiler.d.ts.map