openpond-sdk 0.6.7 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (98) hide show
  1. package/MODEL_STARTERS.md +25 -0
  2. package/TASKSETS.md +8 -0
  3. package/dist/{chunk-EJYSXE4V.js → chunk-32H2EJRA.js} +292 -456
  4. package/dist/chunk-32H2EJRA.js.map +7 -0
  5. package/dist/chunk-3HV3G6DG.js +95 -0
  6. package/dist/chunk-3HV3G6DG.js.map +7 -0
  7. package/dist/{chunk-FPOW5PU7.js → chunk-CGIMLZE5.js} +7 -7
  8. package/dist/chunk-DNBAJUVR.js +380 -0
  9. package/dist/chunk-DNBAJUVR.js.map +7 -0
  10. package/dist/{chunk-YGCHXNPI.js → chunk-DT7FRNIZ.js} +3 -94
  11. package/dist/{chunk-YGCHXNPI.js.map → chunk-DT7FRNIZ.js.map} +4 -4
  12. package/dist/{chunk-ECTMEJ5N.js → chunk-IKTZ2CD4.js} +63 -42
  13. package/dist/chunk-IKTZ2CD4.js.map +7 -0
  14. package/dist/{chunk-DNEPLQXN.js → chunk-KYCQ7LZ4.js} +5 -5
  15. package/dist/{chunk-TXQHWOFM.js → chunk-LGEF4S5I.js} +2 -2
  16. package/dist/chunk-QABCKPW6.js +171 -0
  17. package/dist/chunk-QABCKPW6.js.map +7 -0
  18. package/dist/{chunk-42YOB36J.js → chunk-WOPM32SE.js} +7 -7
  19. package/dist/{chunk-EAEYAU4R.js → chunk-Y4NGWGTA.js} +23 -2
  20. package/dist/{chunk-EAEYAU4R.js.map → chunk-Y4NGWGTA.js.map} +4 -4
  21. package/dist/dataset-workspaces.js +122 -0
  22. package/dist/dataset-workspaces.js.map +7 -0
  23. package/dist/index.js +20 -15
  24. package/dist/index.js.map +2 -2
  25. package/dist/learning.js +4 -4
  26. package/dist/model-starter-attempts.js +5 -1
  27. package/dist/model-starter-catalog.js +5 -5
  28. package/dist/model-starters.js +5 -5
  29. package/dist/model-taskset-runs.js +14 -11
  30. package/dist/model-taskset-runs.js.map +2 -2
  31. package/dist/taskset-drafts.js +10 -8
  32. package/dist/taskset-drafts.js.map +1 -1
  33. package/dist/taskset-packages.js +42 -364
  34. package/dist/taskset-packages.js.map +4 -4
  35. package/dist/training-bundle.js +10 -8
  36. package/dist/training-bundle.js.map +1 -1
  37. package/dist/training-projects.js +134 -0
  38. package/dist/training-projects.js.map +7 -0
  39. package/dist/training.js +3 -3
  40. package/dist/types/packages/cloud/src/hosted-chat.d.ts +1 -0
  41. package/dist/types/packages/cloud/src/hosted-chat.d.ts.map +1 -1
  42. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1631 -0
  43. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -0
  44. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +1625 -0
  45. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -0
  46. package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +3 -0
  47. package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -0
  48. package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +19 -0
  49. package/dist/types/packages/sdk/src/evaluation-project-context.d.ts.map +1 -0
  50. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
  51. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +3 -3
  52. package/dist/types/packages/sdk/src/model-batch-review.d.ts +7 -7
  53. package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
  54. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +1 -1
  55. package/dist/types/packages/sdk/src/model-projects.d.ts +122 -122
  56. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +144 -29
  57. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  58. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +23 -23
  59. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +3 -3
  60. package/dist/types/packages/sdk/src/model-starters.d.ts +22 -22
  61. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +91 -16
  62. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
  63. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +85 -15
  64. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
  65. package/dist/types/packages/sdk/src/task-inventory.d.ts +3 -3
  66. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +51 -51
  67. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +30 -30
  68. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +86 -86
  69. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +183 -183
  70. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +42 -42
  71. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +36 -36
  72. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
  73. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +43 -43
  74. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +1094 -48
  75. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
  76. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +71 -71
  77. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +84 -84
  78. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +671 -671
  79. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +371 -371
  80. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +1 -1
  81. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +5 -5
  82. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +87 -87
  83. package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
  84. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +64 -64
  85. package/dist/types/packages/sdk/src/training-project-client.d.ts +401 -0
  86. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -0
  87. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +617 -0
  88. package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -0
  89. package/dist/types/packages/sdk/src/training-projects.d.ts +3 -0
  90. package/dist/types/packages/sdk/src/training-projects.d.ts.map +1 -0
  91. package/dist/types/packages/sdk/src/training.d.ts +24 -24
  92. package/package.json +10 -1
  93. package/dist/chunk-ECTMEJ5N.js.map +0 -7
  94. package/dist/chunk-EJYSXE4V.js.map +0 -7
  95. /package/dist/{chunk-FPOW5PU7.js.map → chunk-CGIMLZE5.js.map} +0 -0
  96. /package/dist/{chunk-DNEPLQXN.js.map → chunk-KYCQ7LZ4.js.map} +0 -0
  97. /package/dist/{chunk-TXQHWOFM.js.map → chunk-LGEF4S5I.js.map} +0 -0
  98. /package/dist/{chunk-42YOB36J.js.map → chunk-WOPM32SE.js.map} +0 -0
@@ -0,0 +1,1631 @@
1
+ import { DatasetWorkspacePublishSchema, DatasetWorkspaceWriteSchema } from "./dataset-workspace-contracts.js";
2
+ import type { z } from "zod";
3
+ /** Hosted independent authoring. Writes use explicit revision/operation identity;
4
+ * callers retain the operation ID when retrying an uncertain response. */
5
+ export declare class OpenPondDatasetWorkspaceClient {
6
+ private readonly options;
7
+ private readonly baseUrl;
8
+ constructor(options: {
9
+ baseUrl: string;
10
+ apiKey: string;
11
+ teamId: string;
12
+ fetch?: typeof fetch;
13
+ });
14
+ list(options?: {
15
+ cursor?: string;
16
+ signal?: AbortSignal;
17
+ }): Promise<{
18
+ teamId: string;
19
+ datasets: {
20
+ id: string;
21
+ revision: number;
22
+ name: string;
23
+ status: "draft" | "published";
24
+ publication: {
25
+ tasksetId: string;
26
+ release: {
27
+ id: string;
28
+ revision: number;
29
+ contentHash: string;
30
+ };
31
+ packageHash: string;
32
+ } | null;
33
+ updatedAt: string;
34
+ originProjectId?: string | undefined;
35
+ }[];
36
+ nextCursor: string | null;
37
+ }>;
38
+ get(id: string, signal?: AbortSignal): Promise<{
39
+ schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
40
+ teamId: string;
41
+ datasetId: string;
42
+ revision: number;
43
+ workspace: {
44
+ schemaVersion: "openpond.tasksetDraftWorkspace.v1";
45
+ draft: {
46
+ schemaVersion: "openpond.tasksetDraft.v1";
47
+ id: string;
48
+ revision: number;
49
+ profileId: string;
50
+ modelScope: {
51
+ modelId: string;
52
+ expectedModelRevision: number;
53
+ source?: {
54
+ schemaVersion: "openpond.modelTasksetDraftPreparation.v1";
55
+ draftId: string;
56
+ requestHash: string;
57
+ sourcePackageHash: string;
58
+ sourceTasksetRef: {
59
+ id: string;
60
+ contentHash: string;
61
+ revision: number;
62
+ };
63
+ tasksetId: string;
64
+ tasksetRevision: number;
65
+ lineage: {
66
+ schemaVersion: "openpond.modelTasksetAuthoring.v1";
67
+ owner: {
68
+ scopeId: string;
69
+ modelId: string;
70
+ };
71
+ root: {
72
+ id: string;
73
+ contentHash: string;
74
+ revision: number;
75
+ };
76
+ parent: {
77
+ id: string;
78
+ contentHash: string;
79
+ revision: number;
80
+ };
81
+ };
82
+ authoringGraph?: "bound" | undefined;
83
+ } | undefined;
84
+ } | null;
85
+ name: string;
86
+ objective: string;
87
+ purpose: "general" | "benchmark";
88
+ benchmark: {
89
+ schemaVersion: "openpond.tasksetBenchmark.v1";
90
+ definitionId: string;
91
+ releaseId: string;
92
+ releaseHash: string;
93
+ managedReleasePath: string;
94
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
95
+ evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
96
+ primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
97
+ qualityGate: "none" | "non_regression" | "all_pass";
98
+ source: "builtin" | "imported";
99
+ metadata: Record<string, unknown>;
100
+ } | null;
101
+ preferenceComparison: {
102
+ schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1";
103
+ releaseId: string;
104
+ releaseHash: string;
105
+ publishedAt: string;
106
+ metadata: Record<string, unknown>;
107
+ } | null;
108
+ status: "draft" | "validating" | "needs_review" | "published";
109
+ sourceRefs: ({
110
+ id: string;
111
+ profileId: string;
112
+ title: string;
113
+ sourceHash: string;
114
+ occurredAt: string;
115
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
116
+ secretScanStatus: "blocked" | "pending" | "passed";
117
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
118
+ metadata: Record<string, unknown>;
119
+ schemaVersion: "openpond.huggingFaceDatasetSource.v1";
120
+ kind: "huggingface";
121
+ repositoryId: string;
122
+ repositoryUrl: string;
123
+ revision: string;
124
+ configuration: string;
125
+ upstreamSplits: string[];
126
+ gated: boolean;
127
+ private: boolean;
128
+ declaredLicense: string | null;
129
+ sourceFileHashes: string[];
130
+ } | {
131
+ id: string;
132
+ profileId: string;
133
+ title: string;
134
+ sourceHash: string;
135
+ occurredAt: string;
136
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
137
+ secretScanStatus: "blocked" | "pending" | "passed";
138
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
139
+ metadata: Record<string, unknown>;
140
+ schemaVersion: "openpond.uploadedFileDatasetSource.v1";
141
+ kind: "uploaded_file";
142
+ originalFileNames: string[];
143
+ mediaTypes: string[];
144
+ sourceFileHashes: string[];
145
+ totalBytes: number;
146
+ parserVersion: string;
147
+ } | {
148
+ id: string;
149
+ profileId: string;
150
+ title: string;
151
+ sourceHash: string;
152
+ occurredAt: string;
153
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
154
+ secretScanStatus: "blocked" | "pending" | "passed";
155
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
156
+ metadata: Record<string, unknown>;
157
+ schemaVersion: "openpond.generatedDatasetSource.v1";
158
+ kind: "generated";
159
+ generatorId: string;
160
+ generatorVersion: string;
161
+ seed: number;
162
+ generatorHash: string;
163
+ } | {
164
+ id: string;
165
+ profileId: string;
166
+ title: string;
167
+ sourceHash: string;
168
+ occurredAt: string;
169
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
170
+ secretScanStatus: "blocked" | "pending" | "passed";
171
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
172
+ metadata: Record<string, unknown>;
173
+ schemaVersion: "openpond.learningBatchDatasetSource.v1";
174
+ kind: "learning_batch";
175
+ batch: {
176
+ id: string;
177
+ revision: number;
178
+ contentHash: string;
179
+ };
180
+ taskDefinition: {
181
+ id: string;
182
+ revision: number;
183
+ contentHash: string;
184
+ };
185
+ admittedBy: string;
186
+ } | {
187
+ schemaVersion: "openpond.trainingSource.v1";
188
+ id: string;
189
+ profileId: string;
190
+ sessionId: string;
191
+ turnIds: string[];
192
+ workspaceId: string | null;
193
+ sourceHash: string;
194
+ clusterKey: string;
195
+ title: string;
196
+ occurredAt: string;
197
+ consent: {
198
+ status: "pending" | "granted" | "denied" | "revoked";
199
+ scope: "metadata_only" | "selected_turns" | "full_session";
200
+ grantedBy: string | null;
201
+ grantedAt: string | null;
202
+ purpose: "task_authoring_and_evaluation";
203
+ };
204
+ connectedAppIds: string[];
205
+ secretScanStatus: "blocked" | "pending" | "passed";
206
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
207
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
208
+ metadata: Record<string, unknown>;
209
+ })[];
210
+ policy: {
211
+ policyVisibleFields: string[];
212
+ privilegedFields: string[];
213
+ hiddenGraderRefs: string[];
214
+ connectedAppScopes: string[];
215
+ };
216
+ environment: {
217
+ protocolVersion: "openpond.taskEnvironment.v1";
218
+ kind: "chat" | "agent" | "program" | "stateful_harness" | "work";
219
+ entrypoint: string;
220
+ stateful: boolean;
221
+ deterministicSeeds: boolean;
222
+ toolNames: string[];
223
+ lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
224
+ defaultTimeoutMs: number;
225
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
226
+ metadata: Record<string, unknown>;
227
+ actionBindings?: {
228
+ schemaVersion: "openpond.harnessActionBinding.v1";
229
+ actionId: string;
230
+ modelToolName: string;
231
+ description: string;
232
+ inputSchema: Record<string, unknown>;
233
+ actionSchemaHash: string;
234
+ agentRelease: {
235
+ id: string;
236
+ contentHash: string;
237
+ };
238
+ implementationHash: string;
239
+ runtimeBindingId: string;
240
+ capabilityReceiptHash: string;
241
+ sideEffect: "read" | "write";
242
+ studentVisible: boolean;
243
+ timeoutMs: number;
244
+ episodeArgumentBindings: {
245
+ argument: string;
246
+ source: "case_id";
247
+ }[];
248
+ }[] | undefined;
249
+ resources?: {
250
+ id: string;
251
+ kind: "file" | "configuration" | "catalog" | "code_module";
252
+ path: string;
253
+ visibility: "privileged" | "policy_visible" | "policy_hidden";
254
+ required: boolean;
255
+ metadata: Record<string, unknown>;
256
+ mediaType?: string | null | undefined;
257
+ }[] | undefined;
258
+ };
259
+ output: {
260
+ mode: "text" | "structured_json" | "artifacts";
261
+ jsonSchema: Record<string, unknown> | null;
262
+ renderer: {
263
+ module: string;
264
+ exportName: string;
265
+ configRef: string | null;
266
+ } | null;
267
+ };
268
+ capabilities: {
269
+ schemaVersion: "openpond.tasksetCapabilities.v1";
270
+ taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
271
+ supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
272
+ compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
273
+ rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
274
+ requiresTools: boolean;
275
+ requiresState: boolean;
276
+ requiresPrivilegedGrading: boolean;
277
+ environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
278
+ exportable: boolean;
279
+ portabilityBlockers: string[];
280
+ };
281
+ metrics: {
282
+ schemaVersion: "openpond.tasksetMetricPolicy.v1";
283
+ primaryMetric: string;
284
+ aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
285
+ missingReward: "zero" | "exclude";
286
+ customAggregator: {
287
+ module: string;
288
+ exportName: string;
289
+ contentHash: string;
290
+ timeoutMs: number;
291
+ networkPolicy: "none";
292
+ } | null;
293
+ taskWeights?: Record<string, number> | undefined;
294
+ };
295
+ review: {
296
+ enabled: boolean;
297
+ candidateCount: number;
298
+ minimumSamples: number;
299
+ allowTies: boolean;
300
+ allowRejectAll: boolean;
301
+ rubric: string;
302
+ criteria: {
303
+ id: string;
304
+ label: string;
305
+ description: string;
306
+ weight: number;
307
+ }[];
308
+ };
309
+ tasks: {
310
+ schemaVersion: "openpond.taskData.v1";
311
+ id: string;
312
+ clusterKey: string;
313
+ split: "train" | "validation" | "test" | "frozen_eval";
314
+ input: Record<string, unknown>;
315
+ expectedOutput: Record<string, unknown> | null;
316
+ policyVisibleContext: Record<string, unknown>;
317
+ privilegedContextRef: string | null;
318
+ tags: string[];
319
+ metadata: Record<string, unknown>;
320
+ sourceRefs: string[];
321
+ assets?: {
322
+ id: string;
323
+ sourceRefId: string;
324
+ artifactRef: string;
325
+ fileName: string;
326
+ mediaType: string;
327
+ sha256: string;
328
+ sizeBytes: number;
329
+ split: "train" | "validation" | "test" | "frozen_eval";
330
+ metadata: Record<string, unknown>;
331
+ }[] | undefined;
332
+ resourceRefs?: string[] | undefined;
333
+ requiredOutputs?: {
334
+ path: string;
335
+ mediaType: string;
336
+ metadata: Record<string, unknown>;
337
+ schemaRef?: string | null | undefined;
338
+ maxBytes?: number | undefined;
339
+ }[] | undefined;
340
+ }[];
341
+ graders: ({
342
+ id: string;
343
+ version: string;
344
+ label: string;
345
+ weight: number;
346
+ hardGate: boolean;
347
+ rewardEligible: boolean;
348
+ privileged: boolean;
349
+ metadata: Record<string, unknown>;
350
+ kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
351
+ config: Record<string, unknown>;
352
+ } | {
353
+ id: string;
354
+ version: string;
355
+ label: string;
356
+ weight: number;
357
+ hardGate: boolean;
358
+ rewardEligible: boolean;
359
+ privileged: boolean;
360
+ metadata: Record<string, unknown>;
361
+ kind: "model_judge";
362
+ rubric: string;
363
+ judge: {
364
+ providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
365
+ modelId: string;
366
+ };
367
+ calibrationFixtureRefs: string[];
368
+ calibrationStatus: "failed" | "pending" | "passed";
369
+ temperature: number;
370
+ } | {
371
+ id: string;
372
+ version: string;
373
+ label: string;
374
+ weight: number;
375
+ hardGate: boolean;
376
+ rewardEligible: boolean;
377
+ privileged: boolean;
378
+ metadata: Record<string, unknown>;
379
+ kind: "human";
380
+ rubric: string;
381
+ reviewerRole: string;
382
+ } | {
383
+ id: string;
384
+ version: string;
385
+ label: string;
386
+ weight: number;
387
+ hardGate: boolean;
388
+ rewardEligible: boolean;
389
+ privileged: boolean;
390
+ metadata: Record<string, unknown>;
391
+ kind: "custom_verifier";
392
+ module: string;
393
+ exportName: string;
394
+ timeoutMs: number;
395
+ networkPolicy: "none";
396
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
397
+ })[];
398
+ graderFixtures: {
399
+ id: string;
400
+ taskId: string;
401
+ label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
402
+ output: Record<string, unknown>;
403
+ infrastructureError: string | null;
404
+ expectedPassed: boolean;
405
+ expectedRewardEligible: boolean;
406
+ metadata: Record<string, unknown>;
407
+ }[];
408
+ learningSignals: {
409
+ demonstrations: {
410
+ id: string;
411
+ taskId: string | null;
412
+ sourceRefs: string[];
413
+ artifactRef: string;
414
+ approved: boolean;
415
+ confidence: number;
416
+ metadata: Record<string, unknown>;
417
+ kind: "demonstration";
418
+ prompt: string | null;
419
+ response: string | null;
420
+ }[];
421
+ preferences: {
422
+ id: string;
423
+ taskId: string | null;
424
+ sourceRefs: string[];
425
+ artifactRef: string;
426
+ approved: boolean;
427
+ confidence: number;
428
+ metadata: Record<string, unknown>;
429
+ kind: "preference";
430
+ prompt: string;
431
+ chosen: string;
432
+ rejected: string;
433
+ rationale: string | null;
434
+ }[];
435
+ corrections: {
436
+ id: string;
437
+ taskId: string | null;
438
+ sourceRefs: string[];
439
+ artifactRef: string;
440
+ approved: boolean;
441
+ confidence: number;
442
+ metadata: Record<string, unknown>;
443
+ kind: "correction";
444
+ original: string;
445
+ corrected: string;
446
+ rationale: string | null;
447
+ }[];
448
+ feedback: {
449
+ id: string;
450
+ taskId: string | null;
451
+ sourceRefs: string[];
452
+ artifactRef: string;
453
+ approved: boolean;
454
+ confidence: number;
455
+ metadata: Record<string, unknown>;
456
+ kind: "feedback";
457
+ feedback: string;
458
+ polarity: "neutral" | "positive" | "negative" | "mixed";
459
+ }[];
460
+ rewards: {
461
+ id: string;
462
+ taskId: string | null;
463
+ sourceRefs: string[];
464
+ artifactRef: string;
465
+ approved: boolean;
466
+ confidence: number;
467
+ metadata: Record<string, unknown>;
468
+ kind: "reward";
469
+ task: string;
470
+ rules: {
471
+ id: string;
472
+ points: number;
473
+ condition: string;
474
+ }[];
475
+ otherwisePoints: number;
476
+ executable: boolean;
477
+ }[];
478
+ labels: {
479
+ id: string;
480
+ taskId: string | null;
481
+ sourceRefs: string[];
482
+ artifactRef: string;
483
+ approved: boolean;
484
+ confidence: number;
485
+ metadata: Record<string, unknown>;
486
+ kind: "label";
487
+ labelKind: "rubric";
488
+ task: string;
489
+ criteria: {
490
+ id: string;
491
+ label: string;
492
+ description: string;
493
+ }[];
494
+ calibrationExamples: {
495
+ positive: string;
496
+ negative: string;
497
+ boundary: string;
498
+ };
499
+ }[];
500
+ };
501
+ publishedTasksetRef: {
502
+ id: string;
503
+ revision: number;
504
+ contentHash: string;
505
+ } | null;
506
+ createdAt: string;
507
+ updatedAt: string;
508
+ metadata: Record<string, unknown>;
509
+ datasetArtifact?: {
510
+ schemaVersion: "openpond.datasetArtifact.v1";
511
+ id: string;
512
+ tasksetId: string;
513
+ tasksetRevision: number;
514
+ contentHash: string;
515
+ format: "parquet";
516
+ schema: {
517
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
518
+ fields: {
519
+ name: string;
520
+ semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
521
+ logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
522
+ nullable: boolean;
523
+ policy: "metadata" | "visible" | "privileged";
524
+ }[];
525
+ schemaHash: string;
526
+ };
527
+ shards: {
528
+ id: string;
529
+ split: "train" | "validation" | "test" | "frozen_eval";
530
+ path: string;
531
+ contentHash: string;
532
+ schemaHash: string;
533
+ sizeBytes: number;
534
+ rowCount: number;
535
+ rowGroupCount: number;
536
+ }[];
537
+ rowCount: number;
538
+ splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
539
+ sourceReceiptRefs: string[];
540
+ mappingHash: string;
541
+ qualityReportHash: string;
542
+ createdAt: string;
543
+ } | null | undefined;
544
+ };
545
+ files: {
546
+ path: string;
547
+ contentHash: string;
548
+ sizeBytes: number;
549
+ base64: string;
550
+ }[];
551
+ contentHash: string;
552
+ };
553
+ publication: {
554
+ tasksetId: string;
555
+ release: {
556
+ id: string;
557
+ revision: number;
558
+ contentHash: string;
559
+ };
560
+ packageHash: string;
561
+ } | null;
562
+ originProjectId?: string | undefined;
563
+ }>;
564
+ save(input: z.input<typeof DatasetWorkspaceWriteSchema>, signal?: AbortSignal): Promise<{
565
+ schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
566
+ teamId: string;
567
+ datasetId: string;
568
+ revision: number;
569
+ workspace: {
570
+ schemaVersion: "openpond.tasksetDraftWorkspace.v1";
571
+ draft: {
572
+ schemaVersion: "openpond.tasksetDraft.v1";
573
+ id: string;
574
+ revision: number;
575
+ profileId: string;
576
+ modelScope: {
577
+ modelId: string;
578
+ expectedModelRevision: number;
579
+ source?: {
580
+ schemaVersion: "openpond.modelTasksetDraftPreparation.v1";
581
+ draftId: string;
582
+ requestHash: string;
583
+ sourcePackageHash: string;
584
+ sourceTasksetRef: {
585
+ id: string;
586
+ contentHash: string;
587
+ revision: number;
588
+ };
589
+ tasksetId: string;
590
+ tasksetRevision: number;
591
+ lineage: {
592
+ schemaVersion: "openpond.modelTasksetAuthoring.v1";
593
+ owner: {
594
+ scopeId: string;
595
+ modelId: string;
596
+ };
597
+ root: {
598
+ id: string;
599
+ contentHash: string;
600
+ revision: number;
601
+ };
602
+ parent: {
603
+ id: string;
604
+ contentHash: string;
605
+ revision: number;
606
+ };
607
+ };
608
+ authoringGraph?: "bound" | undefined;
609
+ } | undefined;
610
+ } | null;
611
+ name: string;
612
+ objective: string;
613
+ purpose: "general" | "benchmark";
614
+ benchmark: {
615
+ schemaVersion: "openpond.tasksetBenchmark.v1";
616
+ definitionId: string;
617
+ releaseId: string;
618
+ releaseHash: string;
619
+ managedReleasePath: string;
620
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
621
+ evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
622
+ primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
623
+ qualityGate: "none" | "non_regression" | "all_pass";
624
+ source: "builtin" | "imported";
625
+ metadata: Record<string, unknown>;
626
+ } | null;
627
+ preferenceComparison: {
628
+ schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1";
629
+ releaseId: string;
630
+ releaseHash: string;
631
+ publishedAt: string;
632
+ metadata: Record<string, unknown>;
633
+ } | null;
634
+ status: "draft" | "validating" | "needs_review" | "published";
635
+ sourceRefs: ({
636
+ id: string;
637
+ profileId: string;
638
+ title: string;
639
+ sourceHash: string;
640
+ occurredAt: string;
641
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
642
+ secretScanStatus: "blocked" | "pending" | "passed";
643
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
644
+ metadata: Record<string, unknown>;
645
+ schemaVersion: "openpond.huggingFaceDatasetSource.v1";
646
+ kind: "huggingface";
647
+ repositoryId: string;
648
+ repositoryUrl: string;
649
+ revision: string;
650
+ configuration: string;
651
+ upstreamSplits: string[];
652
+ gated: boolean;
653
+ private: boolean;
654
+ declaredLicense: string | null;
655
+ sourceFileHashes: string[];
656
+ } | {
657
+ id: string;
658
+ profileId: string;
659
+ title: string;
660
+ sourceHash: string;
661
+ occurredAt: string;
662
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
663
+ secretScanStatus: "blocked" | "pending" | "passed";
664
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
665
+ metadata: Record<string, unknown>;
666
+ schemaVersion: "openpond.uploadedFileDatasetSource.v1";
667
+ kind: "uploaded_file";
668
+ originalFileNames: string[];
669
+ mediaTypes: string[];
670
+ sourceFileHashes: string[];
671
+ totalBytes: number;
672
+ parserVersion: string;
673
+ } | {
674
+ id: string;
675
+ profileId: string;
676
+ title: string;
677
+ sourceHash: string;
678
+ occurredAt: string;
679
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
680
+ secretScanStatus: "blocked" | "pending" | "passed";
681
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
682
+ metadata: Record<string, unknown>;
683
+ schemaVersion: "openpond.generatedDatasetSource.v1";
684
+ kind: "generated";
685
+ generatorId: string;
686
+ generatorVersion: string;
687
+ seed: number;
688
+ generatorHash: string;
689
+ } | {
690
+ id: string;
691
+ profileId: string;
692
+ title: string;
693
+ sourceHash: string;
694
+ occurredAt: string;
695
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
696
+ secretScanStatus: "blocked" | "pending" | "passed";
697
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
698
+ metadata: Record<string, unknown>;
699
+ schemaVersion: "openpond.learningBatchDatasetSource.v1";
700
+ kind: "learning_batch";
701
+ batch: {
702
+ id: string;
703
+ revision: number;
704
+ contentHash: string;
705
+ };
706
+ taskDefinition: {
707
+ id: string;
708
+ revision: number;
709
+ contentHash: string;
710
+ };
711
+ admittedBy: string;
712
+ } | {
713
+ schemaVersion: "openpond.trainingSource.v1";
714
+ id: string;
715
+ profileId: string;
716
+ sessionId: string;
717
+ turnIds: string[];
718
+ workspaceId: string | null;
719
+ sourceHash: string;
720
+ clusterKey: string;
721
+ title: string;
722
+ occurredAt: string;
723
+ consent: {
724
+ status: "pending" | "granted" | "denied" | "revoked";
725
+ scope: "metadata_only" | "selected_turns" | "full_session";
726
+ grantedBy: string | null;
727
+ grantedAt: string | null;
728
+ purpose: "task_authoring_and_evaluation";
729
+ };
730
+ connectedAppIds: string[];
731
+ secretScanStatus: "blocked" | "pending" | "passed";
732
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
733
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
734
+ metadata: Record<string, unknown>;
735
+ })[];
736
+ policy: {
737
+ policyVisibleFields: string[];
738
+ privilegedFields: string[];
739
+ hiddenGraderRefs: string[];
740
+ connectedAppScopes: string[];
741
+ };
742
+ environment: {
743
+ protocolVersion: "openpond.taskEnvironment.v1";
744
+ kind: "chat" | "agent" | "program" | "stateful_harness" | "work";
745
+ entrypoint: string;
746
+ stateful: boolean;
747
+ deterministicSeeds: boolean;
748
+ toolNames: string[];
749
+ lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
750
+ defaultTimeoutMs: number;
751
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
752
+ metadata: Record<string, unknown>;
753
+ actionBindings?: {
754
+ schemaVersion: "openpond.harnessActionBinding.v1";
755
+ actionId: string;
756
+ modelToolName: string;
757
+ description: string;
758
+ inputSchema: Record<string, unknown>;
759
+ actionSchemaHash: string;
760
+ agentRelease: {
761
+ id: string;
762
+ contentHash: string;
763
+ };
764
+ implementationHash: string;
765
+ runtimeBindingId: string;
766
+ capabilityReceiptHash: string;
767
+ sideEffect: "read" | "write";
768
+ studentVisible: boolean;
769
+ timeoutMs: number;
770
+ episodeArgumentBindings: {
771
+ argument: string;
772
+ source: "case_id";
773
+ }[];
774
+ }[] | undefined;
775
+ resources?: {
776
+ id: string;
777
+ kind: "file" | "configuration" | "catalog" | "code_module";
778
+ path: string;
779
+ visibility: "privileged" | "policy_visible" | "policy_hidden";
780
+ required: boolean;
781
+ metadata: Record<string, unknown>;
782
+ mediaType?: string | null | undefined;
783
+ }[] | undefined;
784
+ };
785
+ output: {
786
+ mode: "text" | "structured_json" | "artifacts";
787
+ jsonSchema: Record<string, unknown> | null;
788
+ renderer: {
789
+ module: string;
790
+ exportName: string;
791
+ configRef: string | null;
792
+ } | null;
793
+ };
794
+ capabilities: {
795
+ schemaVersion: "openpond.tasksetCapabilities.v1";
796
+ taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
797
+ supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
798
+ compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
799
+ rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
800
+ requiresTools: boolean;
801
+ requiresState: boolean;
802
+ requiresPrivilegedGrading: boolean;
803
+ environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
804
+ exportable: boolean;
805
+ portabilityBlockers: string[];
806
+ };
807
+ metrics: {
808
+ schemaVersion: "openpond.tasksetMetricPolicy.v1";
809
+ primaryMetric: string;
810
+ aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
811
+ missingReward: "zero" | "exclude";
812
+ customAggregator: {
813
+ module: string;
814
+ exportName: string;
815
+ contentHash: string;
816
+ timeoutMs: number;
817
+ networkPolicy: "none";
818
+ } | null;
819
+ taskWeights?: Record<string, number> | undefined;
820
+ };
821
+ review: {
822
+ enabled: boolean;
823
+ candidateCount: number;
824
+ minimumSamples: number;
825
+ allowTies: boolean;
826
+ allowRejectAll: boolean;
827
+ rubric: string;
828
+ criteria: {
829
+ id: string;
830
+ label: string;
831
+ description: string;
832
+ weight: number;
833
+ }[];
834
+ };
835
+ tasks: {
836
+ schemaVersion: "openpond.taskData.v1";
837
+ id: string;
838
+ clusterKey: string;
839
+ split: "train" | "validation" | "test" | "frozen_eval";
840
+ input: Record<string, unknown>;
841
+ expectedOutput: Record<string, unknown> | null;
842
+ policyVisibleContext: Record<string, unknown>;
843
+ privilegedContextRef: string | null;
844
+ tags: string[];
845
+ metadata: Record<string, unknown>;
846
+ sourceRefs: string[];
847
+ assets?: {
848
+ id: string;
849
+ sourceRefId: string;
850
+ artifactRef: string;
851
+ fileName: string;
852
+ mediaType: string;
853
+ sha256: string;
854
+ sizeBytes: number;
855
+ split: "train" | "validation" | "test" | "frozen_eval";
856
+ metadata: Record<string, unknown>;
857
+ }[] | undefined;
858
+ resourceRefs?: string[] | undefined;
859
+ requiredOutputs?: {
860
+ path: string;
861
+ mediaType: string;
862
+ metadata: Record<string, unknown>;
863
+ schemaRef?: string | null | undefined;
864
+ maxBytes?: number | undefined;
865
+ }[] | undefined;
866
+ }[];
867
+ graders: ({
868
+ id: string;
869
+ version: string;
870
+ label: string;
871
+ weight: number;
872
+ hardGate: boolean;
873
+ rewardEligible: boolean;
874
+ privileged: boolean;
875
+ metadata: Record<string, unknown>;
876
+ kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
877
+ config: Record<string, unknown>;
878
+ } | {
879
+ id: string;
880
+ version: string;
881
+ label: string;
882
+ weight: number;
883
+ hardGate: boolean;
884
+ rewardEligible: boolean;
885
+ privileged: boolean;
886
+ metadata: Record<string, unknown>;
887
+ kind: "model_judge";
888
+ rubric: string;
889
+ judge: {
890
+ providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
891
+ modelId: string;
892
+ };
893
+ calibrationFixtureRefs: string[];
894
+ calibrationStatus: "failed" | "pending" | "passed";
895
+ temperature: number;
896
+ } | {
897
+ id: string;
898
+ version: string;
899
+ label: string;
900
+ weight: number;
901
+ hardGate: boolean;
902
+ rewardEligible: boolean;
903
+ privileged: boolean;
904
+ metadata: Record<string, unknown>;
905
+ kind: "human";
906
+ rubric: string;
907
+ reviewerRole: string;
908
+ } | {
909
+ id: string;
910
+ version: string;
911
+ label: string;
912
+ weight: number;
913
+ hardGate: boolean;
914
+ rewardEligible: boolean;
915
+ privileged: boolean;
916
+ metadata: Record<string, unknown>;
917
+ kind: "custom_verifier";
918
+ module: string;
919
+ exportName: string;
920
+ timeoutMs: number;
921
+ networkPolicy: "none";
922
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
923
+ })[];
924
+ graderFixtures: {
925
+ id: string;
926
+ taskId: string;
927
+ label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
928
+ output: Record<string, unknown>;
929
+ infrastructureError: string | null;
930
+ expectedPassed: boolean;
931
+ expectedRewardEligible: boolean;
932
+ metadata: Record<string, unknown>;
933
+ }[];
934
+ learningSignals: {
935
+ demonstrations: {
936
+ id: string;
937
+ taskId: string | null;
938
+ sourceRefs: string[];
939
+ artifactRef: string;
940
+ approved: boolean;
941
+ confidence: number;
942
+ metadata: Record<string, unknown>;
943
+ kind: "demonstration";
944
+ prompt: string | null;
945
+ response: string | null;
946
+ }[];
947
+ preferences: {
948
+ id: string;
949
+ taskId: string | null;
950
+ sourceRefs: string[];
951
+ artifactRef: string;
952
+ approved: boolean;
953
+ confidence: number;
954
+ metadata: Record<string, unknown>;
955
+ kind: "preference";
956
+ prompt: string;
957
+ chosen: string;
958
+ rejected: string;
959
+ rationale: string | null;
960
+ }[];
961
+ corrections: {
962
+ id: string;
963
+ taskId: string | null;
964
+ sourceRefs: string[];
965
+ artifactRef: string;
966
+ approved: boolean;
967
+ confidence: number;
968
+ metadata: Record<string, unknown>;
969
+ kind: "correction";
970
+ original: string;
971
+ corrected: string;
972
+ rationale: string | null;
973
+ }[];
974
+ feedback: {
975
+ id: string;
976
+ taskId: string | null;
977
+ sourceRefs: string[];
978
+ artifactRef: string;
979
+ approved: boolean;
980
+ confidence: number;
981
+ metadata: Record<string, unknown>;
982
+ kind: "feedback";
983
+ feedback: string;
984
+ polarity: "neutral" | "positive" | "negative" | "mixed";
985
+ }[];
986
+ rewards: {
987
+ id: string;
988
+ taskId: string | null;
989
+ sourceRefs: string[];
990
+ artifactRef: string;
991
+ approved: boolean;
992
+ confidence: number;
993
+ metadata: Record<string, unknown>;
994
+ kind: "reward";
995
+ task: string;
996
+ rules: {
997
+ id: string;
998
+ points: number;
999
+ condition: string;
1000
+ }[];
1001
+ otherwisePoints: number;
1002
+ executable: boolean;
1003
+ }[];
1004
+ labels: {
1005
+ id: string;
1006
+ taskId: string | null;
1007
+ sourceRefs: string[];
1008
+ artifactRef: string;
1009
+ approved: boolean;
1010
+ confidence: number;
1011
+ metadata: Record<string, unknown>;
1012
+ kind: "label";
1013
+ labelKind: "rubric";
1014
+ task: string;
1015
+ criteria: {
1016
+ id: string;
1017
+ label: string;
1018
+ description: string;
1019
+ }[];
1020
+ calibrationExamples: {
1021
+ positive: string;
1022
+ negative: string;
1023
+ boundary: string;
1024
+ };
1025
+ }[];
1026
+ };
1027
+ publishedTasksetRef: {
1028
+ id: string;
1029
+ revision: number;
1030
+ contentHash: string;
1031
+ } | null;
1032
+ createdAt: string;
1033
+ updatedAt: string;
1034
+ metadata: Record<string, unknown>;
1035
+ datasetArtifact?: {
1036
+ schemaVersion: "openpond.datasetArtifact.v1";
1037
+ id: string;
1038
+ tasksetId: string;
1039
+ tasksetRevision: number;
1040
+ contentHash: string;
1041
+ format: "parquet";
1042
+ schema: {
1043
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
1044
+ fields: {
1045
+ name: string;
1046
+ semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
1047
+ logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
1048
+ nullable: boolean;
1049
+ policy: "metadata" | "visible" | "privileged";
1050
+ }[];
1051
+ schemaHash: string;
1052
+ };
1053
+ shards: {
1054
+ id: string;
1055
+ split: "train" | "validation" | "test" | "frozen_eval";
1056
+ path: string;
1057
+ contentHash: string;
1058
+ schemaHash: string;
1059
+ sizeBytes: number;
1060
+ rowCount: number;
1061
+ rowGroupCount: number;
1062
+ }[];
1063
+ rowCount: number;
1064
+ splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
1065
+ sourceReceiptRefs: string[];
1066
+ mappingHash: string;
1067
+ qualityReportHash: string;
1068
+ createdAt: string;
1069
+ } | null | undefined;
1070
+ };
1071
+ files: {
1072
+ path: string;
1073
+ contentHash: string;
1074
+ sizeBytes: number;
1075
+ base64: string;
1076
+ }[];
1077
+ contentHash: string;
1078
+ };
1079
+ publication: {
1080
+ tasksetId: string;
1081
+ release: {
1082
+ id: string;
1083
+ revision: number;
1084
+ contentHash: string;
1085
+ };
1086
+ packageHash: string;
1087
+ } | null;
1088
+ originProjectId?: string | undefined;
1089
+ }>;
1090
+ validate(id: string, expectedRevision: number, signal?: AbortSignal): Promise<{
1091
+ teamId: string;
1092
+ datasetId: string;
1093
+ revision: number;
1094
+ workspaceHash: string;
1095
+ packageHash: string;
1096
+ release: {
1097
+ id: string;
1098
+ revision: number;
1099
+ contentHash: string;
1100
+ };
1101
+ }>;
1102
+ publish(id: string, input: z.input<typeof DatasetWorkspacePublishSchema>, signal?: AbortSignal): Promise<{
1103
+ schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
1104
+ teamId: string;
1105
+ datasetId: string;
1106
+ revision: number;
1107
+ workspace: {
1108
+ schemaVersion: "openpond.tasksetDraftWorkspace.v1";
1109
+ draft: {
1110
+ schemaVersion: "openpond.tasksetDraft.v1";
1111
+ id: string;
1112
+ revision: number;
1113
+ profileId: string;
1114
+ modelScope: {
1115
+ modelId: string;
1116
+ expectedModelRevision: number;
1117
+ source?: {
1118
+ schemaVersion: "openpond.modelTasksetDraftPreparation.v1";
1119
+ draftId: string;
1120
+ requestHash: string;
1121
+ sourcePackageHash: string;
1122
+ sourceTasksetRef: {
1123
+ id: string;
1124
+ contentHash: string;
1125
+ revision: number;
1126
+ };
1127
+ tasksetId: string;
1128
+ tasksetRevision: number;
1129
+ lineage: {
1130
+ schemaVersion: "openpond.modelTasksetAuthoring.v1";
1131
+ owner: {
1132
+ scopeId: string;
1133
+ modelId: string;
1134
+ };
1135
+ root: {
1136
+ id: string;
1137
+ contentHash: string;
1138
+ revision: number;
1139
+ };
1140
+ parent: {
1141
+ id: string;
1142
+ contentHash: string;
1143
+ revision: number;
1144
+ };
1145
+ };
1146
+ authoringGraph?: "bound" | undefined;
1147
+ } | undefined;
1148
+ } | null;
1149
+ name: string;
1150
+ objective: string;
1151
+ purpose: "general" | "benchmark";
1152
+ benchmark: {
1153
+ schemaVersion: "openpond.tasksetBenchmark.v1";
1154
+ definitionId: string;
1155
+ releaseId: string;
1156
+ releaseHash: string;
1157
+ managedReleasePath: string;
1158
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
1159
+ evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
1160
+ primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
1161
+ qualityGate: "none" | "non_regression" | "all_pass";
1162
+ source: "builtin" | "imported";
1163
+ metadata: Record<string, unknown>;
1164
+ } | null;
1165
+ preferenceComparison: {
1166
+ schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1";
1167
+ releaseId: string;
1168
+ releaseHash: string;
1169
+ publishedAt: string;
1170
+ metadata: Record<string, unknown>;
1171
+ } | null;
1172
+ status: "draft" | "validating" | "needs_review" | "published";
1173
+ sourceRefs: ({
1174
+ id: string;
1175
+ profileId: string;
1176
+ title: string;
1177
+ sourceHash: string;
1178
+ occurredAt: string;
1179
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
1180
+ secretScanStatus: "blocked" | "pending" | "passed";
1181
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
1182
+ metadata: Record<string, unknown>;
1183
+ schemaVersion: "openpond.huggingFaceDatasetSource.v1";
1184
+ kind: "huggingface";
1185
+ repositoryId: string;
1186
+ repositoryUrl: string;
1187
+ revision: string;
1188
+ configuration: string;
1189
+ upstreamSplits: string[];
1190
+ gated: boolean;
1191
+ private: boolean;
1192
+ declaredLicense: string | null;
1193
+ sourceFileHashes: string[];
1194
+ } | {
1195
+ id: string;
1196
+ profileId: string;
1197
+ title: string;
1198
+ sourceHash: string;
1199
+ occurredAt: string;
1200
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
1201
+ secretScanStatus: "blocked" | "pending" | "passed";
1202
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
1203
+ metadata: Record<string, unknown>;
1204
+ schemaVersion: "openpond.uploadedFileDatasetSource.v1";
1205
+ kind: "uploaded_file";
1206
+ originalFileNames: string[];
1207
+ mediaTypes: string[];
1208
+ sourceFileHashes: string[];
1209
+ totalBytes: number;
1210
+ parserVersion: string;
1211
+ } | {
1212
+ id: string;
1213
+ profileId: string;
1214
+ title: string;
1215
+ sourceHash: string;
1216
+ occurredAt: string;
1217
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
1218
+ secretScanStatus: "blocked" | "pending" | "passed";
1219
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
1220
+ metadata: Record<string, unknown>;
1221
+ schemaVersion: "openpond.generatedDatasetSource.v1";
1222
+ kind: "generated";
1223
+ generatorId: string;
1224
+ generatorVersion: string;
1225
+ seed: number;
1226
+ generatorHash: string;
1227
+ } | {
1228
+ id: string;
1229
+ profileId: string;
1230
+ title: string;
1231
+ sourceHash: string;
1232
+ occurredAt: string;
1233
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
1234
+ secretScanStatus: "blocked" | "pending" | "passed";
1235
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
1236
+ metadata: Record<string, unknown>;
1237
+ schemaVersion: "openpond.learningBatchDatasetSource.v1";
1238
+ kind: "learning_batch";
1239
+ batch: {
1240
+ id: string;
1241
+ revision: number;
1242
+ contentHash: string;
1243
+ };
1244
+ taskDefinition: {
1245
+ id: string;
1246
+ revision: number;
1247
+ contentHash: string;
1248
+ };
1249
+ admittedBy: string;
1250
+ } | {
1251
+ schemaVersion: "openpond.trainingSource.v1";
1252
+ id: string;
1253
+ profileId: string;
1254
+ sessionId: string;
1255
+ turnIds: string[];
1256
+ workspaceId: string | null;
1257
+ sourceHash: string;
1258
+ clusterKey: string;
1259
+ title: string;
1260
+ occurredAt: string;
1261
+ consent: {
1262
+ status: "pending" | "granted" | "denied" | "revoked";
1263
+ scope: "metadata_only" | "selected_turns" | "full_session";
1264
+ grantedBy: string | null;
1265
+ grantedAt: string | null;
1266
+ purpose: "task_authoring_and_evaluation";
1267
+ };
1268
+ connectedAppIds: string[];
1269
+ secretScanStatus: "blocked" | "pending" | "passed";
1270
+ piiScanStatus: "blocked" | "pending" | "review" | "passed";
1271
+ licensingStatus: "blocked" | "pending" | "approved" | "review";
1272
+ metadata: Record<string, unknown>;
1273
+ })[];
1274
+ policy: {
1275
+ policyVisibleFields: string[];
1276
+ privilegedFields: string[];
1277
+ hiddenGraderRefs: string[];
1278
+ connectedAppScopes: string[];
1279
+ };
1280
+ environment: {
1281
+ protocolVersion: "openpond.taskEnvironment.v1";
1282
+ kind: "chat" | "agent" | "program" | "stateful_harness" | "work";
1283
+ entrypoint: string;
1284
+ stateful: boolean;
1285
+ deterministicSeeds: boolean;
1286
+ toolNames: string[];
1287
+ lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
1288
+ defaultTimeoutMs: number;
1289
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
1290
+ metadata: Record<string, unknown>;
1291
+ actionBindings?: {
1292
+ schemaVersion: "openpond.harnessActionBinding.v1";
1293
+ actionId: string;
1294
+ modelToolName: string;
1295
+ description: string;
1296
+ inputSchema: Record<string, unknown>;
1297
+ actionSchemaHash: string;
1298
+ agentRelease: {
1299
+ id: string;
1300
+ contentHash: string;
1301
+ };
1302
+ implementationHash: string;
1303
+ runtimeBindingId: string;
1304
+ capabilityReceiptHash: string;
1305
+ sideEffect: "read" | "write";
1306
+ studentVisible: boolean;
1307
+ timeoutMs: number;
1308
+ episodeArgumentBindings: {
1309
+ argument: string;
1310
+ source: "case_id";
1311
+ }[];
1312
+ }[] | undefined;
1313
+ resources?: {
1314
+ id: string;
1315
+ kind: "file" | "configuration" | "catalog" | "code_module";
1316
+ path: string;
1317
+ visibility: "privileged" | "policy_visible" | "policy_hidden";
1318
+ required: boolean;
1319
+ metadata: Record<string, unknown>;
1320
+ mediaType?: string | null | undefined;
1321
+ }[] | undefined;
1322
+ };
1323
+ output: {
1324
+ mode: "text" | "structured_json" | "artifacts";
1325
+ jsonSchema: Record<string, unknown> | null;
1326
+ renderer: {
1327
+ module: string;
1328
+ exportName: string;
1329
+ configRef: string | null;
1330
+ } | null;
1331
+ };
1332
+ capabilities: {
1333
+ schemaVersion: "openpond.tasksetCapabilities.v1";
1334
+ taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
1335
+ supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
1336
+ compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
1337
+ rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
1338
+ requiresTools: boolean;
1339
+ requiresState: boolean;
1340
+ requiresPrivilegedGrading: boolean;
1341
+ environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
1342
+ exportable: boolean;
1343
+ portabilityBlockers: string[];
1344
+ };
1345
+ metrics: {
1346
+ schemaVersion: "openpond.tasksetMetricPolicy.v1";
1347
+ primaryMetric: string;
1348
+ aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
1349
+ missingReward: "zero" | "exclude";
1350
+ customAggregator: {
1351
+ module: string;
1352
+ exportName: string;
1353
+ contentHash: string;
1354
+ timeoutMs: number;
1355
+ networkPolicy: "none";
1356
+ } | null;
1357
+ taskWeights?: Record<string, number> | undefined;
1358
+ };
1359
+ review: {
1360
+ enabled: boolean;
1361
+ candidateCount: number;
1362
+ minimumSamples: number;
1363
+ allowTies: boolean;
1364
+ allowRejectAll: boolean;
1365
+ rubric: string;
1366
+ criteria: {
1367
+ id: string;
1368
+ label: string;
1369
+ description: string;
1370
+ weight: number;
1371
+ }[];
1372
+ };
1373
+ tasks: {
1374
+ schemaVersion: "openpond.taskData.v1";
1375
+ id: string;
1376
+ clusterKey: string;
1377
+ split: "train" | "validation" | "test" | "frozen_eval";
1378
+ input: Record<string, unknown>;
1379
+ expectedOutput: Record<string, unknown> | null;
1380
+ policyVisibleContext: Record<string, unknown>;
1381
+ privilegedContextRef: string | null;
1382
+ tags: string[];
1383
+ metadata: Record<string, unknown>;
1384
+ sourceRefs: string[];
1385
+ assets?: {
1386
+ id: string;
1387
+ sourceRefId: string;
1388
+ artifactRef: string;
1389
+ fileName: string;
1390
+ mediaType: string;
1391
+ sha256: string;
1392
+ sizeBytes: number;
1393
+ split: "train" | "validation" | "test" | "frozen_eval";
1394
+ metadata: Record<string, unknown>;
1395
+ }[] | undefined;
1396
+ resourceRefs?: string[] | undefined;
1397
+ requiredOutputs?: {
1398
+ path: string;
1399
+ mediaType: string;
1400
+ metadata: Record<string, unknown>;
1401
+ schemaRef?: string | null | undefined;
1402
+ maxBytes?: number | undefined;
1403
+ }[] | undefined;
1404
+ }[];
1405
+ graders: ({
1406
+ id: string;
1407
+ version: string;
1408
+ label: string;
1409
+ weight: number;
1410
+ hardGate: boolean;
1411
+ rewardEligible: boolean;
1412
+ privileged: boolean;
1413
+ metadata: Record<string, unknown>;
1414
+ kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
1415
+ config: Record<string, unknown>;
1416
+ } | {
1417
+ id: string;
1418
+ version: string;
1419
+ label: string;
1420
+ weight: number;
1421
+ hardGate: boolean;
1422
+ rewardEligible: boolean;
1423
+ privileged: boolean;
1424
+ metadata: Record<string, unknown>;
1425
+ kind: "model_judge";
1426
+ rubric: string;
1427
+ judge: {
1428
+ providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
1429
+ modelId: string;
1430
+ };
1431
+ calibrationFixtureRefs: string[];
1432
+ calibrationStatus: "failed" | "pending" | "passed";
1433
+ temperature: number;
1434
+ } | {
1435
+ id: string;
1436
+ version: string;
1437
+ label: string;
1438
+ weight: number;
1439
+ hardGate: boolean;
1440
+ rewardEligible: boolean;
1441
+ privileged: boolean;
1442
+ metadata: Record<string, unknown>;
1443
+ kind: "human";
1444
+ rubric: string;
1445
+ reviewerRole: string;
1446
+ } | {
1447
+ id: string;
1448
+ version: string;
1449
+ label: string;
1450
+ weight: number;
1451
+ hardGate: boolean;
1452
+ rewardEligible: boolean;
1453
+ privileged: boolean;
1454
+ metadata: Record<string, unknown>;
1455
+ kind: "custom_verifier";
1456
+ module: string;
1457
+ exportName: string;
1458
+ timeoutMs: number;
1459
+ networkPolicy: "none";
1460
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
1461
+ })[];
1462
+ graderFixtures: {
1463
+ id: string;
1464
+ taskId: string;
1465
+ label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
1466
+ output: Record<string, unknown>;
1467
+ infrastructureError: string | null;
1468
+ expectedPassed: boolean;
1469
+ expectedRewardEligible: boolean;
1470
+ metadata: Record<string, unknown>;
1471
+ }[];
1472
+ learningSignals: {
1473
+ demonstrations: {
1474
+ id: string;
1475
+ taskId: string | null;
1476
+ sourceRefs: string[];
1477
+ artifactRef: string;
1478
+ approved: boolean;
1479
+ confidence: number;
1480
+ metadata: Record<string, unknown>;
1481
+ kind: "demonstration";
1482
+ prompt: string | null;
1483
+ response: string | null;
1484
+ }[];
1485
+ preferences: {
1486
+ id: string;
1487
+ taskId: string | null;
1488
+ sourceRefs: string[];
1489
+ artifactRef: string;
1490
+ approved: boolean;
1491
+ confidence: number;
1492
+ metadata: Record<string, unknown>;
1493
+ kind: "preference";
1494
+ prompt: string;
1495
+ chosen: string;
1496
+ rejected: string;
1497
+ rationale: string | null;
1498
+ }[];
1499
+ corrections: {
1500
+ id: string;
1501
+ taskId: string | null;
1502
+ sourceRefs: string[];
1503
+ artifactRef: string;
1504
+ approved: boolean;
1505
+ confidence: number;
1506
+ metadata: Record<string, unknown>;
1507
+ kind: "correction";
1508
+ original: string;
1509
+ corrected: string;
1510
+ rationale: string | null;
1511
+ }[];
1512
+ feedback: {
1513
+ id: string;
1514
+ taskId: string | null;
1515
+ sourceRefs: string[];
1516
+ artifactRef: string;
1517
+ approved: boolean;
1518
+ confidence: number;
1519
+ metadata: Record<string, unknown>;
1520
+ kind: "feedback";
1521
+ feedback: string;
1522
+ polarity: "neutral" | "positive" | "negative" | "mixed";
1523
+ }[];
1524
+ rewards: {
1525
+ id: string;
1526
+ taskId: string | null;
1527
+ sourceRefs: string[];
1528
+ artifactRef: string;
1529
+ approved: boolean;
1530
+ confidence: number;
1531
+ metadata: Record<string, unknown>;
1532
+ kind: "reward";
1533
+ task: string;
1534
+ rules: {
1535
+ id: string;
1536
+ points: number;
1537
+ condition: string;
1538
+ }[];
1539
+ otherwisePoints: number;
1540
+ executable: boolean;
1541
+ }[];
1542
+ labels: {
1543
+ id: string;
1544
+ taskId: string | null;
1545
+ sourceRefs: string[];
1546
+ artifactRef: string;
1547
+ approved: boolean;
1548
+ confidence: number;
1549
+ metadata: Record<string, unknown>;
1550
+ kind: "label";
1551
+ labelKind: "rubric";
1552
+ task: string;
1553
+ criteria: {
1554
+ id: string;
1555
+ label: string;
1556
+ description: string;
1557
+ }[];
1558
+ calibrationExamples: {
1559
+ positive: string;
1560
+ negative: string;
1561
+ boundary: string;
1562
+ };
1563
+ }[];
1564
+ };
1565
+ publishedTasksetRef: {
1566
+ id: string;
1567
+ revision: number;
1568
+ contentHash: string;
1569
+ } | null;
1570
+ createdAt: string;
1571
+ updatedAt: string;
1572
+ metadata: Record<string, unknown>;
1573
+ datasetArtifact?: {
1574
+ schemaVersion: "openpond.datasetArtifact.v1";
1575
+ id: string;
1576
+ tasksetId: string;
1577
+ tasksetRevision: number;
1578
+ contentHash: string;
1579
+ format: "parquet";
1580
+ schema: {
1581
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
1582
+ fields: {
1583
+ name: string;
1584
+ semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
1585
+ logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
1586
+ nullable: boolean;
1587
+ policy: "metadata" | "visible" | "privileged";
1588
+ }[];
1589
+ schemaHash: string;
1590
+ };
1591
+ shards: {
1592
+ id: string;
1593
+ split: "train" | "validation" | "test" | "frozen_eval";
1594
+ path: string;
1595
+ contentHash: string;
1596
+ schemaHash: string;
1597
+ sizeBytes: number;
1598
+ rowCount: number;
1599
+ rowGroupCount: number;
1600
+ }[];
1601
+ rowCount: number;
1602
+ splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
1603
+ sourceReceiptRefs: string[];
1604
+ mappingHash: string;
1605
+ qualityReportHash: string;
1606
+ createdAt: string;
1607
+ } | null | undefined;
1608
+ };
1609
+ files: {
1610
+ path: string;
1611
+ contentHash: string;
1612
+ sizeBytes: number;
1613
+ base64: string;
1614
+ }[];
1615
+ contentHash: string;
1616
+ };
1617
+ publication: {
1618
+ tasksetId: string;
1619
+ release: {
1620
+ id: string;
1621
+ revision: number;
1622
+ contentHash: string;
1623
+ };
1624
+ packageHash: string;
1625
+ } | null;
1626
+ originProjectId?: string | undefined;
1627
+ }>;
1628
+ private readback;
1629
+ private request;
1630
+ }
1631
+ //# sourceMappingURL=dataset-workspace-client.d.ts.map