openpond-sdk 0.9.5 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. package/dist/{chunk-EMANJDJR.js → chunk-CNGJF6AM.js} +61 -198
  2. package/dist/chunk-CNGJF6AM.js.map +7 -0
  3. package/dist/chunk-SR55WVPK.js +158 -0
  4. package/dist/chunk-SR55WVPK.js.map +7 -0
  5. package/dist/dataset-marketplace.js +216 -0
  6. package/dist/dataset-marketplace.js.map +7 -0
  7. package/dist/dataset-workspaces.js +116 -3
  8. package/dist/dataset-workspaces.js.map +4 -4
  9. package/dist/experiments.js +42 -8
  10. package/dist/experiments.js.map +3 -3
  11. package/dist/index.js +9 -8
  12. package/dist/index.js.map +1 -1
  13. package/dist/learning.js +55 -0
  14. package/dist/learning.js.map +4 -4
  15. package/dist/training-projects.js +4 -1
  16. package/dist/training-projects.js.map +2 -2
  17. package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +945 -0
  18. package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -0
  19. package/dist/types/packages/sdk/src/dataset-population.d.ts +97 -0
  20. package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -0
  21. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1168 -88
  22. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  23. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +118 -84
  24. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
  25. package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +1 -0
  26. package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
  27. package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
  28. package/dist/types/packages/sdk/src/experiment-client.d.ts +23 -23
  29. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +3 -3
  30. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +1 -1
  31. package/dist/types/packages/sdk/src/experiment-inspection.d.ts +50 -0
  32. package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -0
  33. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +3 -3
  34. package/dist/types/packages/sdk/src/experiments.d.ts +1 -0
  35. package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
  36. package/dist/types/packages/sdk/src/grader-inspection.d.ts +568 -0
  37. package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -0
  38. package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +2 -2
  39. package/dist/types/packages/sdk/src/learning-client.d.ts +1 -1
  40. package/dist/types/packages/sdk/src/learning.d.ts +1 -0
  41. package/dist/types/packages/sdk/src/learning.d.ts.map +1 -1
  42. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
  43. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +7 -7
  44. package/dist/types/packages/sdk/src/model-batch-review.d.ts +23 -23
  45. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +3 -3
  46. package/dist/types/packages/sdk/src/model-projects.d.ts +27 -27
  47. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +47 -47
  48. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +15 -15
  49. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +4 -4
  50. package/dist/types/packages/sdk/src/model-starters.d.ts +18 -18
  51. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +16 -16
  52. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +15 -15
  53. package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
  54. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +46 -46
  55. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +30 -30
  56. package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +2 -2
  57. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +84 -84
  58. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +176 -176
  59. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +46 -46
  60. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +25 -25
  61. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +41 -41
  62. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +45 -45
  63. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +56 -56
  64. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +71 -71
  65. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +84 -84
  66. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1733 -1733
  67. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +1083 -1083
  68. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +2 -2
  69. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +18 -18
  70. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +59 -59
  71. package/dist/types/packages/sdk/src/training-acceptance.d.ts +4 -4
  72. package/dist/types/packages/sdk/src/training-harness-sources.d.ts +1 -1
  73. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +68 -68
  74. package/dist/types/packages/sdk/src/training-project-client.d.ts +16 -12
  75. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
  76. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +33 -21
  77. package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
  78. package/dist/types/packages/sdk/src/training.d.ts +24 -24
  79. package/package.json +5 -1
  80. package/dist/chunk-EMANJDJR.js.map +0 -7
package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts CHANGED
@@ -1,4 +1,4 @@
1
- import { DatasetWorkspacePublishSchema, DatasetWorkspaceWriteSchema } from "./dataset-workspace-contracts.js";
1
+ import { DatasetWorkspaceBeginVersionSchema, DatasetWorkspacePublishSchema, DatasetWorkspaceWriteSchema } from "./dataset-workspace-contracts.js";
2
2
  import type { z } from "zod";
3
3
  /** Hosted independent authoring. Writes use explicit revision/operation identity;
4
4
  * callers retain the operation ID when retrying an uncertain response. */
@@ -13,6 +13,7 @@ export declare class OpenPondDatasetWorkspaceClient {
13
13
  });
14
14
  list(options?: {
15
15
  cursor?: string;
16
+ projectId?: string;
16
17
  signal?: AbortSignal;
17
18
  }): Promise<{
18
19
  teamId: string;
@@ -32,6 +33,7 @@ export declare class OpenPondDatasetWorkspaceClient {
32
33
  } | null;
33
34
  updatedAt: string;
34
35
  originProjectId?: string | undefined;
36
+ ownerScope?: "workspace" | "personal" | undefined;
35
37
  }[];
36
38
  nextCursor: string | null;
37
39
  }>;
@@ -91,8 +93,8 @@ export declare class OpenPondDatasetWorkspaceClient {
91
93
  releaseId: string;
92
94
  releaseHash: string;
93
95
  managedReleasePath: string;
94
- adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
95
- evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
96
+ adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
97
+ evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
96
98
  primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
97
99
  qualityGate: "none" | "non_regression" | "all_pass";
98
100
  source: "builtin" | "imported";
@@ -112,9 +114,9 @@ export declare class OpenPondDatasetWorkspaceClient {
112
114
  title: string;
113
115
  sourceHash: string;
114
116
  occurredAt: string;
115
- licensingStatus: "blocked" | "pending" | "approved" | "review";
116
- secretScanStatus: "blocked" | "pending" | "passed";
117
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
117
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
118
+ secretScanStatus: "passed" | "pending" | "blocked";
119
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
118
120
  metadata: Record<string, unknown>;
119
121
  schemaVersion: "openpond.huggingFaceDatasetSource.v1";
120
122
  kind: "huggingface";
@@ -133,9 +135,9 @@ export declare class OpenPondDatasetWorkspaceClient {
133
135
  title: string;
134
136
  sourceHash: string;
135
137
  occurredAt: string;
136
- licensingStatus: "blocked" | "pending" | "approved" | "review";
137
- secretScanStatus: "blocked" | "pending" | "passed";
138
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
138
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
139
+ secretScanStatus: "passed" | "pending" | "blocked";
140
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
139
141
  metadata: Record<string, unknown>;
140
142
  schemaVersion: "openpond.uploadedFileDatasetSource.v1";
141
143
  kind: "uploaded_file";
@@ -150,9 +152,9 @@ export declare class OpenPondDatasetWorkspaceClient {
150
152
  title: string;
151
153
  sourceHash: string;
152
154
  occurredAt: string;
153
- licensingStatus: "blocked" | "pending" | "approved" | "review";
154
- secretScanStatus: "blocked" | "pending" | "passed";
155
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
155
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
156
+ secretScanStatus: "passed" | "pending" | "blocked";
157
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
156
158
  metadata: Record<string, unknown>;
157
159
  schemaVersion: "openpond.generatedDatasetSource.v1";
158
160
  kind: "generated";
@@ -166,9 +168,9 @@ export declare class OpenPondDatasetWorkspaceClient {
166
168
  title: string;
167
169
  sourceHash: string;
168
170
  occurredAt: string;
169
- licensingStatus: "blocked" | "pending" | "approved" | "review";
170
- secretScanStatus: "blocked" | "pending" | "passed";
171
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
171
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
172
+ secretScanStatus: "passed" | "pending" | "blocked";
173
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
172
174
  metadata: Record<string, unknown>;
173
175
  schemaVersion: "openpond.learningBatchDatasetSource.v1";
174
176
  kind: "learning_batch";
@@ -202,9 +204,9 @@ export declare class OpenPondDatasetWorkspaceClient {
202
204
  purpose: "task_authoring_and_evaluation";
203
205
  };
204
206
  connectedAppIds: string[];
205
- secretScanStatus: "blocked" | "pending" | "passed";
206
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
207
- licensingStatus: "blocked" | "pending" | "approved" | "review";
207
+ secretScanStatus: "passed" | "pending" | "blocked";
208
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
209
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
208
210
  metadata: Record<string, unknown>;
209
211
  })[];
210
212
  policy: {
@@ -220,7 +222,7 @@ export declare class OpenPondDatasetWorkspaceClient {
220
222
  stateful: boolean;
221
223
  deterministicSeeds: boolean;
222
224
  toolNames: string[];
223
- lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
225
+ lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
224
226
  defaultTimeoutMs: number;
225
227
  networkPolicy: "none" | "declared_read_only" | "declared_scoped";
226
228
  metadata: Record<string, unknown>;
@@ -257,7 +259,7 @@ export declare class OpenPondDatasetWorkspaceClient {
257
259
  }[] | undefined;
258
260
  };
259
261
  output: {
260
- mode: "text" | "structured_json" | "artifacts";
262
+ mode: "artifacts" | "text" | "structured_json";
261
263
  jsonSchema: Record<string, unknown> | null;
262
264
  renderer: {
263
265
  module: string;
@@ -268,8 +270,8 @@ export declare class OpenPondDatasetWorkspaceClient {
268
270
  capabilities: {
269
271
  schemaVersion: "openpond.tasksetCapabilities.v1";
270
272
  taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
271
- supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
272
- compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
273
+ supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
274
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
273
275
  rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
274
276
  requiresTools: boolean;
275
277
  requiresState: boolean;
@@ -310,7 +312,7 @@ export declare class OpenPondDatasetWorkspaceClient {
310
312
  schemaVersion: "openpond.taskData.v1";
311
313
  id: string;
312
314
  clusterKey: string;
313
- split: "train" | "validation" | "test" | "frozen_eval";
315
+ split: "train" | "validation" | "frozen_eval" | "test";
314
316
  input: Record<string, unknown>;
315
317
  expectedOutput: Record<string, unknown> | null;
316
318
  policyVisibleContext: Record<string, unknown>;
@@ -326,7 +328,7 @@ export declare class OpenPondDatasetWorkspaceClient {
326
328
  mediaType: string;
327
329
  sha256: string;
328
330
  sizeBytes: number;
329
- split: "train" | "validation" | "test" | "frozen_eval";
331
+ split: "train" | "validation" | "frozen_eval" | "test";
330
332
  metadata: Record<string, unknown>;
331
333
  }[] | undefined;
332
334
  resourceRefs?: string[] | undefined;
@@ -347,7 +349,7 @@ export declare class OpenPondDatasetWorkspaceClient {
347
349
  rewardEligible: boolean;
348
350
  privileged: boolean;
349
351
  metadata: Record<string, unknown>;
350
- kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
352
+ kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
351
353
  config: Record<string, unknown>;
352
354
  } | {
353
355
  id: string;
@@ -365,7 +367,7 @@ export declare class OpenPondDatasetWorkspaceClient {
365
367
  modelId: string;
366
368
  };
367
369
  calibrationFixtureRefs: string[];
368
- calibrationStatus: "failed" | "pending" | "passed";
370
+ calibrationStatus: "passed" | "failed" | "pending";
369
371
  temperature: number;
370
372
  } | {
371
373
  id: string;
@@ -398,7 +400,7 @@ export declare class OpenPondDatasetWorkspaceClient {
398
400
  graderFixtures: {
399
401
  id: string;
400
402
  taskId: string;
401
- label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
403
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
402
404
  output: Record<string, unknown>;
403
405
  infrastructureError: string | null;
404
406
  expectedPassed: boolean;
@@ -517,7 +519,7 @@ export declare class OpenPondDatasetWorkspaceClient {
517
519
  schemaVersion: "openpond.datasetSemanticSchema.v1";
518
520
  fields: {
519
521
  name: string;
520
- semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
522
+ semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
521
523
  logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
522
524
  nullable: boolean;
523
525
  policy: "metadata" | "visible" | "privileged";
@@ -526,7 +528,7 @@ export declare class OpenPondDatasetWorkspaceClient {
526
528
  };
527
529
  shards: {
528
530
  id: string;
529
- split: "train" | "validation" | "test" | "frozen_eval";
531
+ split: "train" | "validation" | "frozen_eval" | "test";
530
532
  path: string;
531
533
  contentHash: string;
532
534
  schemaHash: string;
@@ -535,7 +537,7 @@ export declare class OpenPondDatasetWorkspaceClient {
535
537
  rowGroupCount: number;
536
538
  }[];
537
539
  rowCount: number;
538
- splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
540
+ splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
539
541
  sourceReceiptRefs: string[];
540
542
  mappingHash: string;
541
543
  qualityReportHash: string;
@@ -560,6 +562,1082 @@ export declare class OpenPondDatasetWorkspaceClient {
560
562
  packageHash: string;
561
563
  } | null;
562
564
  originProjectId?: string | undefined;
565
+ ownerScope?: "workspace" | "personal" | undefined;
566
+ }>;
567
+ beginVersion(id: string, input: z.input<typeof DatasetWorkspaceBeginVersionSchema>, signal?: AbortSignal): Promise<{
568
+ schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
569
+ teamId: string;
570
+ datasetId: string;
571
+ revision: number;
572
+ workspace: {
573
+ schemaVersion: "openpond.tasksetDraftWorkspace.v1";
574
+ draft: {
575
+ schemaVersion: "openpond.tasksetDraft.v1";
576
+ id: string;
577
+ revision: number;
578
+ profileId: string;
579
+ modelScope: {
580
+ modelId: string;
581
+ expectedModelRevision: number;
582
+ source?: {
583
+ schemaVersion: "openpond.modelTasksetDraftPreparation.v1";
584
+ draftId: string;
585
+ requestHash: string;
586
+ sourcePackageHash: string;
587
+ sourceTasksetRef: {
588
+ id: string;
589
+ contentHash: string;
590
+ revision: number;
591
+ };
592
+ tasksetId: string;
593
+ tasksetRevision: number;
594
+ lineage: {
595
+ schemaVersion: "openpond.modelTasksetAuthoring.v1";
596
+ owner: {
597
+ scopeId: string;
598
+ modelId: string;
599
+ };
600
+ root: {
601
+ id: string;
602
+ contentHash: string;
603
+ revision: number;
604
+ };
605
+ parent: {
606
+ id: string;
607
+ contentHash: string;
608
+ revision: number;
609
+ };
610
+ };
611
+ authoringGraph?: "bound" | undefined;
612
+ } | undefined;
613
+ } | null;
614
+ name: string;
615
+ objective: string;
616
+ purpose: "general" | "benchmark";
617
+ benchmark: {
618
+ schemaVersion: "openpond.tasksetBenchmark.v1";
619
+ definitionId: string;
620
+ releaseId: string;
621
+ releaseHash: string;
622
+ managedReleasePath: string;
623
+ adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
624
+ evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
625
+ primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
626
+ qualityGate: "none" | "non_regression" | "all_pass";
627
+ source: "builtin" | "imported";
628
+ metadata: Record<string, unknown>;
629
+ } | null;
630
+ preferenceComparison: {
631
+ schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1";
632
+ releaseId: string;
633
+ releaseHash: string;
634
+ publishedAt: string;
635
+ metadata: Record<string, unknown>;
636
+ } | null;
637
+ status: "draft" | "validating" | "needs_review" | "published";
638
+ sourceRefs: ({
639
+ id: string;
640
+ profileId: string;
641
+ title: string;
642
+ sourceHash: string;
643
+ occurredAt: string;
644
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
645
+ secretScanStatus: "passed" | "pending" | "blocked";
646
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
647
+ metadata: Record<string, unknown>;
648
+ schemaVersion: "openpond.huggingFaceDatasetSource.v1";
649
+ kind: "huggingface";
650
+ repositoryId: string;
651
+ repositoryUrl: string;
652
+ revision: string;
653
+ configuration: string;
654
+ upstreamSplits: string[];
655
+ gated: boolean;
656
+ private: boolean;
657
+ declaredLicense: string | null;
658
+ sourceFileHashes: string[];
659
+ } | {
660
+ id: string;
661
+ profileId: string;
662
+ title: string;
663
+ sourceHash: string;
664
+ occurredAt: string;
665
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
666
+ secretScanStatus: "passed" | "pending" | "blocked";
667
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
668
+ metadata: Record<string, unknown>;
669
+ schemaVersion: "openpond.uploadedFileDatasetSource.v1";
670
+ kind: "uploaded_file";
671
+ originalFileNames: string[];
672
+ mediaTypes: string[];
673
+ sourceFileHashes: string[];
674
+ totalBytes: number;
675
+ parserVersion: string;
676
+ } | {
677
+ id: string;
678
+ profileId: string;
679
+ title: string;
680
+ sourceHash: string;
681
+ occurredAt: string;
682
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
683
+ secretScanStatus: "passed" | "pending" | "blocked";
684
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
685
+ metadata: Record<string, unknown>;
686
+ schemaVersion: "openpond.generatedDatasetSource.v1";
687
+ kind: "generated";
688
+ generatorId: string;
689
+ generatorVersion: string;
690
+ seed: number;
691
+ generatorHash: string;
692
+ } | {
693
+ id: string;
694
+ profileId: string;
695
+ title: string;
696
+ sourceHash: string;
697
+ occurredAt: string;
698
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
699
+ secretScanStatus: "passed" | "pending" | "blocked";
700
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
701
+ metadata: Record<string, unknown>;
702
+ schemaVersion: "openpond.learningBatchDatasetSource.v1";
703
+ kind: "learning_batch";
704
+ batch: {
705
+ id: string;
706
+ revision: number;
707
+ contentHash: string;
708
+ };
709
+ taskDefinition: {
710
+ id: string;
711
+ revision: number;
712
+ contentHash: string;
713
+ };
714
+ admittedBy: string;
715
+ } | {
716
+ schemaVersion: "openpond.trainingSource.v1";
717
+ id: string;
718
+ profileId: string;
719
+ sessionId: string;
720
+ turnIds: string[];
721
+ workspaceId: string | null;
722
+ sourceHash: string;
723
+ clusterKey: string;
724
+ title: string;
725
+ occurredAt: string;
726
+ consent: {
727
+ status: "pending" | "granted" | "denied" | "revoked";
728
+ scope: "metadata_only" | "selected_turns" | "full_session";
729
+ grantedBy: string | null;
730
+ grantedAt: string | null;
731
+ purpose: "task_authoring_and_evaluation";
732
+ };
733
+ connectedAppIds: string[];
734
+ secretScanStatus: "passed" | "pending" | "blocked";
735
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
736
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
737
+ metadata: Record<string, unknown>;
738
+ })[];
739
+ policy: {
740
+ policyVisibleFields: string[];
741
+ privilegedFields: string[];
742
+ hiddenGraderRefs: string[];
743
+ connectedAppScopes: string[];
744
+ };
745
+ environment: {
746
+ protocolVersion: "openpond.taskEnvironment.v1";
747
+ kind: "chat" | "agent" | "program" | "stateful_harness" | "work";
748
+ entrypoint: string;
749
+ stateful: boolean;
750
+ deterministicSeeds: boolean;
751
+ toolNames: string[];
752
+ lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
753
+ defaultTimeoutMs: number;
754
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
755
+ metadata: Record<string, unknown>;
756
+ actionBindings?: {
757
+ schemaVersion: "openpond.harnessActionBinding.v1";
758
+ actionId: string;
759
+ modelToolName: string;
760
+ description: string;
761
+ inputSchema: Record<string, unknown>;
762
+ actionSchemaHash: string;
763
+ agentRelease: {
764
+ id: string;
765
+ contentHash: string;
766
+ };
767
+ implementationHash: string;
768
+ runtimeBindingId: string;
769
+ capabilityReceiptHash: string;
770
+ sideEffect: "read" | "write";
771
+ studentVisible: boolean;
772
+ timeoutMs: number;
773
+ episodeArgumentBindings: {
774
+ argument: string;
775
+ source: "case_id";
776
+ }[];
777
+ }[] | undefined;
778
+ resources?: {
779
+ id: string;
780
+ kind: "file" | "configuration" | "catalog" | "code_module";
781
+ path: string;
782
+ visibility: "privileged" | "policy_visible" | "policy_hidden";
783
+ required: boolean;
784
+ metadata: Record<string, unknown>;
785
+ mediaType?: string | null | undefined;
786
+ }[] | undefined;
787
+ };
788
+ output: {
789
+ mode: "artifacts" | "text" | "structured_json";
790
+ jsonSchema: Record<string, unknown> | null;
791
+ renderer: {
792
+ module: string;
793
+ exportName: string;
794
+ configRef: string | null;
795
+ } | null;
796
+ };
797
+ capabilities: {
798
+ schemaVersion: "openpond.tasksetCapabilities.v1";
799
+ taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
800
+ supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
801
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
802
+ rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
803
+ requiresTools: boolean;
804
+ requiresState: boolean;
805
+ requiresPrivilegedGrading: boolean;
806
+ environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
807
+ exportable: boolean;
808
+ portabilityBlockers: string[];
809
+ };
810
+ metrics: {
811
+ schemaVersion: "openpond.tasksetMetricPolicy.v1";
812
+ primaryMetric: string;
813
+ aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
814
+ missingReward: "zero" | "exclude";
815
+ customAggregator: {
816
+ module: string;
817
+ exportName: string;
818
+ contentHash: string;
819
+ timeoutMs: number;
820
+ networkPolicy: "none";
821
+ } | null;
822
+ taskWeights?: Record<string, number> | undefined;
823
+ };
824
+ review: {
825
+ enabled: boolean;
826
+ candidateCount: number;
827
+ minimumSamples: number;
828
+ allowTies: boolean;
829
+ allowRejectAll: boolean;
830
+ rubric: string;
831
+ criteria: {
832
+ id: string;
833
+ label: string;
834
+ description: string;
835
+ weight: number;
836
+ }[];
837
+ };
838
+ tasks: {
839
+ schemaVersion: "openpond.taskData.v1";
840
+ id: string;
841
+ clusterKey: string;
842
+ split: "train" | "validation" | "frozen_eval" | "test";
843
+ input: Record<string, unknown>;
844
+ expectedOutput: Record<string, unknown> | null;
845
+ policyVisibleContext: Record<string, unknown>;
846
+ privilegedContextRef: string | null;
847
+ tags: string[];
848
+ metadata: Record<string, unknown>;
849
+ sourceRefs: string[];
850
+ assets?: {
851
+ id: string;
852
+ sourceRefId: string;
853
+ artifactRef: string;
854
+ fileName: string;
855
+ mediaType: string;
856
+ sha256: string;
857
+ sizeBytes: number;
858
+ split: "train" | "validation" | "frozen_eval" | "test";
859
+ metadata: Record<string, unknown>;
860
+ }[] | undefined;
861
+ resourceRefs?: string[] | undefined;
862
+ requiredOutputs?: {
863
+ path: string;
864
+ mediaType: string;
865
+ metadata: Record<string, unknown>;
866
+ schemaRef?: string | null | undefined;
867
+ maxBytes?: number | undefined;
868
+ }[] | undefined;
869
+ }[];
870
+ graders: ({
871
+ id: string;
872
+ version: string;
873
+ label: string;
874
+ weight: number;
875
+ hardGate: boolean;
876
+ rewardEligible: boolean;
877
+ privileged: boolean;
878
+ metadata: Record<string, unknown>;
879
+ kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
880
+ config: Record<string, unknown>;
881
+ } | {
882
+ id: string;
883
+ version: string;
884
+ label: string;
885
+ weight: number;
886
+ hardGate: boolean;
887
+ rewardEligible: boolean;
888
+ privileged: boolean;
889
+ metadata: Record<string, unknown>;
890
+ kind: "model_judge";
891
+ rubric: string;
892
+ judge: {
893
+ providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
894
+ modelId: string;
895
+ };
896
+ calibrationFixtureRefs: string[];
897
+ calibrationStatus: "passed" | "failed" | "pending";
898
+ temperature: number;
899
+ } | {
900
+ id: string;
901
+ version: string;
902
+ label: string;
903
+ weight: number;
904
+ hardGate: boolean;
905
+ rewardEligible: boolean;
906
+ privileged: boolean;
907
+ metadata: Record<string, unknown>;
908
+ kind: "human";
909
+ rubric: string;
910
+ reviewerRole: string;
911
+ } | {
912
+ id: string;
913
+ version: string;
914
+ label: string;
915
+ weight: number;
916
+ hardGate: boolean;
917
+ rewardEligible: boolean;
918
+ privileged: boolean;
919
+ metadata: Record<string, unknown>;
920
+ kind: "custom_verifier";
921
+ module: string;
922
+ exportName: string;
923
+ timeoutMs: number;
924
+ networkPolicy: "none";
925
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
926
+ })[];
927
+ graderFixtures: {
928
+ id: string;
929
+ taskId: string;
930
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
931
+ output: Record<string, unknown>;
932
+ infrastructureError: string | null;
933
+ expectedPassed: boolean;
934
+ expectedRewardEligible: boolean;
935
+ metadata: Record<string, unknown>;
936
+ }[];
937
+ learningSignals: {
938
+ demonstrations: {
939
+ id: string;
940
+ taskId: string | null;
941
+ sourceRefs: string[];
942
+ artifactRef: string;
943
+ approved: boolean;
944
+ confidence: number;
945
+ metadata: Record<string, unknown>;
946
+ kind: "demonstration";
947
+ prompt: string | null;
948
+ response: string | null;
949
+ }[];
950
+ preferences: {
951
+ id: string;
952
+ taskId: string | null;
953
+ sourceRefs: string[];
954
+ artifactRef: string;
955
+ approved: boolean;
956
+ confidence: number;
957
+ metadata: Record<string, unknown>;
958
+ kind: "preference";
959
+ prompt: string;
960
+ chosen: string;
961
+ rejected: string;
962
+ rationale: string | null;
963
+ }[];
964
+ corrections: {
965
+ id: string;
966
+ taskId: string | null;
967
+ sourceRefs: string[];
968
+ artifactRef: string;
969
+ approved: boolean;
970
+ confidence: number;
971
+ metadata: Record<string, unknown>;
972
+ kind: "correction";
973
+ original: string;
974
+ corrected: string;
975
+ rationale: string | null;
976
+ }[];
977
+ feedback: {
978
+ id: string;
979
+ taskId: string | null;
980
+ sourceRefs: string[];
981
+ artifactRef: string;
982
+ approved: boolean;
983
+ confidence: number;
984
+ metadata: Record<string, unknown>;
985
+ kind: "feedback";
986
+ feedback: string;
987
+ polarity: "neutral" | "positive" | "negative" | "mixed";
988
+ }[];
989
+ rewards: {
990
+ id: string;
991
+ taskId: string | null;
992
+ sourceRefs: string[];
993
+ artifactRef: string;
994
+ approved: boolean;
995
+ confidence: number;
996
+ metadata: Record<string, unknown>;
997
+ kind: "reward";
998
+ task: string;
999
+ rules: {
1000
+ id: string;
1001
+ points: number;
1002
+ condition: string;
1003
+ }[];
1004
+ otherwisePoints: number;
1005
+ executable: boolean;
1006
+ }[];
1007
+ labels: {
1008
+ id: string;
1009
+ taskId: string | null;
1010
+ sourceRefs: string[];
1011
+ artifactRef: string;
1012
+ approved: boolean;
1013
+ confidence: number;
1014
+ metadata: Record<string, unknown>;
1015
+ kind: "label";
1016
+ labelKind: "rubric";
1017
+ task: string;
1018
+ criteria: {
1019
+ id: string;
1020
+ label: string;
1021
+ description: string;
1022
+ }[];
1023
+ calibrationExamples: {
1024
+ positive: string;
1025
+ negative: string;
1026
+ boundary: string;
1027
+ };
1028
+ }[];
1029
+ };
1030
+ publishedTasksetRef: {
1031
+ id: string;
1032
+ revision: number;
1033
+ contentHash: string;
1034
+ } | null;
1035
+ createdAt: string;
1036
+ updatedAt: string;
1037
+ metadata: Record<string, unknown>;
1038
+ datasetArtifact?: {
1039
+ schemaVersion: "openpond.datasetArtifact.v1";
1040
+ id: string;
1041
+ tasksetId: string;
1042
+ tasksetRevision: number;
1043
+ contentHash: string;
1044
+ format: "parquet";
1045
+ schema: {
1046
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
1047
+ fields: {
1048
+ name: string;
1049
+ semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
1050
+ logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
1051
+ nullable: boolean;
1052
+ policy: "metadata" | "visible" | "privileged";
1053
+ }[];
1054
+ schemaHash: string;
1055
+ };
1056
+ shards: {
1057
+ id: string;
1058
+ split: "train" | "validation" | "frozen_eval" | "test";
1059
+ path: string;
1060
+ contentHash: string;
1061
+ schemaHash: string;
1062
+ sizeBytes: number;
1063
+ rowCount: number;
1064
+ rowGroupCount: number;
1065
+ }[];
1066
+ rowCount: number;
1067
+ splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
1068
+ sourceReceiptRefs: string[];
1069
+ mappingHash: string;
1070
+ qualityReportHash: string;
1071
+ createdAt: string;
1072
+ } | null | undefined;
1073
+ };
1074
+ files: {
1075
+ path: string;
1076
+ contentHash: string;
1077
+ sizeBytes: number;
1078
+ base64: string;
1079
+ }[];
1080
+ contentHash: string;
1081
+ };
1082
+ publication: {
1083
+ tasksetId: string;
1084
+ release: {
1085
+ id: string;
1086
+ revision: number;
1087
+ contentHash: string;
1088
+ };
1089
+ packageHash: string;
1090
+ } | null;
1091
+ originProjectId?: string | undefined;
1092
+ ownerScope?: "workspace" | "personal" | undefined;
1093
+ }>;
1094
+ versions(id: string, options?: {
1095
+ beforeRevision?: number;
1096
+ signal?: AbortSignal;
1097
+ }): Promise<{
1098
+ teamId: string;
1099
+ datasetId: string;
1100
+ items: {
1101
+ workspaceRevision: number;
1102
+ publication: {
1103
+ tasksetId: string;
1104
+ release: {
1105
+ id: string;
1106
+ revision: number;
1107
+ contentHash: string;
1108
+ };
1109
+ packageHash: string;
1110
+ };
1111
+ publishedAt: string;
1112
+ }[];
1113
+ nextBeforeRevision: number | null;
1114
+ }>;
1115
+ version(id: string, workspaceRevision: number, signal?: AbortSignal): Promise<{
1116
+ schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
1117
+ teamId: string;
1118
+ datasetId: string;
1119
+ revision: number;
1120
+ workspace: {
1121
+ schemaVersion: "openpond.tasksetDraftWorkspace.v1";
1122
+ draft: {
1123
+ schemaVersion: "openpond.tasksetDraft.v1";
1124
+ id: string;
1125
+ revision: number;
1126
+ profileId: string;
1127
+ modelScope: {
1128
+ modelId: string;
1129
+ expectedModelRevision: number;
1130
+ source?: {
1131
+ schemaVersion: "openpond.modelTasksetDraftPreparation.v1";
1132
+ draftId: string;
1133
+ requestHash: string;
1134
+ sourcePackageHash: string;
1135
+ sourceTasksetRef: {
1136
+ id: string;
1137
+ contentHash: string;
1138
+ revision: number;
1139
+ };
1140
+ tasksetId: string;
1141
+ tasksetRevision: number;
1142
+ lineage: {
1143
+ schemaVersion: "openpond.modelTasksetAuthoring.v1";
1144
+ owner: {
1145
+ scopeId: string;
1146
+ modelId: string;
1147
+ };
1148
+ root: {
1149
+ id: string;
1150
+ contentHash: string;
1151
+ revision: number;
1152
+ };
1153
+ parent: {
1154
+ id: string;
1155
+ contentHash: string;
1156
+ revision: number;
1157
+ };
1158
+ };
1159
+ authoringGraph?: "bound" | undefined;
1160
+ } | undefined;
1161
+ } | null;
1162
+ name: string;
1163
+ objective: string;
1164
+ purpose: "general" | "benchmark";
1165
+ benchmark: {
1166
+ schemaVersion: "openpond.tasksetBenchmark.v1";
1167
+ definitionId: string;
1168
+ releaseId: string;
1169
+ releaseHash: string;
1170
+ managedReleasePath: string;
1171
+ adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
1172
+ evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
1173
+ primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
1174
+ qualityGate: "none" | "non_regression" | "all_pass";
1175
+ source: "builtin" | "imported";
1176
+ metadata: Record<string, unknown>;
1177
+ } | null;
1178
+ preferenceComparison: {
1179
+ schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1";
1180
+ releaseId: string;
1181
+ releaseHash: string;
1182
+ publishedAt: string;
1183
+ metadata: Record<string, unknown>;
1184
+ } | null;
1185
+ status: "draft" | "validating" | "needs_review" | "published";
1186
+ sourceRefs: ({
1187
+ id: string;
1188
+ profileId: string;
1189
+ title: string;
1190
+ sourceHash: string;
1191
+ occurredAt: string;
1192
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1193
+ secretScanStatus: "passed" | "pending" | "blocked";
1194
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1195
+ metadata: Record<string, unknown>;
1196
+ schemaVersion: "openpond.huggingFaceDatasetSource.v1";
1197
+ kind: "huggingface";
1198
+ repositoryId: string;
1199
+ repositoryUrl: string;
1200
+ revision: string;
1201
+ configuration: string;
1202
+ upstreamSplits: string[];
1203
+ gated: boolean;
1204
+ private: boolean;
1205
+ declaredLicense: string | null;
1206
+ sourceFileHashes: string[];
1207
+ } | {
1208
+ id: string;
1209
+ profileId: string;
1210
+ title: string;
1211
+ sourceHash: string;
1212
+ occurredAt: string;
1213
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1214
+ secretScanStatus: "passed" | "pending" | "blocked";
1215
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1216
+ metadata: Record<string, unknown>;
1217
+ schemaVersion: "openpond.uploadedFileDatasetSource.v1";
1218
+ kind: "uploaded_file";
1219
+ originalFileNames: string[];
1220
+ mediaTypes: string[];
1221
+ sourceFileHashes: string[];
1222
+ totalBytes: number;
1223
+ parserVersion: string;
1224
+ } | {
1225
+ id: string;
1226
+ profileId: string;
1227
+ title: string;
1228
+ sourceHash: string;
1229
+ occurredAt: string;
1230
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1231
+ secretScanStatus: "passed" | "pending" | "blocked";
1232
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1233
+ metadata: Record<string, unknown>;
1234
+ schemaVersion: "openpond.generatedDatasetSource.v1";
1235
+ kind: "generated";
1236
+ generatorId: string;
1237
+ generatorVersion: string;
1238
+ seed: number;
1239
+ generatorHash: string;
1240
+ } | {
1241
+ id: string;
1242
+ profileId: string;
1243
+ title: string;
1244
+ sourceHash: string;
1245
+ occurredAt: string;
1246
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1247
+ secretScanStatus: "passed" | "pending" | "blocked";
1248
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1249
+ metadata: Record<string, unknown>;
1250
+ schemaVersion: "openpond.learningBatchDatasetSource.v1";
1251
+ kind: "learning_batch";
1252
+ batch: {
1253
+ id: string;
1254
+ revision: number;
1255
+ contentHash: string;
1256
+ };
1257
+ taskDefinition: {
1258
+ id: string;
1259
+ revision: number;
1260
+ contentHash: string;
1261
+ };
1262
+ admittedBy: string;
1263
+ } | {
1264
+ schemaVersion: "openpond.trainingSource.v1";
1265
+ id: string;
1266
+ profileId: string;
1267
+ sessionId: string;
1268
+ turnIds: string[];
1269
+ workspaceId: string | null;
1270
+ sourceHash: string;
1271
+ clusterKey: string;
1272
+ title: string;
1273
+ occurredAt: string;
1274
+ consent: {
1275
+ status: "pending" | "granted" | "denied" | "revoked";
1276
+ scope: "metadata_only" | "selected_turns" | "full_session";
1277
+ grantedBy: string | null;
1278
+ grantedAt: string | null;
1279
+ purpose: "task_authoring_and_evaluation";
1280
+ };
1281
+ connectedAppIds: string[];
1282
+ secretScanStatus: "passed" | "pending" | "blocked";
1283
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1284
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1285
+ metadata: Record<string, unknown>;
1286
+ })[];
1287
+ policy: {
1288
+ policyVisibleFields: string[];
1289
+ privilegedFields: string[];
1290
+ hiddenGraderRefs: string[];
1291
+ connectedAppScopes: string[];
1292
+ };
1293
+ environment: {
1294
+ protocolVersion: "openpond.taskEnvironment.v1";
1295
+ kind: "chat" | "agent" | "program" | "stateful_harness" | "work";
1296
+ entrypoint: string;
1297
+ stateful: boolean;
1298
+ deterministicSeeds: boolean;
1299
+ toolNames: string[];
1300
+ lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
1301
+ defaultTimeoutMs: number;
1302
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
1303
+ metadata: Record<string, unknown>;
1304
+ actionBindings?: {
1305
+ schemaVersion: "openpond.harnessActionBinding.v1";
1306
+ actionId: string;
1307
+ modelToolName: string;
1308
+ description: string;
1309
+ inputSchema: Record<string, unknown>;
1310
+ actionSchemaHash: string;
1311
+ agentRelease: {
1312
+ id: string;
1313
+ contentHash: string;
1314
+ };
1315
+ implementationHash: string;
1316
+ runtimeBindingId: string;
1317
+ capabilityReceiptHash: string;
1318
+ sideEffect: "read" | "write";
1319
+ studentVisible: boolean;
1320
+ timeoutMs: number;
1321
+ episodeArgumentBindings: {
1322
+ argument: string;
1323
+ source: "case_id";
1324
+ }[];
1325
+ }[] | undefined;
1326
+ resources?: {
1327
+ id: string;
1328
+ kind: "file" | "configuration" | "catalog" | "code_module";
1329
+ path: string;
1330
+ visibility: "privileged" | "policy_visible" | "policy_hidden";
1331
+ required: boolean;
1332
+ metadata: Record<string, unknown>;
1333
+ mediaType?: string | null | undefined;
1334
+ }[] | undefined;
1335
+ };
1336
+ output: {
1337
+ mode: "artifacts" | "text" | "structured_json";
1338
+ jsonSchema: Record<string, unknown> | null;
1339
+ renderer: {
1340
+ module: string;
1341
+ exportName: string;
1342
+ configRef: string | null;
1343
+ } | null;
1344
+ };
1345
+ capabilities: {
1346
+ schemaVersion: "openpond.tasksetCapabilities.v1";
1347
+ taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
1348
+ supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
1349
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
1350
+ rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
1351
+ requiresTools: boolean;
1352
+ requiresState: boolean;
1353
+ requiresPrivilegedGrading: boolean;
1354
+ environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
1355
+ exportable: boolean;
1356
+ portabilityBlockers: string[];
1357
+ };
1358
+ metrics: {
1359
+ schemaVersion: "openpond.tasksetMetricPolicy.v1";
1360
+ primaryMetric: string;
1361
+ aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
1362
+ missingReward: "zero" | "exclude";
1363
+ customAggregator: {
1364
+ module: string;
1365
+ exportName: string;
1366
+ contentHash: string;
1367
+ timeoutMs: number;
1368
+ networkPolicy: "none";
1369
+ } | null;
1370
+ taskWeights?: Record<string, number> | undefined;
1371
+ };
1372
+ review: {
1373
+ enabled: boolean;
1374
+ candidateCount: number;
1375
+ minimumSamples: number;
1376
+ allowTies: boolean;
1377
+ allowRejectAll: boolean;
1378
+ rubric: string;
1379
+ criteria: {
1380
+ id: string;
1381
+ label: string;
1382
+ description: string;
1383
+ weight: number;
1384
+ }[];
1385
+ };
1386
+ tasks: {
1387
+ schemaVersion: "openpond.taskData.v1";
1388
+ id: string;
1389
+ clusterKey: string;
1390
+ split: "train" | "validation" | "frozen_eval" | "test";
1391
+ input: Record<string, unknown>;
1392
+ expectedOutput: Record<string, unknown> | null;
1393
+ policyVisibleContext: Record<string, unknown>;
1394
+ privilegedContextRef: string | null;
1395
+ tags: string[];
1396
+ metadata: Record<string, unknown>;
1397
+ sourceRefs: string[];
1398
+ assets?: {
1399
+ id: string;
1400
+ sourceRefId: string;
1401
+ artifactRef: string;
1402
+ fileName: string;
1403
+ mediaType: string;
1404
+ sha256: string;
1405
+ sizeBytes: number;
1406
+ split: "train" | "validation" | "frozen_eval" | "test";
1407
+ metadata: Record<string, unknown>;
1408
+ }[] | undefined;
1409
+ resourceRefs?: string[] | undefined;
1410
+ requiredOutputs?: {
1411
+ path: string;
1412
+ mediaType: string;
1413
+ metadata: Record<string, unknown>;
1414
+ schemaRef?: string | null | undefined;
1415
+ maxBytes?: number | undefined;
1416
+ }[] | undefined;
1417
+ }[];
1418
+ graders: ({
1419
+ id: string;
1420
+ version: string;
1421
+ label: string;
1422
+ weight: number;
1423
+ hardGate: boolean;
1424
+ rewardEligible: boolean;
1425
+ privileged: boolean;
1426
+ metadata: Record<string, unknown>;
1427
+ kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
1428
+ config: Record<string, unknown>;
1429
+ } | {
1430
+ id: string;
1431
+ version: string;
1432
+ label: string;
1433
+ weight: number;
1434
+ hardGate: boolean;
1435
+ rewardEligible: boolean;
1436
+ privileged: boolean;
1437
+ metadata: Record<string, unknown>;
1438
+ kind: "model_judge";
1439
+ rubric: string;
1440
+ judge: {
1441
+ providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
1442
+ modelId: string;
1443
+ };
1444
+ calibrationFixtureRefs: string[];
1445
+ calibrationStatus: "passed" | "failed" | "pending";
1446
+ temperature: number;
1447
+ } | {
1448
+ id: string;
1449
+ version: string;
1450
+ label: string;
1451
+ weight: number;
1452
+ hardGate: boolean;
1453
+ rewardEligible: boolean;
1454
+ privileged: boolean;
1455
+ metadata: Record<string, unknown>;
1456
+ kind: "human";
1457
+ rubric: string;
1458
+ reviewerRole: string;
1459
+ } | {
1460
+ id: string;
1461
+ version: string;
1462
+ label: string;
1463
+ weight: number;
1464
+ hardGate: boolean;
1465
+ rewardEligible: boolean;
1466
+ privileged: boolean;
1467
+ metadata: Record<string, unknown>;
1468
+ kind: "custom_verifier";
1469
+ module: string;
1470
+ exportName: string;
1471
+ timeoutMs: number;
1472
+ networkPolicy: "none";
1473
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
1474
+ })[];
1475
+ graderFixtures: {
1476
+ id: string;
1477
+ taskId: string;
1478
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
1479
+ output: Record<string, unknown>;
1480
+ infrastructureError: string | null;
1481
+ expectedPassed: boolean;
1482
+ expectedRewardEligible: boolean;
1483
+ metadata: Record<string, unknown>;
1484
+ }[];
1485
+ learningSignals: {
1486
+ demonstrations: {
1487
+ id: string;
1488
+ taskId: string | null;
1489
+ sourceRefs: string[];
1490
+ artifactRef: string;
1491
+ approved: boolean;
1492
+ confidence: number;
1493
+ metadata: Record<string, unknown>;
1494
+ kind: "demonstration";
1495
+ prompt: string | null;
1496
+ response: string | null;
1497
+ }[];
1498
+ preferences: {
1499
+ id: string;
1500
+ taskId: string | null;
1501
+ sourceRefs: string[];
1502
+ artifactRef: string;
1503
+ approved: boolean;
1504
+ confidence: number;
1505
+ metadata: Record<string, unknown>;
1506
+ kind: "preference";
1507
+ prompt: string;
1508
+ chosen: string;
1509
+ rejected: string;
1510
+ rationale: string | null;
1511
+ }[];
1512
+ corrections: {
1513
+ id: string;
1514
+ taskId: string | null;
1515
+ sourceRefs: string[];
1516
+ artifactRef: string;
1517
+ approved: boolean;
1518
+ confidence: number;
1519
+ metadata: Record<string, unknown>;
1520
+ kind: "correction";
1521
+ original: string;
1522
+ corrected: string;
1523
+ rationale: string | null;
1524
+ }[];
1525
+ feedback: {
1526
+ id: string;
1527
+ taskId: string | null;
1528
+ sourceRefs: string[];
1529
+ artifactRef: string;
1530
+ approved: boolean;
1531
+ confidence: number;
1532
+ metadata: Record<string, unknown>;
1533
+ kind: "feedback";
1534
+ feedback: string;
1535
+ polarity: "neutral" | "positive" | "negative" | "mixed";
1536
+ }[];
1537
+ rewards: {
1538
+ id: string;
1539
+ taskId: string | null;
1540
+ sourceRefs: string[];
1541
+ artifactRef: string;
1542
+ approved: boolean;
1543
+ confidence: number;
1544
+ metadata: Record<string, unknown>;
1545
+ kind: "reward";
1546
+ task: string;
1547
+ rules: {
1548
+ id: string;
1549
+ points: number;
1550
+ condition: string;
1551
+ }[];
1552
+ otherwisePoints: number;
1553
+ executable: boolean;
1554
+ }[];
1555
+ labels: {
1556
+ id: string;
1557
+ taskId: string | null;
1558
+ sourceRefs: string[];
1559
+ artifactRef: string;
1560
+ approved: boolean;
1561
+ confidence: number;
1562
+ metadata: Record<string, unknown>;
1563
+ kind: "label";
1564
+ labelKind: "rubric";
1565
+ task: string;
1566
+ criteria: {
1567
+ id: string;
1568
+ label: string;
1569
+ description: string;
1570
+ }[];
1571
+ calibrationExamples: {
1572
+ positive: string;
1573
+ negative: string;
1574
+ boundary: string;
1575
+ };
1576
+ }[];
1577
+ };
1578
+ publishedTasksetRef: {
1579
+ id: string;
1580
+ revision: number;
1581
+ contentHash: string;
1582
+ } | null;
1583
+ createdAt: string;
1584
+ updatedAt: string;
1585
+ metadata: Record<string, unknown>;
1586
+ datasetArtifact?: {
1587
+ schemaVersion: "openpond.datasetArtifact.v1";
1588
+ id: string;
1589
+ tasksetId: string;
1590
+ tasksetRevision: number;
1591
+ contentHash: string;
1592
+ format: "parquet";
1593
+ schema: {
1594
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
1595
+ fields: {
1596
+ name: string;
1597
+ semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
1598
+ logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
1599
+ nullable: boolean;
1600
+ policy: "metadata" | "visible" | "privileged";
1601
+ }[];
1602
+ schemaHash: string;
1603
+ };
1604
+ shards: {
1605
+ id: string;
1606
+ split: "train" | "validation" | "frozen_eval" | "test";
1607
+ path: string;
1608
+ contentHash: string;
1609
+ schemaHash: string;
1610
+ sizeBytes: number;
1611
+ rowCount: number;
1612
+ rowGroupCount: number;
1613
+ }[];
1614
+ rowCount: number;
1615
+ splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
1616
+ sourceReceiptRefs: string[];
1617
+ mappingHash: string;
1618
+ qualityReportHash: string;
1619
+ createdAt: string;
1620
+ } | null | undefined;
1621
+ };
1622
+ files: {
1623
+ path: string;
1624
+ contentHash: string;
1625
+ sizeBytes: number;
1626
+ base64: string;
1627
+ }[];
1628
+ contentHash: string;
1629
+ };
1630
+ publication: {
1631
+ tasksetId: string;
1632
+ release: {
1633
+ id: string;
1634
+ revision: number;
1635
+ contentHash: string;
1636
+ };
1637
+ packageHash: string;
1638
+ } | null;
1639
+ originProjectId?: string | undefined;
1640
+ ownerScope?: "workspace" | "personal" | undefined;
563
1641
  }>;
564
1642
  save(input: z.input<typeof DatasetWorkspaceWriteSchema>, signal?: AbortSignal): Promise<{
565
1643
  schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
@@ -617,8 +1695,8 @@ export declare class OpenPondDatasetWorkspaceClient {
617
1695
  releaseId: string;
618
1696
  releaseHash: string;
619
1697
  managedReleasePath: string;
620
- adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
621
- evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
1698
+ adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
1699
+ evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
622
1700
  primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
623
1701
  qualityGate: "none" | "non_regression" | "all_pass";
624
1702
  source: "builtin" | "imported";
@@ -638,9 +1716,9 @@ export declare class OpenPondDatasetWorkspaceClient {
638
1716
  title: string;
639
1717
  sourceHash: string;
640
1718
  occurredAt: string;
641
- licensingStatus: "blocked" | "pending" | "approved" | "review";
642
- secretScanStatus: "blocked" | "pending" | "passed";
643
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
1719
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1720
+ secretScanStatus: "passed" | "pending" | "blocked";
1721
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
644
1722
  metadata: Record<string, unknown>;
645
1723
  schemaVersion: "openpond.huggingFaceDatasetSource.v1";
646
1724
  kind: "huggingface";
@@ -659,9 +1737,9 @@ export declare class OpenPondDatasetWorkspaceClient {
659
1737
  title: string;
660
1738
  sourceHash: string;
661
1739
  occurredAt: string;
662
- licensingStatus: "blocked" | "pending" | "approved" | "review";
663
- secretScanStatus: "blocked" | "pending" | "passed";
664
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
1740
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1741
+ secretScanStatus: "passed" | "pending" | "blocked";
1742
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
665
1743
  metadata: Record<string, unknown>;
666
1744
  schemaVersion: "openpond.uploadedFileDatasetSource.v1";
667
1745
  kind: "uploaded_file";
@@ -676,9 +1754,9 @@ export declare class OpenPondDatasetWorkspaceClient {
676
1754
  title: string;
677
1755
  sourceHash: string;
678
1756
  occurredAt: string;
679
- licensingStatus: "blocked" | "pending" | "approved" | "review";
680
- secretScanStatus: "blocked" | "pending" | "passed";
681
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
1757
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1758
+ secretScanStatus: "passed" | "pending" | "blocked";
1759
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
682
1760
  metadata: Record<string, unknown>;
683
1761
  schemaVersion: "openpond.generatedDatasetSource.v1";
684
1762
  kind: "generated";
@@ -692,9 +1770,9 @@ export declare class OpenPondDatasetWorkspaceClient {
692
1770
  title: string;
693
1771
  sourceHash: string;
694
1772
  occurredAt: string;
695
- licensingStatus: "blocked" | "pending" | "approved" | "review";
696
- secretScanStatus: "blocked" | "pending" | "passed";
697
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
1773
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1774
+ secretScanStatus: "passed" | "pending" | "blocked";
1775
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
698
1776
  metadata: Record<string, unknown>;
699
1777
  schemaVersion: "openpond.learningBatchDatasetSource.v1";
700
1778
  kind: "learning_batch";
@@ -728,9 +1806,9 @@ export declare class OpenPondDatasetWorkspaceClient {
728
1806
  purpose: "task_authoring_and_evaluation";
729
1807
  };
730
1808
  connectedAppIds: string[];
731
- secretScanStatus: "blocked" | "pending" | "passed";
732
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
733
- licensingStatus: "blocked" | "pending" | "approved" | "review";
1809
+ secretScanStatus: "passed" | "pending" | "blocked";
1810
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1811
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
734
1812
  metadata: Record<string, unknown>;
735
1813
  })[];
736
1814
  policy: {
@@ -746,7 +1824,7 @@ export declare class OpenPondDatasetWorkspaceClient {
746
1824
  stateful: boolean;
747
1825
  deterministicSeeds: boolean;
748
1826
  toolNames: string[];
749
- lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
1827
+ lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
750
1828
  defaultTimeoutMs: number;
751
1829
  networkPolicy: "none" | "declared_read_only" | "declared_scoped";
752
1830
  metadata: Record<string, unknown>;
@@ -783,7 +1861,7 @@ export declare class OpenPondDatasetWorkspaceClient {
783
1861
  }[] | undefined;
784
1862
  };
785
1863
  output: {
786
- mode: "text" | "structured_json" | "artifacts";
1864
+ mode: "artifacts" | "text" | "structured_json";
787
1865
  jsonSchema: Record<string, unknown> | null;
788
1866
  renderer: {
789
1867
  module: string;
@@ -794,8 +1872,8 @@ export declare class OpenPondDatasetWorkspaceClient {
794
1872
  capabilities: {
795
1873
  schemaVersion: "openpond.tasksetCapabilities.v1";
796
1874
  taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
797
- supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
798
- compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
1875
+ supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
1876
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
799
1877
  rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
800
1878
  requiresTools: boolean;
801
1879
  requiresState: boolean;
@@ -836,7 +1914,7 @@ export declare class OpenPondDatasetWorkspaceClient {
836
1914
  schemaVersion: "openpond.taskData.v1";
837
1915
  id: string;
838
1916
  clusterKey: string;
839
- split: "train" | "validation" | "test" | "frozen_eval";
1917
+ split: "train" | "validation" | "frozen_eval" | "test";
840
1918
  input: Record<string, unknown>;
841
1919
  expectedOutput: Record<string, unknown> | null;
842
1920
  policyVisibleContext: Record<string, unknown>;
@@ -852,7 +1930,7 @@ export declare class OpenPondDatasetWorkspaceClient {
852
1930
  mediaType: string;
853
1931
  sha256: string;
854
1932
  sizeBytes: number;
855
- split: "train" | "validation" | "test" | "frozen_eval";
1933
+ split: "train" | "validation" | "frozen_eval" | "test";
856
1934
  metadata: Record<string, unknown>;
857
1935
  }[] | undefined;
858
1936
  resourceRefs?: string[] | undefined;
@@ -873,7 +1951,7 @@ export declare class OpenPondDatasetWorkspaceClient {
873
1951
  rewardEligible: boolean;
874
1952
  privileged: boolean;
875
1953
  metadata: Record<string, unknown>;
876
- kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
1954
+ kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
877
1955
  config: Record<string, unknown>;
878
1956
  } | {
879
1957
  id: string;
@@ -891,7 +1969,7 @@ export declare class OpenPondDatasetWorkspaceClient {
891
1969
  modelId: string;
892
1970
  };
893
1971
  calibrationFixtureRefs: string[];
894
- calibrationStatus: "failed" | "pending" | "passed";
1972
+ calibrationStatus: "passed" | "failed" | "pending";
895
1973
  temperature: number;
896
1974
  } | {
897
1975
  id: string;
@@ -924,7 +2002,7 @@ export declare class OpenPondDatasetWorkspaceClient {
924
2002
  graderFixtures: {
925
2003
  id: string;
926
2004
  taskId: string;
927
- label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
2005
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
928
2006
  output: Record<string, unknown>;
929
2007
  infrastructureError: string | null;
930
2008
  expectedPassed: boolean;
@@ -1043,7 +2121,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1043
2121
  schemaVersion: "openpond.datasetSemanticSchema.v1";
1044
2122
  fields: {
1045
2123
  name: string;
1046
- semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
2124
+ semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
1047
2125
  logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
1048
2126
  nullable: boolean;
1049
2127
  policy: "metadata" | "visible" | "privileged";
@@ -1052,7 +2130,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1052
2130
  };
1053
2131
  shards: {
1054
2132
  id: string;
1055
- split: "train" | "validation" | "test" | "frozen_eval";
2133
+ split: "train" | "validation" | "frozen_eval" | "test";
1056
2134
  path: string;
1057
2135
  contentHash: string;
1058
2136
  schemaHash: string;
@@ -1061,7 +2139,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1061
2139
  rowGroupCount: number;
1062
2140
  }[];
1063
2141
  rowCount: number;
1064
- splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
2142
+ splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
1065
2143
  sourceReceiptRefs: string[];
1066
2144
  mappingHash: string;
1067
2145
  qualityReportHash: string;
@@ -1086,6 +2164,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1086
2164
  packageHash: string;
1087
2165
  } | null;
1088
2166
  originProjectId?: string | undefined;
2167
+ ownerScope?: "workspace" | "personal" | undefined;
1089
2168
  }>;
1090
2169
  validate(id: string, expectedRevision: number, signal?: AbortSignal): Promise<{
1091
2170
  teamId: string;
@@ -1155,8 +2234,8 @@ export declare class OpenPondDatasetWorkspaceClient {
1155
2234
  releaseId: string;
1156
2235
  releaseHash: string;
1157
2236
  managedReleasePath: string;
1158
- adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
1159
- evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
2237
+ adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
2238
+ evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
1160
2239
  primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
1161
2240
  qualityGate: "none" | "non_regression" | "all_pass";
1162
2241
  source: "builtin" | "imported";
@@ -1176,9 +2255,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1176
2255
  title: string;
1177
2256
  sourceHash: string;
1178
2257
  occurredAt: string;
1179
- licensingStatus: "blocked" | "pending" | "approved" | "review";
1180
- secretScanStatus: "blocked" | "pending" | "passed";
1181
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
2258
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
2259
+ secretScanStatus: "passed" | "pending" | "blocked";
2260
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1182
2261
  metadata: Record<string, unknown>;
1183
2262
  schemaVersion: "openpond.huggingFaceDatasetSource.v1";
1184
2263
  kind: "huggingface";
@@ -1197,9 +2276,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1197
2276
  title: string;
1198
2277
  sourceHash: string;
1199
2278
  occurredAt: string;
1200
- licensingStatus: "blocked" | "pending" | "approved" | "review";
1201
- secretScanStatus: "blocked" | "pending" | "passed";
1202
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
2279
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
2280
+ secretScanStatus: "passed" | "pending" | "blocked";
2281
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1203
2282
  metadata: Record<string, unknown>;
1204
2283
  schemaVersion: "openpond.uploadedFileDatasetSource.v1";
1205
2284
  kind: "uploaded_file";
@@ -1214,9 +2293,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1214
2293
  title: string;
1215
2294
  sourceHash: string;
1216
2295
  occurredAt: string;
1217
- licensingStatus: "blocked" | "pending" | "approved" | "review";
1218
- secretScanStatus: "blocked" | "pending" | "passed";
1219
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
2296
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
2297
+ secretScanStatus: "passed" | "pending" | "blocked";
2298
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1220
2299
  metadata: Record<string, unknown>;
1221
2300
  schemaVersion: "openpond.generatedDatasetSource.v1";
1222
2301
  kind: "generated";
@@ -1230,9 +2309,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1230
2309
  title: string;
1231
2310
  sourceHash: string;
1232
2311
  occurredAt: string;
1233
- licensingStatus: "blocked" | "pending" | "approved" | "review";
1234
- secretScanStatus: "blocked" | "pending" | "passed";
1235
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
2312
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
2313
+ secretScanStatus: "passed" | "pending" | "blocked";
2314
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1236
2315
  metadata: Record<string, unknown>;
1237
2316
  schemaVersion: "openpond.learningBatchDatasetSource.v1";
1238
2317
  kind: "learning_batch";
@@ -1266,9 +2345,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1266
2345
  purpose: "task_authoring_and_evaluation";
1267
2346
  };
1268
2347
  connectedAppIds: string[];
1269
- secretScanStatus: "blocked" | "pending" | "passed";
1270
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
1271
- licensingStatus: "blocked" | "pending" | "approved" | "review";
2348
+ secretScanStatus: "passed" | "pending" | "blocked";
2349
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
2350
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1272
2351
  metadata: Record<string, unknown>;
1273
2352
  })[];
1274
2353
  policy: {
@@ -1284,7 +2363,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1284
2363
  stateful: boolean;
1285
2364
  deterministicSeeds: boolean;
1286
2365
  toolNames: string[];
1287
- lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
2366
+ lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
1288
2367
  defaultTimeoutMs: number;
1289
2368
  networkPolicy: "none" | "declared_read_only" | "declared_scoped";
1290
2369
  metadata: Record<string, unknown>;
@@ -1321,7 +2400,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1321
2400
  }[] | undefined;
1322
2401
  };
1323
2402
  output: {
1324
- mode: "text" | "structured_json" | "artifacts";
2403
+ mode: "artifacts" | "text" | "structured_json";
1325
2404
  jsonSchema: Record<string, unknown> | null;
1326
2405
  renderer: {
1327
2406
  module: string;
@@ -1332,8 +2411,8 @@ export declare class OpenPondDatasetWorkspaceClient {
1332
2411
  capabilities: {
1333
2412
  schemaVersion: "openpond.tasksetCapabilities.v1";
1334
2413
  taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
1335
- supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
1336
- compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
2414
+ supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
2415
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
1337
2416
  rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
1338
2417
  requiresTools: boolean;
1339
2418
  requiresState: boolean;
@@ -1374,7 +2453,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1374
2453
  schemaVersion: "openpond.taskData.v1";
1375
2454
  id: string;
1376
2455
  clusterKey: string;
1377
- split: "train" | "validation" | "test" | "frozen_eval";
2456
+ split: "train" | "validation" | "frozen_eval" | "test";
1378
2457
  input: Record<string, unknown>;
1379
2458
  expectedOutput: Record<string, unknown> | null;
1380
2459
  policyVisibleContext: Record<string, unknown>;
@@ -1390,7 +2469,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1390
2469
  mediaType: string;
1391
2470
  sha256: string;
1392
2471
  sizeBytes: number;
1393
- split: "train" | "validation" | "test" | "frozen_eval";
2472
+ split: "train" | "validation" | "frozen_eval" | "test";
1394
2473
  metadata: Record<string, unknown>;
1395
2474
  }[] | undefined;
1396
2475
  resourceRefs?: string[] | undefined;
@@ -1411,7 +2490,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1411
2490
  rewardEligible: boolean;
1412
2491
  privileged: boolean;
1413
2492
  metadata: Record<string, unknown>;
1414
- kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
2493
+ kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
1415
2494
  config: Record<string, unknown>;
1416
2495
  } | {
1417
2496
  id: string;
@@ -1429,7 +2508,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1429
2508
  modelId: string;
1430
2509
  };
1431
2510
  calibrationFixtureRefs: string[];
1432
- calibrationStatus: "failed" | "pending" | "passed";
2511
+ calibrationStatus: "passed" | "failed" | "pending";
1433
2512
  temperature: number;
1434
2513
  } | {
1435
2514
  id: string;
@@ -1462,7 +2541,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1462
2541
  graderFixtures: {
1463
2542
  id: string;
1464
2543
  taskId: string;
1465
- label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
2544
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
1466
2545
  output: Record<string, unknown>;
1467
2546
  infrastructureError: string | null;
1468
2547
  expectedPassed: boolean;
@@ -1581,7 +2660,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1581
2660
  schemaVersion: "openpond.datasetSemanticSchema.v1";
1582
2661
  fields: {
1583
2662
  name: string;
1584
- semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
2663
+ semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
1585
2664
  logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
1586
2665
  nullable: boolean;
1587
2666
  policy: "metadata" | "visible" | "privileged";
@@ -1590,7 +2669,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1590
2669
  };
1591
2670
  shards: {
1592
2671
  id: string;
1593
- split: "train" | "validation" | "test" | "frozen_eval";
2672
+ split: "train" | "validation" | "frozen_eval" | "test";
1594
2673
  path: string;
1595
2674
  contentHash: string;
1596
2675
  schemaHash: string;
@@ -1599,7 +2678,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1599
2678
  rowGroupCount: number;
1600
2679
  }[];
1601
2680
  rowCount: number;
1602
- splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
2681
+ splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
1603
2682
  sourceReceiptRefs: string[];
1604
2683
  mappingHash: string;
1605
2684
  qualityReportHash: string;
@@ -1624,6 +2703,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1624
2703
  packageHash: string;
1625
2704
  } | null;
1626
2705
  originProjectId?: string | undefined;
2706
+ ownerScope?: "workspace" | "personal" | undefined;
1627
2707
  }>;
1628
2708
  private readback;
1629
2709
  private request;