openpond-sdk 0.9.6 → 0.9.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. package/dist/chunk-4HZORGK3.js +158 -0
  2. package/dist/chunk-4HZORGK3.js.map +7 -0
  3. package/dist/{chunk-XR6CLSCS.js → chunk-BGXWHDYM.js} +3 -2
  4. package/dist/chunk-BGXWHDYM.js.map +7 -0
  5. package/dist/{chunk-EMANJDJR.js → chunk-RXKIOOFZ.js} +62 -199
  6. package/dist/chunk-RXKIOOFZ.js.map +7 -0
  7. package/dist/{chunk-62LWLACP.js → chunk-YYJ4T4U4.js} +2 -2
  8. package/dist/dataset-marketplace.js +227 -0
  9. package/dist/dataset-marketplace.js.map +7 -0
  10. package/dist/dataset-workspaces.js +136 -3
  11. package/dist/dataset-workspaces.js.map +4 -4
  12. package/dist/experiments.js +67 -10
  13. package/dist/experiments.js.map +4 -4
  14. package/dist/index.js +11 -10
  15. package/dist/index.js.map +1 -1
  16. package/dist/model-starter-attempts.js +1 -1
  17. package/dist/model-taskset-runs.js +2 -2
  18. package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +954 -0
  19. package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -0
  20. package/dist/types/packages/sdk/src/dataset-population.d.ts +97 -0
  21. package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -0
  22. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1183 -115
  23. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  24. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +72 -72
  25. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +1617 -0
  26. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -0
  27. package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +2 -0
  28. package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
  29. package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
  30. package/dist/types/packages/sdk/src/experiment-client.d.ts +23 -23
  31. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +3 -3
  32. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +1 -1
  33. package/dist/types/packages/sdk/src/experiment-history.d.ts +266 -0
  34. package/dist/types/packages/sdk/src/experiment-history.d.ts.map +1 -0
  35. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +3 -3
  36. package/dist/types/packages/sdk/src/experiments.d.ts +1 -0
  37. package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
  38. package/dist/types/packages/sdk/src/grader-inspection.d.ts +8 -8
  39. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
  40. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +4 -4
  41. package/dist/types/packages/sdk/src/model-batch-review.d.ts +16 -16
  42. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +1 -1
  43. package/dist/types/packages/sdk/src/model-projects.d.ts +27 -27
  44. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +49 -48
  45. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  46. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +14 -14
  47. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +4 -4
  48. package/dist/types/packages/sdk/src/model-starters.d.ts +17 -17
  49. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +16 -16
  50. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +15 -15
  51. package/dist/types/packages/sdk/src/task-inventory.d.ts +3 -3
  52. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +40 -40
  53. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +24 -24
  54. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +72 -72
  55. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +140 -140
  56. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +40 -40
  57. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +14 -14
  58. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +41 -41
  59. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +37 -37
  60. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +46 -46
  61. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +59 -59
  62. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +72 -72
  63. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1733 -1733
  64. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +1083 -1083
  65. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +2 -2
  66. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +14 -14
  67. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +48 -48
  68. package/dist/types/packages/sdk/src/training-acceptance.d.ts +4 -4
  69. package/dist/types/packages/sdk/src/training-harness-sources.d.ts +1 -1
  70. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +54 -54
  71. package/dist/types/packages/sdk/src/training-project-client.d.ts +12 -12
  72. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +21 -21
  73. package/dist/types/packages/sdk/src/training.d.ts +24 -24
  74. package/package.json +5 -1
  75. package/dist/chunk-EMANJDJR.js.map +0 -7
  76. package/dist/chunk-XR6CLSCS.js.map +0 -7
  77. /package/dist/{chunk-62LWLACP.js.map → chunk-YYJ4T4U4.js.map} +0 -0
package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts CHANGED
@@ -1,5 +1,6 @@
1
1
  import { DatasetWorkspaceBeginVersionSchema, DatasetWorkspacePublishSchema, DatasetWorkspaceWriteSchema } from "./dataset-workspace-contracts.js";
2
2
  import type { z } from "zod";
3
+ import { DatasetWorkspaceOperationKindSchema } from "./dataset-workspace-operations.js";
3
4
  /** Hosted independent authoring. Writes use explicit revision/operation identity;
4
5
  * callers retain the operation ID when retrying an uncertain response. */
5
6
  export declare class OpenPondDatasetWorkspaceClient {
@@ -13,6 +14,7 @@ export declare class OpenPondDatasetWorkspaceClient {
13
14
  });
14
15
  list(options?: {
15
16
  cursor?: string;
17
+ projectId?: string;
16
18
  signal?: AbortSignal;
17
19
  }): Promise<{
18
20
  teamId: string;
@@ -113,9 +115,9 @@ export declare class OpenPondDatasetWorkspaceClient {
113
115
  title: string;
114
116
  sourceHash: string;
115
117
  occurredAt: string;
116
- licensingStatus: "blocked" | "pending" | "approved" | "review";
117
- secretScanStatus: "blocked" | "pending" | "passed";
118
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
118
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
119
+ secretScanStatus: "passed" | "pending" | "blocked";
120
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
119
121
  metadata: Record<string, unknown>;
120
122
  schemaVersion: "openpond.huggingFaceDatasetSource.v1";
121
123
  kind: "huggingface";
@@ -134,9 +136,9 @@ export declare class OpenPondDatasetWorkspaceClient {
134
136
  title: string;
135
137
  sourceHash: string;
136
138
  occurredAt: string;
137
- licensingStatus: "blocked" | "pending" | "approved" | "review";
138
- secretScanStatus: "blocked" | "pending" | "passed";
139
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
139
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
140
+ secretScanStatus: "passed" | "pending" | "blocked";
141
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
140
142
  metadata: Record<string, unknown>;
141
143
  schemaVersion: "openpond.uploadedFileDatasetSource.v1";
142
144
  kind: "uploaded_file";
@@ -151,9 +153,9 @@ export declare class OpenPondDatasetWorkspaceClient {
151
153
  title: string;
152
154
  sourceHash: string;
153
155
  occurredAt: string;
154
- licensingStatus: "blocked" | "pending" | "approved" | "review";
155
- secretScanStatus: "blocked" | "pending" | "passed";
156
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
156
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
157
+ secretScanStatus: "passed" | "pending" | "blocked";
158
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
157
159
  metadata: Record<string, unknown>;
158
160
  schemaVersion: "openpond.generatedDatasetSource.v1";
159
161
  kind: "generated";
@@ -167,9 +169,9 @@ export declare class OpenPondDatasetWorkspaceClient {
167
169
  title: string;
168
170
  sourceHash: string;
169
171
  occurredAt: string;
170
- licensingStatus: "blocked" | "pending" | "approved" | "review";
171
- secretScanStatus: "blocked" | "pending" | "passed";
172
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
172
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
173
+ secretScanStatus: "passed" | "pending" | "blocked";
174
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
173
175
  metadata: Record<string, unknown>;
174
176
  schemaVersion: "openpond.learningBatchDatasetSource.v1";
175
177
  kind: "learning_batch";
@@ -203,9 +205,9 @@ export declare class OpenPondDatasetWorkspaceClient {
203
205
  purpose: "task_authoring_and_evaluation";
204
206
  };
205
207
  connectedAppIds: string[];
206
- secretScanStatus: "blocked" | "pending" | "passed";
207
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
208
- licensingStatus: "blocked" | "pending" | "approved" | "review";
208
+ secretScanStatus: "passed" | "pending" | "blocked";
209
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
210
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
209
211
  metadata: Record<string, unknown>;
210
212
  })[];
211
213
  policy: {
@@ -221,7 +223,7 @@ export declare class OpenPondDatasetWorkspaceClient {
221
223
  stateful: boolean;
222
224
  deterministicSeeds: boolean;
223
225
  toolNames: string[];
224
- lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
226
+ lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
225
227
  defaultTimeoutMs: number;
226
228
  networkPolicy: "none" | "declared_read_only" | "declared_scoped";
227
229
  metadata: Record<string, unknown>;
@@ -258,7 +260,7 @@ export declare class OpenPondDatasetWorkspaceClient {
258
260
  }[] | undefined;
259
261
  };
260
262
  output: {
261
- mode: "text" | "structured_json" | "artifacts";
263
+ mode: "artifacts" | "text" | "structured_json";
262
264
  jsonSchema: Record<string, unknown> | null;
263
265
  renderer: {
264
266
  module: string;
@@ -269,8 +271,8 @@ export declare class OpenPondDatasetWorkspaceClient {
269
271
  capabilities: {
270
272
  schemaVersion: "openpond.tasksetCapabilities.v1";
271
273
  taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
272
- supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
273
- compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
274
+ supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
275
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
274
276
  rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
275
277
  requiresTools: boolean;
276
278
  requiresState: boolean;
@@ -348,7 +350,7 @@ export declare class OpenPondDatasetWorkspaceClient {
348
350
  rewardEligible: boolean;
349
351
  privileged: boolean;
350
352
  metadata: Record<string, unknown>;
351
- kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
353
+ kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
352
354
  config: Record<string, unknown>;
353
355
  } | {
354
356
  id: string;
@@ -366,7 +368,7 @@ export declare class OpenPondDatasetWorkspaceClient {
366
368
  modelId: string;
367
369
  };
368
370
  calibrationFixtureRefs: string[];
369
- calibrationStatus: "failed" | "pending" | "passed";
371
+ calibrationStatus: "passed" | "failed" | "pending";
370
372
  temperature: number;
371
373
  } | {
372
374
  id: string;
@@ -399,7 +401,7 @@ export declare class OpenPondDatasetWorkspaceClient {
399
401
  graderFixtures: {
400
402
  id: string;
401
403
  taskId: string;
402
- label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
404
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
403
405
  output: Record<string, unknown>;
404
406
  infrastructureError: string | null;
405
407
  expectedPassed: boolean;
@@ -518,7 +520,7 @@ export declare class OpenPondDatasetWorkspaceClient {
518
520
  schemaVersion: "openpond.datasetSemanticSchema.v1";
519
521
  fields: {
520
522
  name: string;
521
- semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
523
+ semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
522
524
  logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
523
525
  nullable: boolean;
524
526
  policy: "metadata" | "visible" | "privileged";
@@ -563,6 +565,1072 @@ export declare class OpenPondDatasetWorkspaceClient {
563
565
  originProjectId?: string | undefined;
564
566
  ownerScope?: "workspace" | "personal" | undefined;
565
567
  }>;
568
+ /** Recover only this actor's retained operation; base bytes allow adapters to
569
+ * reconstruct and verify the identical original CAS request before replay. */
570
+ operationResult(operationId: string, options: {
571
+ datasetId?: string;
572
+ kind: z.infer<typeof DatasetWorkspaceOperationKindSchema>;
573
+ requestHash?: string;
574
+ signal?: AbortSignal;
575
+ }): Promise<{
576
+ operationId: string;
577
+ kind: "create" | "save" | "publish" | "begin_version";
578
+ requestHash: string;
579
+ receipt: {
580
+ schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
581
+ teamId: string;
582
+ datasetId: string;
583
+ revision: number;
584
+ workspace: {
585
+ schemaVersion: "openpond.tasksetDraftWorkspace.v1";
586
+ draft: {
587
+ schemaVersion: "openpond.tasksetDraft.v1";
588
+ id: string;
589
+ revision: number;
590
+ profileId: string;
591
+ modelScope: {
592
+ modelId: string;
593
+ expectedModelRevision: number;
594
+ source?: {
595
+ schemaVersion: "openpond.modelTasksetDraftPreparation.v1";
596
+ draftId: string;
597
+ requestHash: string;
598
+ sourcePackageHash: string;
599
+ sourceTasksetRef: {
600
+ id: string;
601
+ contentHash: string;
602
+ revision: number;
603
+ };
604
+ tasksetId: string;
605
+ tasksetRevision: number;
606
+ lineage: {
607
+ schemaVersion: "openpond.modelTasksetAuthoring.v1";
608
+ owner: {
609
+ scopeId: string;
610
+ modelId: string;
611
+ };
612
+ root: {
613
+ id: string;
614
+ contentHash: string;
615
+ revision: number;
616
+ };
617
+ parent: {
618
+ id: string;
619
+ contentHash: string;
620
+ revision: number;
621
+ };
622
+ };
623
+ authoringGraph?: "bound" | undefined;
624
+ } | undefined;
625
+ } | null;
626
+ name: string;
627
+ objective: string;
628
+ purpose: "general" | "benchmark";
629
+ benchmark: {
630
+ schemaVersion: "openpond.tasksetBenchmark.v1";
631
+ definitionId: string;
632
+ releaseId: string;
633
+ releaseHash: string;
634
+ managedReleasePath: string;
635
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
636
+ evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
637
+ primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
638
+ qualityGate: "none" | "non_regression" | "all_pass";
639
+ source: "builtin" | "imported";
640
+ metadata: Record<string, unknown>;
641
+ } | null;
642
+ preferenceComparison: {
643
+ schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1";
644
+ releaseId: string;
645
+ releaseHash: string;
646
+ publishedAt: string;
647
+ metadata: Record<string, unknown>;
648
+ } | null;
649
+ status: "draft" | "validating" | "needs_review" | "published";
650
+ sourceRefs: ({
651
+ id: string;
652
+ profileId: string;
653
+ title: string;
654
+ sourceHash: string;
655
+ occurredAt: string;
656
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
657
+ secretScanStatus: "passed" | "pending" | "blocked";
658
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
659
+ metadata: Record<string, unknown>;
660
+ schemaVersion: "openpond.huggingFaceDatasetSource.v1";
661
+ kind: "huggingface";
662
+ repositoryId: string;
663
+ repositoryUrl: string;
664
+ revision: string;
665
+ configuration: string;
666
+ upstreamSplits: string[];
667
+ gated: boolean;
668
+ private: boolean;
669
+ declaredLicense: string | null;
670
+ sourceFileHashes: string[];
671
+ } | {
672
+ id: string;
673
+ profileId: string;
674
+ title: string;
675
+ sourceHash: string;
676
+ occurredAt: string;
677
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
678
+ secretScanStatus: "passed" | "pending" | "blocked";
679
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
680
+ metadata: Record<string, unknown>;
681
+ schemaVersion: "openpond.uploadedFileDatasetSource.v1";
682
+ kind: "uploaded_file";
683
+ originalFileNames: string[];
684
+ mediaTypes: string[];
685
+ sourceFileHashes: string[];
686
+ totalBytes: number;
687
+ parserVersion: string;
688
+ } | {
689
+ id: string;
690
+ profileId: string;
691
+ title: string;
692
+ sourceHash: string;
693
+ occurredAt: string;
694
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
695
+ secretScanStatus: "passed" | "pending" | "blocked";
696
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
697
+ metadata: Record<string, unknown>;
698
+ schemaVersion: "openpond.generatedDatasetSource.v1";
699
+ kind: "generated";
700
+ generatorId: string;
701
+ generatorVersion: string;
702
+ seed: number;
703
+ generatorHash: string;
704
+ } | {
705
+ id: string;
706
+ profileId: string;
707
+ title: string;
708
+ sourceHash: string;
709
+ occurredAt: string;
710
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
711
+ secretScanStatus: "passed" | "pending" | "blocked";
712
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
713
+ metadata: Record<string, unknown>;
714
+ schemaVersion: "openpond.learningBatchDatasetSource.v1";
715
+ kind: "learning_batch";
716
+ batch: {
717
+ id: string;
718
+ revision: number;
719
+ contentHash: string;
720
+ };
721
+ taskDefinition: {
722
+ id: string;
723
+ revision: number;
724
+ contentHash: string;
725
+ };
726
+ admittedBy: string;
727
+ } | {
728
+ schemaVersion: "openpond.trainingSource.v1";
729
+ id: string;
730
+ profileId: string;
731
+ sessionId: string;
732
+ turnIds: string[];
733
+ workspaceId: string | null;
734
+ sourceHash: string;
735
+ clusterKey: string;
736
+ title: string;
737
+ occurredAt: string;
738
+ consent: {
739
+ status: "pending" | "granted" | "denied" | "revoked";
740
+ scope: "metadata_only" | "selected_turns" | "full_session";
741
+ grantedBy: string | null;
742
+ grantedAt: string | null;
743
+ purpose: "task_authoring_and_evaluation";
744
+ };
745
+ connectedAppIds: string[];
746
+ secretScanStatus: "passed" | "pending" | "blocked";
747
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
748
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
749
+ metadata: Record<string, unknown>;
750
+ })[];
751
+ policy: {
752
+ policyVisibleFields: string[];
753
+ privilegedFields: string[];
754
+ hiddenGraderRefs: string[];
755
+ connectedAppScopes: string[];
756
+ };
757
+ environment: {
758
+ protocolVersion: "openpond.taskEnvironment.v1";
759
+ kind: "chat" | "agent" | "program" | "stateful_harness" | "work";
760
+ entrypoint: string;
761
+ stateful: boolean;
762
+ deterministicSeeds: boolean;
763
+ toolNames: string[];
764
+ lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
765
+ defaultTimeoutMs: number;
766
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
767
+ metadata: Record<string, unknown>;
768
+ actionBindings?: {
769
+ schemaVersion: "openpond.harnessActionBinding.v1";
770
+ actionId: string;
771
+ modelToolName: string;
772
+ description: string;
773
+ inputSchema: Record<string, unknown>;
774
+ actionSchemaHash: string;
775
+ agentRelease: {
776
+ id: string;
777
+ contentHash: string;
778
+ };
779
+ implementationHash: string;
780
+ runtimeBindingId: string;
781
+ capabilityReceiptHash: string;
782
+ sideEffect: "read" | "write";
783
+ studentVisible: boolean;
784
+ timeoutMs: number;
785
+ episodeArgumentBindings: {
786
+ argument: string;
787
+ source: "case_id";
788
+ }[];
789
+ }[] | undefined;
790
+ resources?: {
791
+ id: string;
792
+ kind: "file" | "configuration" | "catalog" | "code_module";
793
+ path: string;
794
+ visibility: "privileged" | "policy_visible" | "policy_hidden";
795
+ required: boolean;
796
+ metadata: Record<string, unknown>;
797
+ mediaType?: string | null | undefined;
798
+ }[] | undefined;
799
+ };
800
+ output: {
801
+ mode: "artifacts" | "text" | "structured_json";
802
+ jsonSchema: Record<string, unknown> | null;
803
+ renderer: {
804
+ module: string;
805
+ exportName: string;
806
+ configRef: string | null;
807
+ } | null;
808
+ };
809
+ capabilities: {
810
+ schemaVersion: "openpond.tasksetCapabilities.v1";
811
+ taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
812
+ supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
813
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
814
+ rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
815
+ requiresTools: boolean;
816
+ requiresState: boolean;
817
+ requiresPrivilegedGrading: boolean;
818
+ environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
819
+ exportable: boolean;
820
+ portabilityBlockers: string[];
821
+ };
822
+ metrics: {
823
+ schemaVersion: "openpond.tasksetMetricPolicy.v1";
824
+ primaryMetric: string;
825
+ aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
826
+ missingReward: "zero" | "exclude";
827
+ customAggregator: {
828
+ module: string;
829
+ exportName: string;
830
+ contentHash: string;
831
+ timeoutMs: number;
832
+ networkPolicy: "none";
833
+ } | null;
834
+ taskWeights?: Record<string, number> | undefined;
835
+ };
836
+ review: {
837
+ enabled: boolean;
838
+ candidateCount: number;
839
+ minimumSamples: number;
840
+ allowTies: boolean;
841
+ allowRejectAll: boolean;
842
+ rubric: string;
843
+ criteria: {
844
+ id: string;
845
+ label: string;
846
+ description: string;
847
+ weight: number;
848
+ }[];
849
+ };
850
+ tasks: {
851
+ schemaVersion: "openpond.taskData.v1";
852
+ id: string;
853
+ clusterKey: string;
854
+ split: "train" | "validation" | "test" | "frozen_eval";
855
+ input: Record<string, unknown>;
856
+ expectedOutput: Record<string, unknown> | null;
857
+ policyVisibleContext: Record<string, unknown>;
858
+ privilegedContextRef: string | null;
859
+ tags: string[];
860
+ metadata: Record<string, unknown>;
861
+ sourceRefs: string[];
862
+ assets?: {
863
+ id: string;
864
+ sourceRefId: string;
865
+ artifactRef: string;
866
+ fileName: string;
867
+ mediaType: string;
868
+ sha256: string;
869
+ sizeBytes: number;
870
+ split: "train" | "validation" | "test" | "frozen_eval";
871
+ metadata: Record<string, unknown>;
872
+ }[] | undefined;
873
+ resourceRefs?: string[] | undefined;
874
+ requiredOutputs?: {
875
+ path: string;
876
+ mediaType: string;
877
+ metadata: Record<string, unknown>;
878
+ schemaRef?: string | null | undefined;
879
+ maxBytes?: number | undefined;
880
+ }[] | undefined;
881
+ }[];
882
+ graders: ({
883
+ id: string;
884
+ version: string;
885
+ label: string;
886
+ weight: number;
887
+ hardGate: boolean;
888
+ rewardEligible: boolean;
889
+ privileged: boolean;
890
+ metadata: Record<string, unknown>;
891
+ kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
892
+ config: Record<string, unknown>;
893
+ } | {
894
+ id: string;
895
+ version: string;
896
+ label: string;
897
+ weight: number;
898
+ hardGate: boolean;
899
+ rewardEligible: boolean;
900
+ privileged: boolean;
901
+ metadata: Record<string, unknown>;
902
+ kind: "model_judge";
903
+ rubric: string;
904
+ judge: {
905
+ providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
906
+ modelId: string;
907
+ };
908
+ calibrationFixtureRefs: string[];
909
+ calibrationStatus: "passed" | "failed" | "pending";
910
+ temperature: number;
911
+ } | {
912
+ id: string;
913
+ version: string;
914
+ label: string;
915
+ weight: number;
916
+ hardGate: boolean;
917
+ rewardEligible: boolean;
918
+ privileged: boolean;
919
+ metadata: Record<string, unknown>;
920
+ kind: "human";
921
+ rubric: string;
922
+ reviewerRole: string;
923
+ } | {
924
+ id: string;
925
+ version: string;
926
+ label: string;
927
+ weight: number;
928
+ hardGate: boolean;
929
+ rewardEligible: boolean;
930
+ privileged: boolean;
931
+ metadata: Record<string, unknown>;
932
+ kind: "custom_verifier";
933
+ module: string;
934
+ exportName: string;
935
+ timeoutMs: number;
936
+ networkPolicy: "none";
937
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
938
+ })[];
939
+ graderFixtures: {
940
+ id: string;
941
+ taskId: string;
942
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
943
+ output: Record<string, unknown>;
944
+ infrastructureError: string | null;
945
+ expectedPassed: boolean;
946
+ expectedRewardEligible: boolean;
947
+ metadata: Record<string, unknown>;
948
+ }[];
949
+ learningSignals: {
950
+ demonstrations: {
951
+ id: string;
952
+ taskId: string | null;
953
+ sourceRefs: string[];
954
+ artifactRef: string;
955
+ approved: boolean;
956
+ confidence: number;
957
+ metadata: Record<string, unknown>;
958
+ kind: "demonstration";
959
+ prompt: string | null;
960
+ response: string | null;
961
+ }[];
962
+ preferences: {
963
+ id: string;
964
+ taskId: string | null;
965
+ sourceRefs: string[];
966
+ artifactRef: string;
967
+ approved: boolean;
968
+ confidence: number;
969
+ metadata: Record<string, unknown>;
970
+ kind: "preference";
971
+ prompt: string;
972
+ chosen: string;
973
+ rejected: string;
974
+ rationale: string | null;
975
+ }[];
976
+ corrections: {
977
+ id: string;
978
+ taskId: string | null;
979
+ sourceRefs: string[];
980
+ artifactRef: string;
981
+ approved: boolean;
982
+ confidence: number;
983
+ metadata: Record<string, unknown>;
984
+ kind: "correction";
985
+ original: string;
986
+ corrected: string;
987
+ rationale: string | null;
988
+ }[];
989
+ feedback: {
990
+ id: string;
991
+ taskId: string | null;
992
+ sourceRefs: string[];
993
+ artifactRef: string;
994
+ approved: boolean;
995
+ confidence: number;
996
+ metadata: Record<string, unknown>;
997
+ kind: "feedback";
998
+ feedback: string;
999
+ polarity: "neutral" | "positive" | "negative" | "mixed";
1000
+ }[];
1001
+ rewards: {
1002
+ id: string;
1003
+ taskId: string | null;
1004
+ sourceRefs: string[];
1005
+ artifactRef: string;
1006
+ approved: boolean;
1007
+ confidence: number;
1008
+ metadata: Record<string, unknown>;
1009
+ kind: "reward";
1010
+ task: string;
1011
+ rules: {
1012
+ id: string;
1013
+ points: number;
1014
+ condition: string;
1015
+ }[];
1016
+ otherwisePoints: number;
1017
+ executable: boolean;
1018
+ }[];
1019
+ labels: {
1020
+ id: string;
1021
+ taskId: string | null;
1022
+ sourceRefs: string[];
1023
+ artifactRef: string;
1024
+ approved: boolean;
1025
+ confidence: number;
1026
+ metadata: Record<string, unknown>;
1027
+ kind: "label";
1028
+ labelKind: "rubric";
1029
+ task: string;
1030
+ criteria: {
1031
+ id: string;
1032
+ label: string;
1033
+ description: string;
1034
+ }[];
1035
+ calibrationExamples: {
1036
+ positive: string;
1037
+ negative: string;
1038
+ boundary: string;
1039
+ };
1040
+ }[];
1041
+ };
1042
+ publishedTasksetRef: {
1043
+ id: string;
1044
+ revision: number;
1045
+ contentHash: string;
1046
+ } | null;
1047
+ createdAt: string;
1048
+ updatedAt: string;
1049
+ metadata: Record<string, unknown>;
1050
+ datasetArtifact?: {
1051
+ schemaVersion: "openpond.datasetArtifact.v1";
1052
+ id: string;
1053
+ tasksetId: string;
1054
+ tasksetRevision: number;
1055
+ contentHash: string;
1056
+ format: "parquet";
1057
+ schema: {
1058
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
1059
+ fields: {
1060
+ name: string;
1061
+ semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
1062
+ logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
1063
+ nullable: boolean;
1064
+ policy: "metadata" | "visible" | "privileged";
1065
+ }[];
1066
+ schemaHash: string;
1067
+ };
1068
+ shards: {
1069
+ id: string;
1070
+ split: "train" | "validation" | "test" | "frozen_eval";
1071
+ path: string;
1072
+ contentHash: string;
1073
+ schemaHash: string;
1074
+ sizeBytes: number;
1075
+ rowCount: number;
1076
+ rowGroupCount: number;
1077
+ }[];
1078
+ rowCount: number;
1079
+ splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
1080
+ sourceReceiptRefs: string[];
1081
+ mappingHash: string;
1082
+ qualityReportHash: string;
1083
+ createdAt: string;
1084
+ } | null | undefined;
1085
+ };
1086
+ files: {
1087
+ path: string;
1088
+ contentHash: string;
1089
+ sizeBytes: number;
1090
+ base64: string;
1091
+ }[];
1092
+ contentHash: string;
1093
+ };
1094
+ publication: {
1095
+ tasksetId: string;
1096
+ release: {
1097
+ id: string;
1098
+ revision: number;
1099
+ contentHash: string;
1100
+ };
1101
+ packageHash: string;
1102
+ } | null;
1103
+ originProjectId?: string | undefined;
1104
+ ownerScope?: "workspace" | "personal" | undefined;
1105
+ };
1106
+ base: {
1107
+ schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
1108
+ teamId: string;
1109
+ datasetId: string;
1110
+ revision: number;
1111
+ workspace: {
1112
+ schemaVersion: "openpond.tasksetDraftWorkspace.v1";
1113
+ draft: {
1114
+ schemaVersion: "openpond.tasksetDraft.v1";
1115
+ id: string;
1116
+ revision: number;
1117
+ profileId: string;
1118
+ modelScope: {
1119
+ modelId: string;
1120
+ expectedModelRevision: number;
1121
+ source?: {
1122
+ schemaVersion: "openpond.modelTasksetDraftPreparation.v1";
1123
+ draftId: string;
1124
+ requestHash: string;
1125
+ sourcePackageHash: string;
1126
+ sourceTasksetRef: {
1127
+ id: string;
1128
+ contentHash: string;
1129
+ revision: number;
1130
+ };
1131
+ tasksetId: string;
1132
+ tasksetRevision: number;
1133
+ lineage: {
1134
+ schemaVersion: "openpond.modelTasksetAuthoring.v1";
1135
+ owner: {
1136
+ scopeId: string;
1137
+ modelId: string;
1138
+ };
1139
+ root: {
1140
+ id: string;
1141
+ contentHash: string;
1142
+ revision: number;
1143
+ };
1144
+ parent: {
1145
+ id: string;
1146
+ contentHash: string;
1147
+ revision: number;
1148
+ };
1149
+ };
1150
+ authoringGraph?: "bound" | undefined;
1151
+ } | undefined;
1152
+ } | null;
1153
+ name: string;
1154
+ objective: string;
1155
+ purpose: "general" | "benchmark";
1156
+ benchmark: {
1157
+ schemaVersion: "openpond.tasksetBenchmark.v1";
1158
+ definitionId: string;
1159
+ releaseId: string;
1160
+ releaseHash: string;
1161
+ managedReleasePath: string;
1162
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
1163
+ evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
1164
+ primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
1165
+ qualityGate: "none" | "non_regression" | "all_pass";
1166
+ source: "builtin" | "imported";
1167
+ metadata: Record<string, unknown>;
1168
+ } | null;
1169
+ preferenceComparison: {
1170
+ schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1";
1171
+ releaseId: string;
1172
+ releaseHash: string;
1173
+ publishedAt: string;
1174
+ metadata: Record<string, unknown>;
1175
+ } | null;
1176
+ status: "draft" | "validating" | "needs_review" | "published";
1177
+ sourceRefs: ({
1178
+ id: string;
1179
+ profileId: string;
1180
+ title: string;
1181
+ sourceHash: string;
1182
+ occurredAt: string;
1183
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1184
+ secretScanStatus: "passed" | "pending" | "blocked";
1185
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1186
+ metadata: Record<string, unknown>;
1187
+ schemaVersion: "openpond.huggingFaceDatasetSource.v1";
1188
+ kind: "huggingface";
1189
+ repositoryId: string;
1190
+ repositoryUrl: string;
1191
+ revision: string;
1192
+ configuration: string;
1193
+ upstreamSplits: string[];
1194
+ gated: boolean;
1195
+ private: boolean;
1196
+ declaredLicense: string | null;
1197
+ sourceFileHashes: string[];
1198
+ } | {
1199
+ id: string;
1200
+ profileId: string;
1201
+ title: string;
1202
+ sourceHash: string;
1203
+ occurredAt: string;
1204
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1205
+ secretScanStatus: "passed" | "pending" | "blocked";
1206
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1207
+ metadata: Record<string, unknown>;
1208
+ schemaVersion: "openpond.uploadedFileDatasetSource.v1";
1209
+ kind: "uploaded_file";
1210
+ originalFileNames: string[];
1211
+ mediaTypes: string[];
1212
+ sourceFileHashes: string[];
1213
+ totalBytes: number;
1214
+ parserVersion: string;
1215
+ } | {
1216
+ id: string;
1217
+ profileId: string;
1218
+ title: string;
1219
+ sourceHash: string;
1220
+ occurredAt: string;
1221
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1222
+ secretScanStatus: "passed" | "pending" | "blocked";
1223
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1224
+ metadata: Record<string, unknown>;
1225
+ schemaVersion: "openpond.generatedDatasetSource.v1";
1226
+ kind: "generated";
1227
+ generatorId: string;
1228
+ generatorVersion: string;
1229
+ seed: number;
1230
+ generatorHash: string;
1231
+ } | {
1232
+ id: string;
1233
+ profileId: string;
1234
+ title: string;
1235
+ sourceHash: string;
1236
+ occurredAt: string;
1237
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1238
+ secretScanStatus: "passed" | "pending" | "blocked";
1239
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1240
+ metadata: Record<string, unknown>;
1241
+ schemaVersion: "openpond.learningBatchDatasetSource.v1";
1242
+ kind: "learning_batch";
1243
+ batch: {
1244
+ id: string;
1245
+ revision: number;
1246
+ contentHash: string;
1247
+ };
1248
+ taskDefinition: {
1249
+ id: string;
1250
+ revision: number;
1251
+ contentHash: string;
1252
+ };
1253
+ admittedBy: string;
1254
+ } | {
1255
+ schemaVersion: "openpond.trainingSource.v1";
1256
+ id: string;
1257
+ profileId: string;
1258
+ sessionId: string;
1259
+ turnIds: string[];
1260
+ workspaceId: string | null;
1261
+ sourceHash: string;
1262
+ clusterKey: string;
1263
+ title: string;
1264
+ occurredAt: string;
1265
+ consent: {
1266
+ status: "pending" | "granted" | "denied" | "revoked";
1267
+ scope: "metadata_only" | "selected_turns" | "full_session";
1268
+ grantedBy: string | null;
1269
+ grantedAt: string | null;
1270
+ purpose: "task_authoring_and_evaluation";
1271
+ };
1272
+ connectedAppIds: string[];
1273
+ secretScanStatus: "passed" | "pending" | "blocked";
1274
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1275
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1276
+ metadata: Record<string, unknown>;
1277
+ })[];
1278
+ policy: {
1279
+ policyVisibleFields: string[];
1280
+ privilegedFields: string[];
1281
+ hiddenGraderRefs: string[];
1282
+ connectedAppScopes: string[];
1283
+ };
1284
+ environment: {
1285
+ protocolVersion: "openpond.taskEnvironment.v1";
1286
+ kind: "chat" | "agent" | "program" | "stateful_harness" | "work";
1287
+ entrypoint: string;
1288
+ stateful: boolean;
1289
+ deterministicSeeds: boolean;
1290
+ toolNames: string[];
1291
+ lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
1292
+ defaultTimeoutMs: number;
1293
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
1294
+ metadata: Record<string, unknown>;
1295
+ actionBindings?: {
1296
+ schemaVersion: "openpond.harnessActionBinding.v1";
1297
+ actionId: string;
1298
+ modelToolName: string;
1299
+ description: string;
1300
+ inputSchema: Record<string, unknown>;
1301
+ actionSchemaHash: string;
1302
+ agentRelease: {
1303
+ id: string;
1304
+ contentHash: string;
1305
+ };
1306
+ implementationHash: string;
1307
+ runtimeBindingId: string;
1308
+ capabilityReceiptHash: string;
1309
+ sideEffect: "read" | "write";
1310
+ studentVisible: boolean;
1311
+ timeoutMs: number;
1312
+ episodeArgumentBindings: {
1313
+ argument: string;
1314
+ source: "case_id";
1315
+ }[];
1316
+ }[] | undefined;
1317
+ resources?: {
1318
+ id: string;
1319
+ kind: "file" | "configuration" | "catalog" | "code_module";
1320
+ path: string;
1321
+ visibility: "privileged" | "policy_visible" | "policy_hidden";
1322
+ required: boolean;
1323
+ metadata: Record<string, unknown>;
1324
+ mediaType?: string | null | undefined;
1325
+ }[] | undefined;
1326
+ };
1327
+ output: {
1328
+ mode: "artifacts" | "text" | "structured_json";
1329
+ jsonSchema: Record<string, unknown> | null;
1330
+ renderer: {
1331
+ module: string;
1332
+ exportName: string;
1333
+ configRef: string | null;
1334
+ } | null;
1335
+ };
1336
+ capabilities: {
1337
+ schemaVersion: "openpond.tasksetCapabilities.v1";
1338
+ taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
1339
+ supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
1340
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
1341
+ rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
1342
+ requiresTools: boolean;
1343
+ requiresState: boolean;
1344
+ requiresPrivilegedGrading: boolean;
1345
+ environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
1346
+ exportable: boolean;
1347
+ portabilityBlockers: string[];
1348
+ };
1349
+ metrics: {
1350
+ schemaVersion: "openpond.tasksetMetricPolicy.v1";
1351
+ primaryMetric: string;
1352
+ aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
1353
+ missingReward: "zero" | "exclude";
1354
+ customAggregator: {
1355
+ module: string;
1356
+ exportName: string;
1357
+ contentHash: string;
1358
+ timeoutMs: number;
1359
+ networkPolicy: "none";
1360
+ } | null;
1361
+ taskWeights?: Record<string, number> | undefined;
1362
+ };
1363
+ review: {
1364
+ enabled: boolean;
1365
+ candidateCount: number;
1366
+ minimumSamples: number;
1367
+ allowTies: boolean;
1368
+ allowRejectAll: boolean;
1369
+ rubric: string;
1370
+ criteria: {
1371
+ id: string;
1372
+ label: string;
1373
+ description: string;
1374
+ weight: number;
1375
+ }[];
1376
+ };
1377
+ tasks: {
1378
+ schemaVersion: "openpond.taskData.v1";
1379
+ id: string;
1380
+ clusterKey: string;
1381
+ split: "train" | "validation" | "test" | "frozen_eval";
1382
+ input: Record<string, unknown>;
1383
+ expectedOutput: Record<string, unknown> | null;
1384
+ policyVisibleContext: Record<string, unknown>;
1385
+ privilegedContextRef: string | null;
1386
+ tags: string[];
1387
+ metadata: Record<string, unknown>;
1388
+ sourceRefs: string[];
1389
+ assets?: {
1390
+ id: string;
1391
+ sourceRefId: string;
1392
+ artifactRef: string;
1393
+ fileName: string;
1394
+ mediaType: string;
1395
+ sha256: string;
1396
+ sizeBytes: number;
1397
+ split: "train" | "validation" | "test" | "frozen_eval";
1398
+ metadata: Record<string, unknown>;
1399
+ }[] | undefined;
1400
+ resourceRefs?: string[] | undefined;
1401
+ requiredOutputs?: {
1402
+ path: string;
1403
+ mediaType: string;
1404
+ metadata: Record<string, unknown>;
1405
+ schemaRef?: string | null | undefined;
1406
+ maxBytes?: number | undefined;
1407
+ }[] | undefined;
1408
+ }[];
1409
+ graders: ({
1410
+ id: string;
1411
+ version: string;
1412
+ label: string;
1413
+ weight: number;
1414
+ hardGate: boolean;
1415
+ rewardEligible: boolean;
1416
+ privileged: boolean;
1417
+ metadata: Record<string, unknown>;
1418
+ kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
1419
+ config: Record<string, unknown>;
1420
+ } | {
1421
+ id: string;
1422
+ version: string;
1423
+ label: string;
1424
+ weight: number;
1425
+ hardGate: boolean;
1426
+ rewardEligible: boolean;
1427
+ privileged: boolean;
1428
+ metadata: Record<string, unknown>;
1429
+ kind: "model_judge";
1430
+ rubric: string;
1431
+ judge: {
1432
+ providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
1433
+ modelId: string;
1434
+ };
1435
+ calibrationFixtureRefs: string[];
1436
+ calibrationStatus: "passed" | "failed" | "pending";
1437
+ temperature: number;
1438
+ } | {
1439
+ id: string;
1440
+ version: string;
1441
+ label: string;
1442
+ weight: number;
1443
+ hardGate: boolean;
1444
+ rewardEligible: boolean;
1445
+ privileged: boolean;
1446
+ metadata: Record<string, unknown>;
1447
+ kind: "human";
1448
+ rubric: string;
1449
+ reviewerRole: string;
1450
+ } | {
1451
+ id: string;
1452
+ version: string;
1453
+ label: string;
1454
+ weight: number;
1455
+ hardGate: boolean;
1456
+ rewardEligible: boolean;
1457
+ privileged: boolean;
1458
+ metadata: Record<string, unknown>;
1459
+ kind: "custom_verifier";
1460
+ module: string;
1461
+ exportName: string;
1462
+ timeoutMs: number;
1463
+ networkPolicy: "none";
1464
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
1465
+ })[];
1466
+ graderFixtures: {
1467
+ id: string;
1468
+ taskId: string;
1469
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
1470
+ output: Record<string, unknown>;
1471
+ infrastructureError: string | null;
1472
+ expectedPassed: boolean;
1473
+ expectedRewardEligible: boolean;
1474
+ metadata: Record<string, unknown>;
1475
+ }[];
1476
+ learningSignals: {
1477
+ demonstrations: {
1478
+ id: string;
1479
+ taskId: string | null;
1480
+ sourceRefs: string[];
1481
+ artifactRef: string;
1482
+ approved: boolean;
1483
+ confidence: number;
1484
+ metadata: Record<string, unknown>;
1485
+ kind: "demonstration";
1486
+ prompt: string | null;
1487
+ response: string | null;
1488
+ }[];
1489
+ preferences: {
1490
+ id: string;
1491
+ taskId: string | null;
1492
+ sourceRefs: string[];
1493
+ artifactRef: string;
1494
+ approved: boolean;
1495
+ confidence: number;
1496
+ metadata: Record<string, unknown>;
1497
+ kind: "preference";
1498
+ prompt: string;
1499
+ chosen: string;
1500
+ rejected: string;
1501
+ rationale: string | null;
1502
+ }[];
1503
+ corrections: {
1504
+ id: string;
1505
+ taskId: string | null;
1506
+ sourceRefs: string[];
1507
+ artifactRef: string;
1508
+ approved: boolean;
1509
+ confidence: number;
1510
+ metadata: Record<string, unknown>;
1511
+ kind: "correction";
1512
+ original: string;
1513
+ corrected: string;
1514
+ rationale: string | null;
1515
+ }[];
1516
+ feedback: {
1517
+ id: string;
1518
+ taskId: string | null;
1519
+ sourceRefs: string[];
1520
+ artifactRef: string;
1521
+ approved: boolean;
1522
+ confidence: number;
1523
+ metadata: Record<string, unknown>;
1524
+ kind: "feedback";
1525
+ feedback: string;
1526
+ polarity: "neutral" | "positive" | "negative" | "mixed";
1527
+ }[];
1528
+ rewards: {
1529
+ id: string;
1530
+ taskId: string | null;
1531
+ sourceRefs: string[];
1532
+ artifactRef: string;
1533
+ approved: boolean;
1534
+ confidence: number;
1535
+ metadata: Record<string, unknown>;
1536
+ kind: "reward";
1537
+ task: string;
1538
+ rules: {
1539
+ id: string;
1540
+ points: number;
1541
+ condition: string;
1542
+ }[];
1543
+ otherwisePoints: number;
1544
+ executable: boolean;
1545
+ }[];
1546
+ labels: {
1547
+ id: string;
1548
+ taskId: string | null;
1549
+ sourceRefs: string[];
1550
+ artifactRef: string;
1551
+ approved: boolean;
1552
+ confidence: number;
1553
+ metadata: Record<string, unknown>;
1554
+ kind: "label";
1555
+ labelKind: "rubric";
1556
+ task: string;
1557
+ criteria: {
1558
+ id: string;
1559
+ label: string;
1560
+ description: string;
1561
+ }[];
1562
+ calibrationExamples: {
1563
+ positive: string;
1564
+ negative: string;
1565
+ boundary: string;
1566
+ };
1567
+ }[];
1568
+ };
1569
+ publishedTasksetRef: {
1570
+ id: string;
1571
+ revision: number;
1572
+ contentHash: string;
1573
+ } | null;
1574
+ createdAt: string;
1575
+ updatedAt: string;
1576
+ metadata: Record<string, unknown>;
1577
+ datasetArtifact?: {
1578
+ schemaVersion: "openpond.datasetArtifact.v1";
1579
+ id: string;
1580
+ tasksetId: string;
1581
+ tasksetRevision: number;
1582
+ contentHash: string;
1583
+ format: "parquet";
1584
+ schema: {
1585
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
1586
+ fields: {
1587
+ name: string;
1588
+ semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
1589
+ logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
1590
+ nullable: boolean;
1591
+ policy: "metadata" | "visible" | "privileged";
1592
+ }[];
1593
+ schemaHash: string;
1594
+ };
1595
+ shards: {
1596
+ id: string;
1597
+ split: "train" | "validation" | "test" | "frozen_eval";
1598
+ path: string;
1599
+ contentHash: string;
1600
+ schemaHash: string;
1601
+ sizeBytes: number;
1602
+ rowCount: number;
1603
+ rowGroupCount: number;
1604
+ }[];
1605
+ rowCount: number;
1606
+ splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
1607
+ sourceReceiptRefs: string[];
1608
+ mappingHash: string;
1609
+ qualityReportHash: string;
1610
+ createdAt: string;
1611
+ } | null | undefined;
1612
+ };
1613
+ files: {
1614
+ path: string;
1615
+ contentHash: string;
1616
+ sizeBytes: number;
1617
+ base64: string;
1618
+ }[];
1619
+ contentHash: string;
1620
+ };
1621
+ publication: {
1622
+ tasksetId: string;
1623
+ release: {
1624
+ id: string;
1625
+ revision: number;
1626
+ contentHash: string;
1627
+ };
1628
+ packageHash: string;
1629
+ } | null;
1630
+ originProjectId?: string | undefined;
1631
+ ownerScope?: "workspace" | "personal" | undefined;
1632
+ } | null;
1633
+ } | null>;
566
1634
  beginVersion(id: string, input: z.input<typeof DatasetWorkspaceBeginVersionSchema>, signal?: AbortSignal): Promise<{
567
1635
  schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
568
1636
  teamId: string;
@@ -640,9 +1708,9 @@ export declare class OpenPondDatasetWorkspaceClient {
640
1708
  title: string;
641
1709
  sourceHash: string;
642
1710
  occurredAt: string;
643
- licensingStatus: "blocked" | "pending" | "approved" | "review";
644
- secretScanStatus: "blocked" | "pending" | "passed";
645
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
1711
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1712
+ secretScanStatus: "passed" | "pending" | "blocked";
1713
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
646
1714
  metadata: Record<string, unknown>;
647
1715
  schemaVersion: "openpond.huggingFaceDatasetSource.v1";
648
1716
  kind: "huggingface";
@@ -661,9 +1729,9 @@ export declare class OpenPondDatasetWorkspaceClient {
661
1729
  title: string;
662
1730
  sourceHash: string;
663
1731
  occurredAt: string;
664
- licensingStatus: "blocked" | "pending" | "approved" | "review";
665
- secretScanStatus: "blocked" | "pending" | "passed";
666
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
1732
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1733
+ secretScanStatus: "passed" | "pending" | "blocked";
1734
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
667
1735
  metadata: Record<string, unknown>;
668
1736
  schemaVersion: "openpond.uploadedFileDatasetSource.v1";
669
1737
  kind: "uploaded_file";
@@ -678,9 +1746,9 @@ export declare class OpenPondDatasetWorkspaceClient {
678
1746
  title: string;
679
1747
  sourceHash: string;
680
1748
  occurredAt: string;
681
- licensingStatus: "blocked" | "pending" | "approved" | "review";
682
- secretScanStatus: "blocked" | "pending" | "passed";
683
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
1749
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1750
+ secretScanStatus: "passed" | "pending" | "blocked";
1751
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
684
1752
  metadata: Record<string, unknown>;
685
1753
  schemaVersion: "openpond.generatedDatasetSource.v1";
686
1754
  kind: "generated";
@@ -694,9 +1762,9 @@ export declare class OpenPondDatasetWorkspaceClient {
694
1762
  title: string;
695
1763
  sourceHash: string;
696
1764
  occurredAt: string;
697
- licensingStatus: "blocked" | "pending" | "approved" | "review";
698
- secretScanStatus: "blocked" | "pending" | "passed";
699
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
1765
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1766
+ secretScanStatus: "passed" | "pending" | "blocked";
1767
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
700
1768
  metadata: Record<string, unknown>;
701
1769
  schemaVersion: "openpond.learningBatchDatasetSource.v1";
702
1770
  kind: "learning_batch";
@@ -730,9 +1798,9 @@ export declare class OpenPondDatasetWorkspaceClient {
730
1798
  purpose: "task_authoring_and_evaluation";
731
1799
  };
732
1800
  connectedAppIds: string[];
733
- secretScanStatus: "blocked" | "pending" | "passed";
734
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
735
- licensingStatus: "blocked" | "pending" | "approved" | "review";
1801
+ secretScanStatus: "passed" | "pending" | "blocked";
1802
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1803
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
736
1804
  metadata: Record<string, unknown>;
737
1805
  })[];
738
1806
  policy: {
@@ -748,7 +1816,7 @@ export declare class OpenPondDatasetWorkspaceClient {
748
1816
  stateful: boolean;
749
1817
  deterministicSeeds: boolean;
750
1818
  toolNames: string[];
751
- lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
1819
+ lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
752
1820
  defaultTimeoutMs: number;
753
1821
  networkPolicy: "none" | "declared_read_only" | "declared_scoped";
754
1822
  metadata: Record<string, unknown>;
@@ -785,7 +1853,7 @@ export declare class OpenPondDatasetWorkspaceClient {
785
1853
  }[] | undefined;
786
1854
  };
787
1855
  output: {
788
- mode: "text" | "structured_json" | "artifacts";
1856
+ mode: "artifacts" | "text" | "structured_json";
789
1857
  jsonSchema: Record<string, unknown> | null;
790
1858
  renderer: {
791
1859
  module: string;
@@ -796,8 +1864,8 @@ export declare class OpenPondDatasetWorkspaceClient {
796
1864
  capabilities: {
797
1865
  schemaVersion: "openpond.tasksetCapabilities.v1";
798
1866
  taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
799
- supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
800
- compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
1867
+ supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
1868
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
801
1869
  rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
802
1870
  requiresTools: boolean;
803
1871
  requiresState: boolean;
@@ -875,7 +1943,7 @@ export declare class OpenPondDatasetWorkspaceClient {
875
1943
  rewardEligible: boolean;
876
1944
  privileged: boolean;
877
1945
  metadata: Record<string, unknown>;
878
- kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
1946
+ kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
879
1947
  config: Record<string, unknown>;
880
1948
  } | {
881
1949
  id: string;
@@ -893,7 +1961,7 @@ export declare class OpenPondDatasetWorkspaceClient {
893
1961
  modelId: string;
894
1962
  };
895
1963
  calibrationFixtureRefs: string[];
896
- calibrationStatus: "failed" | "pending" | "passed";
1964
+ calibrationStatus: "passed" | "failed" | "pending";
897
1965
  temperature: number;
898
1966
  } | {
899
1967
  id: string;
@@ -926,7 +1994,7 @@ export declare class OpenPondDatasetWorkspaceClient {
926
1994
  graderFixtures: {
927
1995
  id: string;
928
1996
  taskId: string;
929
- label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
1997
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
930
1998
  output: Record<string, unknown>;
931
1999
  infrastructureError: string | null;
932
2000
  expectedPassed: boolean;
@@ -1045,7 +2113,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1045
2113
  schemaVersion: "openpond.datasetSemanticSchema.v1";
1046
2114
  fields: {
1047
2115
  name: string;
1048
- semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
2116
+ semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
1049
2117
  logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
1050
2118
  nullable: boolean;
1051
2119
  policy: "metadata" | "visible" | "privileged";
@@ -1188,9 +2256,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1188
2256
  title: string;
1189
2257
  sourceHash: string;
1190
2258
  occurredAt: string;
1191
- licensingStatus: "blocked" | "pending" | "approved" | "review";
1192
- secretScanStatus: "blocked" | "pending" | "passed";
1193
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
2259
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
2260
+ secretScanStatus: "passed" | "pending" | "blocked";
2261
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1194
2262
  metadata: Record<string, unknown>;
1195
2263
  schemaVersion: "openpond.huggingFaceDatasetSource.v1";
1196
2264
  kind: "huggingface";
@@ -1209,9 +2277,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1209
2277
  title: string;
1210
2278
  sourceHash: string;
1211
2279
  occurredAt: string;
1212
- licensingStatus: "blocked" | "pending" | "approved" | "review";
1213
- secretScanStatus: "blocked" | "pending" | "passed";
1214
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
2280
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
2281
+ secretScanStatus: "passed" | "pending" | "blocked";
2282
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1215
2283
  metadata: Record<string, unknown>;
1216
2284
  schemaVersion: "openpond.uploadedFileDatasetSource.v1";
1217
2285
  kind: "uploaded_file";
@@ -1226,9 +2294,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1226
2294
  title: string;
1227
2295
  sourceHash: string;
1228
2296
  occurredAt: string;
1229
- licensingStatus: "blocked" | "pending" | "approved" | "review";
1230
- secretScanStatus: "blocked" | "pending" | "passed";
1231
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
2297
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
2298
+ secretScanStatus: "passed" | "pending" | "blocked";
2299
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1232
2300
  metadata: Record<string, unknown>;
1233
2301
  schemaVersion: "openpond.generatedDatasetSource.v1";
1234
2302
  kind: "generated";
@@ -1242,9 +2310,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1242
2310
  title: string;
1243
2311
  sourceHash: string;
1244
2312
  occurredAt: string;
1245
- licensingStatus: "blocked" | "pending" | "approved" | "review";
1246
- secretScanStatus: "blocked" | "pending" | "passed";
1247
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
2313
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
2314
+ secretScanStatus: "passed" | "pending" | "blocked";
2315
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1248
2316
  metadata: Record<string, unknown>;
1249
2317
  schemaVersion: "openpond.learningBatchDatasetSource.v1";
1250
2318
  kind: "learning_batch";
@@ -1278,9 +2346,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1278
2346
  purpose: "task_authoring_and_evaluation";
1279
2347
  };
1280
2348
  connectedAppIds: string[];
1281
- secretScanStatus: "blocked" | "pending" | "passed";
1282
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
1283
- licensingStatus: "blocked" | "pending" | "approved" | "review";
2349
+ secretScanStatus: "passed" | "pending" | "blocked";
2350
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
2351
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1284
2352
  metadata: Record<string, unknown>;
1285
2353
  })[];
1286
2354
  policy: {
@@ -1296,7 +2364,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1296
2364
  stateful: boolean;
1297
2365
  deterministicSeeds: boolean;
1298
2366
  toolNames: string[];
1299
- lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
2367
+ lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
1300
2368
  defaultTimeoutMs: number;
1301
2369
  networkPolicy: "none" | "declared_read_only" | "declared_scoped";
1302
2370
  metadata: Record<string, unknown>;
@@ -1333,7 +2401,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1333
2401
  }[] | undefined;
1334
2402
  };
1335
2403
  output: {
1336
- mode: "text" | "structured_json" | "artifacts";
2404
+ mode: "artifacts" | "text" | "structured_json";
1337
2405
  jsonSchema: Record<string, unknown> | null;
1338
2406
  renderer: {
1339
2407
  module: string;
@@ -1344,8 +2412,8 @@ export declare class OpenPondDatasetWorkspaceClient {
1344
2412
  capabilities: {
1345
2413
  schemaVersion: "openpond.tasksetCapabilities.v1";
1346
2414
  taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
1347
- supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
1348
- compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
2415
+ supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
2416
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
1349
2417
  rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
1350
2418
  requiresTools: boolean;
1351
2419
  requiresState: boolean;
@@ -1423,7 +2491,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1423
2491
  rewardEligible: boolean;
1424
2492
  privileged: boolean;
1425
2493
  metadata: Record<string, unknown>;
1426
- kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
2494
+ kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
1427
2495
  config: Record<string, unknown>;
1428
2496
  } | {
1429
2497
  id: string;
@@ -1441,7 +2509,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1441
2509
  modelId: string;
1442
2510
  };
1443
2511
  calibrationFixtureRefs: string[];
1444
- calibrationStatus: "failed" | "pending" | "passed";
2512
+ calibrationStatus: "passed" | "failed" | "pending";
1445
2513
  temperature: number;
1446
2514
  } | {
1447
2515
  id: string;
@@ -1474,7 +2542,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1474
2542
  graderFixtures: {
1475
2543
  id: string;
1476
2544
  taskId: string;
1477
- label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
2545
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
1478
2546
  output: Record<string, unknown>;
1479
2547
  infrastructureError: string | null;
1480
2548
  expectedPassed: boolean;
@@ -1593,7 +2661,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1593
2661
  schemaVersion: "openpond.datasetSemanticSchema.v1";
1594
2662
  fields: {
1595
2663
  name: string;
1596
- semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
2664
+ semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
1597
2665
  logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
1598
2666
  nullable: boolean;
1599
2667
  policy: "metadata" | "visible" | "privileged";
@@ -1715,9 +2783,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1715
2783
  title: string;
1716
2784
  sourceHash: string;
1717
2785
  occurredAt: string;
1718
- licensingStatus: "blocked" | "pending" | "approved" | "review";
1719
- secretScanStatus: "blocked" | "pending" | "passed";
1720
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
2786
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
2787
+ secretScanStatus: "passed" | "pending" | "blocked";
2788
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1721
2789
  metadata: Record<string, unknown>;
1722
2790
  schemaVersion: "openpond.huggingFaceDatasetSource.v1";
1723
2791
  kind: "huggingface";
@@ -1736,9 +2804,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1736
2804
  title: string;
1737
2805
  sourceHash: string;
1738
2806
  occurredAt: string;
1739
- licensingStatus: "blocked" | "pending" | "approved" | "review";
1740
- secretScanStatus: "blocked" | "pending" | "passed";
1741
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
2807
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
2808
+ secretScanStatus: "passed" | "pending" | "blocked";
2809
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1742
2810
  metadata: Record<string, unknown>;
1743
2811
  schemaVersion: "openpond.uploadedFileDatasetSource.v1";
1744
2812
  kind: "uploaded_file";
@@ -1753,9 +2821,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1753
2821
  title: string;
1754
2822
  sourceHash: string;
1755
2823
  occurredAt: string;
1756
- licensingStatus: "blocked" | "pending" | "approved" | "review";
1757
- secretScanStatus: "blocked" | "pending" | "passed";
1758
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
2824
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
2825
+ secretScanStatus: "passed" | "pending" | "blocked";
2826
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1759
2827
  metadata: Record<string, unknown>;
1760
2828
  schemaVersion: "openpond.generatedDatasetSource.v1";
1761
2829
  kind: "generated";
@@ -1769,9 +2837,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1769
2837
  title: string;
1770
2838
  sourceHash: string;
1771
2839
  occurredAt: string;
1772
- licensingStatus: "blocked" | "pending" | "approved" | "review";
1773
- secretScanStatus: "blocked" | "pending" | "passed";
1774
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
2840
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
2841
+ secretScanStatus: "passed" | "pending" | "blocked";
2842
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
1775
2843
  metadata: Record<string, unknown>;
1776
2844
  schemaVersion: "openpond.learningBatchDatasetSource.v1";
1777
2845
  kind: "learning_batch";
@@ -1805,9 +2873,9 @@ export declare class OpenPondDatasetWorkspaceClient {
1805
2873
  purpose: "task_authoring_and_evaluation";
1806
2874
  };
1807
2875
  connectedAppIds: string[];
1808
- secretScanStatus: "blocked" | "pending" | "passed";
1809
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
1810
- licensingStatus: "blocked" | "pending" | "approved" | "review";
2876
+ secretScanStatus: "passed" | "pending" | "blocked";
2877
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
2878
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
1811
2879
  metadata: Record<string, unknown>;
1812
2880
  })[];
1813
2881
  policy: {
@@ -1823,7 +2891,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1823
2891
  stateful: boolean;
1824
2892
  deterministicSeeds: boolean;
1825
2893
  toolNames: string[];
1826
- lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
2894
+ lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
1827
2895
  defaultTimeoutMs: number;
1828
2896
  networkPolicy: "none" | "declared_read_only" | "declared_scoped";
1829
2897
  metadata: Record<string, unknown>;
@@ -1860,7 +2928,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1860
2928
  }[] | undefined;
1861
2929
  };
1862
2930
  output: {
1863
- mode: "text" | "structured_json" | "artifacts";
2931
+ mode: "artifacts" | "text" | "structured_json";
1864
2932
  jsonSchema: Record<string, unknown> | null;
1865
2933
  renderer: {
1866
2934
  module: string;
@@ -1871,8 +2939,8 @@ export declare class OpenPondDatasetWorkspaceClient {
1871
2939
  capabilities: {
1872
2940
  schemaVersion: "openpond.tasksetCapabilities.v1";
1873
2941
  taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
1874
- supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
1875
- compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
2942
+ supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
2943
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
1876
2944
  rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
1877
2945
  requiresTools: boolean;
1878
2946
  requiresState: boolean;
@@ -1950,7 +3018,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1950
3018
  rewardEligible: boolean;
1951
3019
  privileged: boolean;
1952
3020
  metadata: Record<string, unknown>;
1953
- kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
3021
+ kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
1954
3022
  config: Record<string, unknown>;
1955
3023
  } | {
1956
3024
  id: string;
@@ -1968,7 +3036,7 @@ export declare class OpenPondDatasetWorkspaceClient {
1968
3036
  modelId: string;
1969
3037
  };
1970
3038
  calibrationFixtureRefs: string[];
1971
- calibrationStatus: "failed" | "pending" | "passed";
3039
+ calibrationStatus: "passed" | "failed" | "pending";
1972
3040
  temperature: number;
1973
3041
  } | {
1974
3042
  id: string;
@@ -2001,7 +3069,7 @@ export declare class OpenPondDatasetWorkspaceClient {
2001
3069
  graderFixtures: {
2002
3070
  id: string;
2003
3071
  taskId: string;
2004
- label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
3072
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
2005
3073
  output: Record<string, unknown>;
2006
3074
  infrastructureError: string | null;
2007
3075
  expectedPassed: boolean;
@@ -2120,7 +3188,7 @@ export declare class OpenPondDatasetWorkspaceClient {
2120
3188
  schemaVersion: "openpond.datasetSemanticSchema.v1";
2121
3189
  fields: {
2122
3190
  name: string;
2123
- semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
3191
+ semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
2124
3192
  logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
2125
3193
  nullable: boolean;
2126
3194
  policy: "metadata" | "visible" | "privileged";
@@ -2254,9 +3322,9 @@ export declare class OpenPondDatasetWorkspaceClient {
2254
3322
  title: string;
2255
3323
  sourceHash: string;
2256
3324
  occurredAt: string;
2257
- licensingStatus: "blocked" | "pending" | "approved" | "review";
2258
- secretScanStatus: "blocked" | "pending" | "passed";
2259
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
3325
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
3326
+ secretScanStatus: "passed" | "pending" | "blocked";
3327
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
2260
3328
  metadata: Record<string, unknown>;
2261
3329
  schemaVersion: "openpond.huggingFaceDatasetSource.v1";
2262
3330
  kind: "huggingface";
@@ -2275,9 +3343,9 @@ export declare class OpenPondDatasetWorkspaceClient {
2275
3343
  title: string;
2276
3344
  sourceHash: string;
2277
3345
  occurredAt: string;
2278
- licensingStatus: "blocked" | "pending" | "approved" | "review";
2279
- secretScanStatus: "blocked" | "pending" | "passed";
2280
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
3346
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
3347
+ secretScanStatus: "passed" | "pending" | "blocked";
3348
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
2281
3349
  metadata: Record<string, unknown>;
2282
3350
  schemaVersion: "openpond.uploadedFileDatasetSource.v1";
2283
3351
  kind: "uploaded_file";
@@ -2292,9 +3360,9 @@ export declare class OpenPondDatasetWorkspaceClient {
2292
3360
  title: string;
2293
3361
  sourceHash: string;
2294
3362
  occurredAt: string;
2295
- licensingStatus: "blocked" | "pending" | "approved" | "review";
2296
- secretScanStatus: "blocked" | "pending" | "passed";
2297
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
3363
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
3364
+ secretScanStatus: "passed" | "pending" | "blocked";
3365
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
2298
3366
  metadata: Record<string, unknown>;
2299
3367
  schemaVersion: "openpond.generatedDatasetSource.v1";
2300
3368
  kind: "generated";
@@ -2308,9 +3376,9 @@ export declare class OpenPondDatasetWorkspaceClient {
2308
3376
  title: string;
2309
3377
  sourceHash: string;
2310
3378
  occurredAt: string;
2311
- licensingStatus: "blocked" | "pending" | "approved" | "review";
2312
- secretScanStatus: "blocked" | "pending" | "passed";
2313
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
3379
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
3380
+ secretScanStatus: "passed" | "pending" | "blocked";
3381
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
2314
3382
  metadata: Record<string, unknown>;
2315
3383
  schemaVersion: "openpond.learningBatchDatasetSource.v1";
2316
3384
  kind: "learning_batch";
@@ -2344,9 +3412,9 @@ export declare class OpenPondDatasetWorkspaceClient {
2344
3412
  purpose: "task_authoring_and_evaluation";
2345
3413
  };
2346
3414
  connectedAppIds: string[];
2347
- secretScanStatus: "blocked" | "pending" | "passed";
2348
- piiScanStatus: "blocked" | "pending" | "review" | "passed";
2349
- licensingStatus: "blocked" | "pending" | "approved" | "review";
3415
+ secretScanStatus: "passed" | "pending" | "blocked";
3416
+ piiScanStatus: "passed" | "pending" | "blocked" | "review";
3417
+ licensingStatus: "pending" | "blocked" | "approved" | "review";
2350
3418
  metadata: Record<string, unknown>;
2351
3419
  })[];
2352
3420
  policy: {
@@ -2362,7 +3430,7 @@ export declare class OpenPondDatasetWorkspaceClient {
2362
3430
  stateful: boolean;
2363
3431
  deterministicSeeds: boolean;
2364
3432
  toolNames: string[];
2365
- lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
3433
+ lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
2366
3434
  defaultTimeoutMs: number;
2367
3435
  networkPolicy: "none" | "declared_read_only" | "declared_scoped";
2368
3436
  metadata: Record<string, unknown>;
@@ -2399,7 +3467,7 @@ export declare class OpenPondDatasetWorkspaceClient {
2399
3467
  }[] | undefined;
2400
3468
  };
2401
3469
  output: {
2402
- mode: "text" | "structured_json" | "artifacts";
3470
+ mode: "artifacts" | "text" | "structured_json";
2403
3471
  jsonSchema: Record<string, unknown> | null;
2404
3472
  renderer: {
2405
3473
  module: string;
@@ -2410,8 +3478,8 @@ export declare class OpenPondDatasetWorkspaceClient {
2410
3478
  capabilities: {
2411
3479
  schemaVersion: "openpond.tasksetCapabilities.v1";
2412
3480
  taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
2413
- supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
2414
- compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
3481
+ supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
3482
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
2415
3483
  rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
2416
3484
  requiresTools: boolean;
2417
3485
  requiresState: boolean;
@@ -2489,7 +3557,7 @@ export declare class OpenPondDatasetWorkspaceClient {
2489
3557
  rewardEligible: boolean;
2490
3558
  privileged: boolean;
2491
3559
  metadata: Record<string, unknown>;
2492
- kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
3560
+ kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
2493
3561
  config: Record<string, unknown>;
2494
3562
  } | {
2495
3563
  id: string;
@@ -2507,7 +3575,7 @@ export declare class OpenPondDatasetWorkspaceClient {
2507
3575
  modelId: string;
2508
3576
  };
2509
3577
  calibrationFixtureRefs: string[];
2510
- calibrationStatus: "failed" | "pending" | "passed";
3578
+ calibrationStatus: "passed" | "failed" | "pending";
2511
3579
  temperature: number;
2512
3580
  } | {
2513
3581
  id: string;
@@ -2540,7 +3608,7 @@ export declare class OpenPondDatasetWorkspaceClient {
2540
3608
  graderFixtures: {
2541
3609
  id: string;
2542
3610
  taskId: string;
2543
- label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
3611
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
2544
3612
  output: Record<string, unknown>;
2545
3613
  infrastructureError: string | null;
2546
3614
  expectedPassed: boolean;
@@ -2659,7 +3727,7 @@ export declare class OpenPondDatasetWorkspaceClient {
2659
3727
  schemaVersion: "openpond.datasetSemanticSchema.v1";
2660
3728
  fields: {
2661
3729
  name: string;
2662
- semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
3730
+ semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
2663
3731
  logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
2664
3732
  nullable: boolean;
2665
3733
  policy: "metadata" | "visible" | "privileged";