openpond-sdk 0.9.6 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-EMANJDJR.js → chunk-CNGJF6AM.js} +61 -198
- package/dist/chunk-CNGJF6AM.js.map +7 -0
- package/dist/chunk-SR55WVPK.js +158 -0
- package/dist/chunk-SR55WVPK.js.map +7 -0
- package/dist/dataset-marketplace.js +216 -0
- package/dist/dataset-marketplace.js.map +7 -0
- package/dist/dataset-workspaces.js +86 -2
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiments.js +9 -7
- package/dist/experiments.js.map +1 -1
- package/dist/index.js +9 -8
- package/dist/index.js.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +945 -0
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts +97 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +146 -145
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +84 -84
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +23 -23
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +8 -8
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +2 -2
- package/dist/types/packages/sdk/src/learning-client.d.ts +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +7 -7
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +23 -23
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-projects.d.ts +27 -27
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +47 -47
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +15 -15
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +4 -4
- package/dist/types/packages/sdk/src/model-starters.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +15 -15
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +46 -46
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +30 -30
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +84 -84
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +176 -176
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +46 -46
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +25 -25
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +41 -41
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +45 -45
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +56 -56
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +71 -71
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +84 -84
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1733 -1733
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +1083 -1083
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +18 -18
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +59 -59
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +4 -4
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +68 -68
- package/dist/types/packages/sdk/src/training-project-client.d.ts +12 -12
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/training.d.ts +24 -24
- package/package.json +5 -1
- package/dist/chunk-EMANJDJR.js.map +0 -7
|
@@ -29,8 +29,8 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
29
29
|
releaseId: string;
|
|
30
30
|
releaseHash: string;
|
|
31
31
|
managedReleasePath: string;
|
|
32
|
-
adaptationSplit: "train" | "validation" | "
|
|
33
|
-
evaluationSplit: "train" | "validation" | "
|
|
32
|
+
adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
33
|
+
evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
34
34
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
35
35
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
36
36
|
source: "builtin" | "imported";
|
|
@@ -43,16 +43,16 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
43
43
|
publishedAt: string;
|
|
44
44
|
metadata: Record<string, unknown>;
|
|
45
45
|
} | null;
|
|
46
|
-
status: "draft" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "materializing" | "validating" | "needs_review" | "baselining" | "ready" | "blocked" | "
|
|
46
|
+
status: "failed" | "draft" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "materializing" | "validating" | "needs_review" | "baselining" | "ready" | "blocked" | "archived";
|
|
47
47
|
sourceRefs: ({
|
|
48
48
|
id: string;
|
|
49
49
|
profileId: string;
|
|
50
50
|
title: string;
|
|
51
51
|
sourceHash: string;
|
|
52
52
|
occurredAt: string;
|
|
53
|
-
licensingStatus: "
|
|
54
|
-
secretScanStatus: "
|
|
55
|
-
piiScanStatus: "
|
|
53
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
54
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
55
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
56
56
|
metadata: Record<string, unknown>;
|
|
57
57
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
58
58
|
kind: "huggingface";
|
|
@@ -71,9 +71,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
71
71
|
title: string;
|
|
72
72
|
sourceHash: string;
|
|
73
73
|
occurredAt: string;
|
|
74
|
-
licensingStatus: "
|
|
75
|
-
secretScanStatus: "
|
|
76
|
-
piiScanStatus: "
|
|
74
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
75
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
76
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
77
77
|
metadata: Record<string, unknown>;
|
|
78
78
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
79
79
|
kind: "uploaded_file";
|
|
@@ -88,9 +88,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
88
88
|
title: string;
|
|
89
89
|
sourceHash: string;
|
|
90
90
|
occurredAt: string;
|
|
91
|
-
licensingStatus: "
|
|
92
|
-
secretScanStatus: "
|
|
93
|
-
piiScanStatus: "
|
|
91
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
92
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
93
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
94
94
|
metadata: Record<string, unknown>;
|
|
95
95
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
96
96
|
kind: "generated";
|
|
@@ -104,9 +104,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
104
104
|
title: string;
|
|
105
105
|
sourceHash: string;
|
|
106
106
|
occurredAt: string;
|
|
107
|
-
licensingStatus: "
|
|
108
|
-
secretScanStatus: "
|
|
109
|
-
piiScanStatus: "
|
|
107
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
108
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
109
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
110
110
|
metadata: Record<string, unknown>;
|
|
111
111
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
112
112
|
kind: "learning_batch";
|
|
@@ -140,9 +140,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
140
140
|
purpose: "task_authoring_and_evaluation";
|
|
141
141
|
};
|
|
142
142
|
connectedAppIds: string[];
|
|
143
|
-
secretScanStatus: "
|
|
144
|
-
piiScanStatus: "
|
|
145
|
-
licensingStatus: "
|
|
143
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
144
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
145
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
146
146
|
metadata: Record<string, unknown>;
|
|
147
147
|
})[];
|
|
148
148
|
policy: {
|
|
@@ -158,7 +158,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
158
158
|
stateful: boolean;
|
|
159
159
|
deterministicSeeds: boolean;
|
|
160
160
|
toolNames: string[];
|
|
161
|
-
lifecycle: ("
|
|
161
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
162
162
|
defaultTimeoutMs: number;
|
|
163
163
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
164
164
|
metadata: Record<string, unknown>;
|
|
@@ -197,8 +197,8 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
197
197
|
capabilities: {
|
|
198
198
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
199
199
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
200
|
-
supportedSignals: ("label" | "
|
|
201
|
-
compatibleMethods: ("none" | "
|
|
200
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
201
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
202
202
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
203
203
|
requiresTools: boolean;
|
|
204
204
|
requiresState: boolean;
|
|
@@ -211,7 +211,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
211
211
|
schemaVersion: "openpond.taskData.v1";
|
|
212
212
|
id: string;
|
|
213
213
|
clusterKey: string;
|
|
214
|
-
split: "train" | "validation" | "
|
|
214
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
215
215
|
input: Record<string, unknown>;
|
|
216
216
|
expectedOutput: Record<string, unknown> | null;
|
|
217
217
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -227,7 +227,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
227
227
|
mediaType: string;
|
|
228
228
|
sha256: string;
|
|
229
229
|
sizeBytes: number;
|
|
230
|
-
split: "train" | "validation" | "
|
|
230
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
231
231
|
metadata: Record<string, unknown>;
|
|
232
232
|
}[] | undefined;
|
|
233
233
|
resourceRefs?: string[] | undefined;
|
|
@@ -248,7 +248,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
248
248
|
rewardEligible: boolean;
|
|
249
249
|
privileged: boolean;
|
|
250
250
|
metadata: Record<string, unknown>;
|
|
251
|
-
kind: "file" | "content" | "
|
|
251
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
252
252
|
config: Record<string, unknown>;
|
|
253
253
|
} | {
|
|
254
254
|
id: string;
|
|
@@ -266,7 +266,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
266
266
|
modelId: string;
|
|
267
267
|
};
|
|
268
268
|
calibrationFixtureRefs: string[];
|
|
269
|
-
calibrationStatus: "
|
|
269
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
270
270
|
temperature: number;
|
|
271
271
|
} | {
|
|
272
272
|
id: string;
|
|
@@ -299,7 +299,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
299
299
|
graderFixtures: {
|
|
300
300
|
id: string;
|
|
301
301
|
taskId: string;
|
|
302
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
302
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
303
303
|
output: Record<string, unknown>;
|
|
304
304
|
infrastructureError: string | null;
|
|
305
305
|
expectedPassed: boolean;
|
|
@@ -463,7 +463,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
463
463
|
tasksetId: string;
|
|
464
464
|
tasksetHash: string;
|
|
465
465
|
ready: boolean;
|
|
466
|
-
recommendedMethod: "none" | "
|
|
466
|
+
recommendedMethod: "none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval";
|
|
467
467
|
trainingPath: {
|
|
468
468
|
primaryMethod: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opsd" | "sdpo";
|
|
469
469
|
bootstrap: {
|
|
@@ -513,7 +513,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
513
513
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
514
514
|
fields: {
|
|
515
515
|
name: string;
|
|
516
|
-
semanticRole: "metadata" | "
|
|
516
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
517
517
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
518
518
|
nullable: boolean;
|
|
519
519
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -522,7 +522,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
522
522
|
};
|
|
523
523
|
shards: {
|
|
524
524
|
id: string;
|
|
525
|
-
split: "train" | "validation" | "
|
|
525
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
526
526
|
path: string;
|
|
527
527
|
contentHash: string;
|
|
528
528
|
schemaHash: string;
|
|
@@ -531,7 +531,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
531
531
|
rowGroupCount: number;
|
|
532
532
|
}[];
|
|
533
533
|
rowCount: number;
|
|
534
|
-
splitCounts: Record<"train" | "validation" | "
|
|
534
|
+
splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
|
|
535
535
|
sourceReceiptRefs: string[];
|
|
536
536
|
mappingHash: string;
|
|
537
537
|
qualityReportHash: string;
|
|
@@ -589,7 +589,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
589
589
|
tasks: {
|
|
590
590
|
id: string;
|
|
591
591
|
clusterKey: string;
|
|
592
|
-
split: "train" | "validation" | "
|
|
592
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
593
593
|
input: Record<string, unknown>;
|
|
594
594
|
expectedOutput: Record<string, unknown> | null;
|
|
595
595
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -625,7 +625,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
625
625
|
hardGate: boolean;
|
|
626
626
|
rewardEligible: boolean;
|
|
627
627
|
privileged: boolean;
|
|
628
|
-
kind: "content" | "
|
|
628
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
629
629
|
config: Record<string, unknown>;
|
|
630
630
|
} | {
|
|
631
631
|
id: string;
|
|
@@ -643,7 +643,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
643
643
|
mediaType: string;
|
|
644
644
|
visibility: "policy" | "verifier" | "host_private";
|
|
645
645
|
};
|
|
646
|
-
calibrationStatus: "
|
|
646
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
647
647
|
model?: {
|
|
648
648
|
providerId: string;
|
|
649
649
|
modelId: string;
|
|
@@ -715,7 +715,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
715
715
|
};
|
|
716
716
|
generatedFiles: {
|
|
717
717
|
path: string;
|
|
718
|
-
role: "environment" | "
|
|
718
|
+
role: "environment" | "fixture" | "verifier";
|
|
719
719
|
content: string;
|
|
720
720
|
}[];
|
|
721
721
|
tasksetAssetBytes: Map<string, Uint8Array<ArrayBufferLike>>;
|
|
@@ -741,8 +741,8 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
741
741
|
releaseId: string;
|
|
742
742
|
releaseHash: string;
|
|
743
743
|
managedReleasePath: string;
|
|
744
|
-
adaptationSplit: "train" | "validation" | "
|
|
745
|
-
evaluationSplit: "train" | "validation" | "
|
|
744
|
+
adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
745
|
+
evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
746
746
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
747
747
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
748
748
|
source: "builtin" | "imported";
|
|
@@ -755,16 +755,16 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
755
755
|
publishedAt: string;
|
|
756
756
|
metadata: Record<string, unknown>;
|
|
757
757
|
} | null;
|
|
758
|
-
status: "draft" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "materializing" | "validating" | "needs_review" | "baselining" | "ready" | "blocked" | "
|
|
758
|
+
status: "failed" | "draft" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "materializing" | "validating" | "needs_review" | "baselining" | "ready" | "blocked" | "archived";
|
|
759
759
|
sourceRefs: ({
|
|
760
760
|
id: string;
|
|
761
761
|
profileId: string;
|
|
762
762
|
title: string;
|
|
763
763
|
sourceHash: string;
|
|
764
764
|
occurredAt: string;
|
|
765
|
-
licensingStatus: "
|
|
766
|
-
secretScanStatus: "
|
|
767
|
-
piiScanStatus: "
|
|
765
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
766
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
767
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
768
768
|
metadata: Record<string, unknown>;
|
|
769
769
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
770
770
|
kind: "huggingface";
|
|
@@ -783,9 +783,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
783
783
|
title: string;
|
|
784
784
|
sourceHash: string;
|
|
785
785
|
occurredAt: string;
|
|
786
|
-
licensingStatus: "
|
|
787
|
-
secretScanStatus: "
|
|
788
|
-
piiScanStatus: "
|
|
786
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
787
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
788
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
789
789
|
metadata: Record<string, unknown>;
|
|
790
790
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
791
791
|
kind: "uploaded_file";
|
|
@@ -800,9 +800,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
800
800
|
title: string;
|
|
801
801
|
sourceHash: string;
|
|
802
802
|
occurredAt: string;
|
|
803
|
-
licensingStatus: "
|
|
804
|
-
secretScanStatus: "
|
|
805
|
-
piiScanStatus: "
|
|
803
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
804
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
805
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
806
806
|
metadata: Record<string, unknown>;
|
|
807
807
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
808
808
|
kind: "generated";
|
|
@@ -816,9 +816,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
816
816
|
title: string;
|
|
817
817
|
sourceHash: string;
|
|
818
818
|
occurredAt: string;
|
|
819
|
-
licensingStatus: "
|
|
820
|
-
secretScanStatus: "
|
|
821
|
-
piiScanStatus: "
|
|
819
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
820
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
821
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
822
822
|
metadata: Record<string, unknown>;
|
|
823
823
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
824
824
|
kind: "learning_batch";
|
|
@@ -852,9 +852,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
852
852
|
purpose: "task_authoring_and_evaluation";
|
|
853
853
|
};
|
|
854
854
|
connectedAppIds: string[];
|
|
855
|
-
secretScanStatus: "
|
|
856
|
-
piiScanStatus: "
|
|
857
|
-
licensingStatus: "
|
|
855
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
856
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
857
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
858
858
|
metadata: Record<string, unknown>;
|
|
859
859
|
})[];
|
|
860
860
|
policy: {
|
|
@@ -870,7 +870,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
870
870
|
stateful: boolean;
|
|
871
871
|
deterministicSeeds: boolean;
|
|
872
872
|
toolNames: string[];
|
|
873
|
-
lifecycle: ("
|
|
873
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
874
874
|
defaultTimeoutMs: number;
|
|
875
875
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
876
876
|
metadata: Record<string, unknown>;
|
|
@@ -909,8 +909,8 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
909
909
|
capabilities: {
|
|
910
910
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
911
911
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
912
|
-
supportedSignals: ("label" | "
|
|
913
|
-
compatibleMethods: ("none" | "
|
|
912
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
913
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
914
914
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
915
915
|
requiresTools: boolean;
|
|
916
916
|
requiresState: boolean;
|
|
@@ -923,7 +923,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
923
923
|
schemaVersion: "openpond.taskData.v1";
|
|
924
924
|
id: string;
|
|
925
925
|
clusterKey: string;
|
|
926
|
-
split: "train" | "validation" | "
|
|
926
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
927
927
|
input: Record<string, unknown>;
|
|
928
928
|
expectedOutput: Record<string, unknown> | null;
|
|
929
929
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -939,7 +939,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
939
939
|
mediaType: string;
|
|
940
940
|
sha256: string;
|
|
941
941
|
sizeBytes: number;
|
|
942
|
-
split: "train" | "validation" | "
|
|
942
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
943
943
|
metadata: Record<string, unknown>;
|
|
944
944
|
}[] | undefined;
|
|
945
945
|
resourceRefs?: string[] | undefined;
|
|
@@ -960,7 +960,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
960
960
|
rewardEligible: boolean;
|
|
961
961
|
privileged: boolean;
|
|
962
962
|
metadata: Record<string, unknown>;
|
|
963
|
-
kind: "file" | "content" | "
|
|
963
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
964
964
|
config: Record<string, unknown>;
|
|
965
965
|
} | {
|
|
966
966
|
id: string;
|
|
@@ -978,7 +978,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
978
978
|
modelId: string;
|
|
979
979
|
};
|
|
980
980
|
calibrationFixtureRefs: string[];
|
|
981
|
-
calibrationStatus: "
|
|
981
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
982
982
|
temperature: number;
|
|
983
983
|
} | {
|
|
984
984
|
id: string;
|
|
@@ -1011,7 +1011,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1011
1011
|
graderFixtures: {
|
|
1012
1012
|
id: string;
|
|
1013
1013
|
taskId: string;
|
|
1014
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
1014
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
1015
1015
|
output: Record<string, unknown>;
|
|
1016
1016
|
infrastructureError: string | null;
|
|
1017
1017
|
expectedPassed: boolean;
|
|
@@ -1175,7 +1175,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1175
1175
|
tasksetId: string;
|
|
1176
1176
|
tasksetHash: string;
|
|
1177
1177
|
ready: boolean;
|
|
1178
|
-
recommendedMethod: "none" | "
|
|
1178
|
+
recommendedMethod: "none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval";
|
|
1179
1179
|
trainingPath: {
|
|
1180
1180
|
primaryMethod: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opsd" | "sdpo";
|
|
1181
1181
|
bootstrap: {
|
|
@@ -1225,7 +1225,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1225
1225
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1226
1226
|
fields: {
|
|
1227
1227
|
name: string;
|
|
1228
|
-
semanticRole: "metadata" | "
|
|
1228
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
1229
1229
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1230
1230
|
nullable: boolean;
|
|
1231
1231
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -1234,7 +1234,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1234
1234
|
};
|
|
1235
1235
|
shards: {
|
|
1236
1236
|
id: string;
|
|
1237
|
-
split: "train" | "validation" | "
|
|
1237
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
1238
1238
|
path: string;
|
|
1239
1239
|
contentHash: string;
|
|
1240
1240
|
schemaHash: string;
|
|
@@ -1243,7 +1243,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1243
1243
|
rowGroupCount: number;
|
|
1244
1244
|
}[];
|
|
1245
1245
|
rowCount: number;
|
|
1246
|
-
splitCounts: Record<"train" | "validation" | "
|
|
1246
|
+
splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
|
|
1247
1247
|
sourceReceiptRefs: string[];
|
|
1248
1248
|
mappingHash: string;
|
|
1249
1249
|
qualityReportHash: string;
|
|
@@ -1301,7 +1301,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1301
1301
|
tasks: {
|
|
1302
1302
|
id: string;
|
|
1303
1303
|
clusterKey: string;
|
|
1304
|
-
split: "train" | "validation" | "
|
|
1304
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
1305
1305
|
input: Record<string, unknown>;
|
|
1306
1306
|
expectedOutput: Record<string, unknown> | null;
|
|
1307
1307
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -1337,7 +1337,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1337
1337
|
hardGate: boolean;
|
|
1338
1338
|
rewardEligible: boolean;
|
|
1339
1339
|
privileged: boolean;
|
|
1340
|
-
kind: "content" | "
|
|
1340
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
1341
1341
|
config: Record<string, unknown>;
|
|
1342
1342
|
} | {
|
|
1343
1343
|
id: string;
|
|
@@ -1355,7 +1355,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1355
1355
|
mediaType: string;
|
|
1356
1356
|
visibility: "policy" | "verifier" | "host_private";
|
|
1357
1357
|
};
|
|
1358
|
-
calibrationStatus: "
|
|
1358
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
1359
1359
|
model?: {
|
|
1360
1360
|
providerId: string;
|
|
1361
1361
|
modelId: string;
|
|
@@ -1427,7 +1427,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1427
1427
|
};
|
|
1428
1428
|
generatedFiles: {
|
|
1429
1429
|
path: string;
|
|
1430
|
-
role: "environment" | "
|
|
1430
|
+
role: "environment" | "fixture" | "verifier";
|
|
1431
1431
|
content: string;
|
|
1432
1432
|
}[];
|
|
1433
1433
|
tasksetAssetBytes: Map<string, Uint8Array<ArrayBufferLike>>;
|
|
@@ -62,7 +62,7 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
62
62
|
contentHash: string;
|
|
63
63
|
} | null;
|
|
64
64
|
messages: {
|
|
65
|
-
role: "
|
|
65
|
+
role: "system" | "user" | "assistant";
|
|
66
66
|
content: string;
|
|
67
67
|
}[];
|
|
68
68
|
} | {
|
|
@@ -96,13 +96,13 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
96
96
|
}[];
|
|
97
97
|
defaultTargetId: string | null;
|
|
98
98
|
resources: {
|
|
99
|
-
kind: "environment" | "
|
|
99
|
+
kind: "environment" | "harness" | "model" | "dataset" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
|
|
100
100
|
resourceId: string;
|
|
101
101
|
release: {
|
|
102
102
|
id: string;
|
|
103
103
|
contentHash: string;
|
|
104
104
|
} | null;
|
|
105
|
-
role: "target" | "
|
|
105
|
+
role: "target" | "reward" | "source" | "validation" | "training" | "evaluation" | "holdout" | "serving";
|
|
106
106
|
}[];
|
|
107
107
|
};
|
|
108
108
|
archived: boolean;
|
|
@@ -161,7 +161,7 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
161
161
|
contentHash: string;
|
|
162
162
|
} | null;
|
|
163
163
|
messages: {
|
|
164
|
-
role: "
|
|
164
|
+
role: "system" | "user" | "assistant";
|
|
165
165
|
content: string;
|
|
166
166
|
}[];
|
|
167
167
|
} | {
|
|
@@ -195,13 +195,13 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
195
195
|
}[];
|
|
196
196
|
defaultTargetId: string | null;
|
|
197
197
|
resources: {
|
|
198
|
-
kind: "environment" | "
|
|
198
|
+
kind: "environment" | "harness" | "model" | "dataset" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
|
|
199
199
|
resourceId: string;
|
|
200
200
|
release: {
|
|
201
201
|
id: string;
|
|
202
202
|
contentHash: string;
|
|
203
203
|
} | null;
|
|
204
|
-
role: "target" | "
|
|
204
|
+
role: "target" | "reward" | "source" | "validation" | "training" | "evaluation" | "holdout" | "serving";
|
|
205
205
|
}[];
|
|
206
206
|
};
|
|
207
207
|
archived: boolean;
|
|
@@ -258,7 +258,7 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
258
258
|
contentHash: string;
|
|
259
259
|
} | null;
|
|
260
260
|
messages: {
|
|
261
|
-
role: "
|
|
261
|
+
role: "system" | "user" | "assistant";
|
|
262
262
|
content: string;
|
|
263
263
|
}[];
|
|
264
264
|
} | {
|
|
@@ -292,13 +292,13 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
292
292
|
}[];
|
|
293
293
|
defaultTargetId: string | null;
|
|
294
294
|
resources: {
|
|
295
|
-
kind: "environment" | "
|
|
295
|
+
kind: "environment" | "harness" | "model" | "dataset" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
|
|
296
296
|
resourceId: string;
|
|
297
297
|
release: {
|
|
298
298
|
id: string;
|
|
299
299
|
contentHash: string;
|
|
300
300
|
} | null;
|
|
301
|
-
role: "target" | "
|
|
301
|
+
role: "target" | "reward" | "source" | "validation" | "training" | "evaluation" | "holdout" | "serving";
|
|
302
302
|
}[];
|
|
303
303
|
};
|
|
304
304
|
archived: boolean;
|
|
@@ -359,7 +359,7 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
359
359
|
contentHash: string;
|
|
360
360
|
} | null;
|
|
361
361
|
messages: {
|
|
362
|
-
role: "
|
|
362
|
+
role: "system" | "user" | "assistant";
|
|
363
363
|
content: string;
|
|
364
364
|
}[];
|
|
365
365
|
} | {
|
|
@@ -393,13 +393,13 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
393
393
|
}[];
|
|
394
394
|
defaultTargetId: string | null;
|
|
395
395
|
resources: {
|
|
396
|
-
kind: "environment" | "
|
|
396
|
+
kind: "environment" | "harness" | "model" | "dataset" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
|
|
397
397
|
resourceId: string;
|
|
398
398
|
release: {
|
|
399
399
|
id: string;
|
|
400
400
|
contentHash: string;
|
|
401
401
|
} | null;
|
|
402
|
-
role: "target" | "
|
|
402
|
+
role: "target" | "reward" | "source" | "validation" | "training" | "evaluation" | "holdout" | "serving";
|
|
403
403
|
}[];
|
|
404
404
|
};
|
|
405
405
|
archived: boolean;
|