openpond-sdk 0.9.6 → 0.9.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-4HZORGK3.js +158 -0
- package/dist/chunk-4HZORGK3.js.map +7 -0
- package/dist/{chunk-XR6CLSCS.js → chunk-BGXWHDYM.js} +3 -2
- package/dist/chunk-BGXWHDYM.js.map +7 -0
- package/dist/{chunk-EMANJDJR.js → chunk-RXKIOOFZ.js} +62 -199
- package/dist/chunk-RXKIOOFZ.js.map +7 -0
- package/dist/{chunk-62LWLACP.js → chunk-YYJ4T4U4.js} +2 -2
- package/dist/dataset-marketplace.js +227 -0
- package/dist/dataset-marketplace.js.map +7 -0
- package/dist/dataset-workspaces.js +136 -3
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiments.js +67 -10
- package/dist/experiments.js.map +4 -4
- package/dist/index.js +11 -10
- package/dist/index.js.map +1 -1
- package/dist/model-starter-attempts.js +1 -1
- package/dist/model-taskset-runs.js +2 -2
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +954 -0
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts +97 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1183 -115
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +72 -72
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +1617 -0
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +2 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +23 -23
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-history.d.ts +266 -0
- package/dist/types/packages/sdk/src/experiment-history.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiments.d.ts +1 -0
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +8 -8
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +4 -4
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +16 -16
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +27 -27
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +49 -48
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +14 -14
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +4 -4
- package/dist/types/packages/sdk/src/model-starters.d.ts +17 -17
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +15 -15
- package/dist/types/packages/sdk/src/task-inventory.d.ts +3 -3
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +40 -40
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +24 -24
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +72 -72
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +140 -140
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +40 -40
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +14 -14
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +41 -41
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +37 -37
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +46 -46
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +59 -59
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +72 -72
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1733 -1733
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +1083 -1083
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +14 -14
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +48 -48
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +4 -4
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +54 -54
- package/dist/types/packages/sdk/src/training-project-client.d.ts +12 -12
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/training.d.ts +24 -24
- package/package.json +5 -1
- package/dist/chunk-EMANJDJR.js.map +0 -7
- package/dist/chunk-XR6CLSCS.js.map +0 -7
- /package/dist/{chunk-62LWLACP.js.map → chunk-YYJ4T4U4.js.map} +0 -0
|
@@ -43,16 +43,16 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
43
43
|
publishedAt: string;
|
|
44
44
|
metadata: Record<string, unknown>;
|
|
45
45
|
} | null;
|
|
46
|
-
status: "draft" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "materializing" | "validating" | "needs_review" | "baselining" | "ready" | "blocked" | "
|
|
46
|
+
status: "failed" | "draft" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "materializing" | "validating" | "needs_review" | "baselining" | "ready" | "blocked" | "archived";
|
|
47
47
|
sourceRefs: ({
|
|
48
48
|
id: string;
|
|
49
49
|
profileId: string;
|
|
50
50
|
title: string;
|
|
51
51
|
sourceHash: string;
|
|
52
52
|
occurredAt: string;
|
|
53
|
-
licensingStatus: "
|
|
54
|
-
secretScanStatus: "
|
|
55
|
-
piiScanStatus: "
|
|
53
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
54
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
55
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
56
56
|
metadata: Record<string, unknown>;
|
|
57
57
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
58
58
|
kind: "huggingface";
|
|
@@ -71,9 +71,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
71
71
|
title: string;
|
|
72
72
|
sourceHash: string;
|
|
73
73
|
occurredAt: string;
|
|
74
|
-
licensingStatus: "
|
|
75
|
-
secretScanStatus: "
|
|
76
|
-
piiScanStatus: "
|
|
74
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
75
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
76
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
77
77
|
metadata: Record<string, unknown>;
|
|
78
78
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
79
79
|
kind: "uploaded_file";
|
|
@@ -88,9 +88,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
88
88
|
title: string;
|
|
89
89
|
sourceHash: string;
|
|
90
90
|
occurredAt: string;
|
|
91
|
-
licensingStatus: "
|
|
92
|
-
secretScanStatus: "
|
|
93
|
-
piiScanStatus: "
|
|
91
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
92
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
93
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
94
94
|
metadata: Record<string, unknown>;
|
|
95
95
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
96
96
|
kind: "generated";
|
|
@@ -104,9 +104,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
104
104
|
title: string;
|
|
105
105
|
sourceHash: string;
|
|
106
106
|
occurredAt: string;
|
|
107
|
-
licensingStatus: "
|
|
108
|
-
secretScanStatus: "
|
|
109
|
-
piiScanStatus: "
|
|
107
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
108
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
109
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
110
110
|
metadata: Record<string, unknown>;
|
|
111
111
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
112
112
|
kind: "learning_batch";
|
|
@@ -140,9 +140,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
140
140
|
purpose: "task_authoring_and_evaluation";
|
|
141
141
|
};
|
|
142
142
|
connectedAppIds: string[];
|
|
143
|
-
secretScanStatus: "
|
|
144
|
-
piiScanStatus: "
|
|
145
|
-
licensingStatus: "
|
|
143
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
144
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
145
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
146
146
|
metadata: Record<string, unknown>;
|
|
147
147
|
})[];
|
|
148
148
|
policy: {
|
|
@@ -158,7 +158,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
158
158
|
stateful: boolean;
|
|
159
159
|
deterministicSeeds: boolean;
|
|
160
160
|
toolNames: string[];
|
|
161
|
-
lifecycle: ("
|
|
161
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
162
162
|
defaultTimeoutMs: number;
|
|
163
163
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
164
164
|
metadata: Record<string, unknown>;
|
|
@@ -197,8 +197,8 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
197
197
|
capabilities: {
|
|
198
198
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
199
199
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
200
|
-
supportedSignals: ("label" | "
|
|
201
|
-
compatibleMethods: ("none" | "
|
|
200
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
201
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
202
202
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
203
203
|
requiresTools: boolean;
|
|
204
204
|
requiresState: boolean;
|
|
@@ -248,7 +248,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
248
248
|
rewardEligible: boolean;
|
|
249
249
|
privileged: boolean;
|
|
250
250
|
metadata: Record<string, unknown>;
|
|
251
|
-
kind: "file" | "content" | "
|
|
251
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
252
252
|
config: Record<string, unknown>;
|
|
253
253
|
} | {
|
|
254
254
|
id: string;
|
|
@@ -266,7 +266,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
266
266
|
modelId: string;
|
|
267
267
|
};
|
|
268
268
|
calibrationFixtureRefs: string[];
|
|
269
|
-
calibrationStatus: "
|
|
269
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
270
270
|
temperature: number;
|
|
271
271
|
} | {
|
|
272
272
|
id: string;
|
|
@@ -299,7 +299,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
299
299
|
graderFixtures: {
|
|
300
300
|
id: string;
|
|
301
301
|
taskId: string;
|
|
302
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
302
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
303
303
|
output: Record<string, unknown>;
|
|
304
304
|
infrastructureError: string | null;
|
|
305
305
|
expectedPassed: boolean;
|
|
@@ -463,7 +463,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
463
463
|
tasksetId: string;
|
|
464
464
|
tasksetHash: string;
|
|
465
465
|
ready: boolean;
|
|
466
|
-
recommendedMethod: "none" | "
|
|
466
|
+
recommendedMethod: "none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval";
|
|
467
467
|
trainingPath: {
|
|
468
468
|
primaryMethod: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opsd" | "sdpo";
|
|
469
469
|
bootstrap: {
|
|
@@ -513,7 +513,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
513
513
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
514
514
|
fields: {
|
|
515
515
|
name: string;
|
|
516
|
-
semanticRole: "metadata" | "
|
|
516
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
517
517
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
518
518
|
nullable: boolean;
|
|
519
519
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -625,7 +625,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
625
625
|
hardGate: boolean;
|
|
626
626
|
rewardEligible: boolean;
|
|
627
627
|
privileged: boolean;
|
|
628
|
-
kind: "content" | "
|
|
628
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
629
629
|
config: Record<string, unknown>;
|
|
630
630
|
} | {
|
|
631
631
|
id: string;
|
|
@@ -643,7 +643,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
643
643
|
mediaType: string;
|
|
644
644
|
visibility: "policy" | "verifier" | "host_private";
|
|
645
645
|
};
|
|
646
|
-
calibrationStatus: "
|
|
646
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
647
647
|
model?: {
|
|
648
648
|
providerId: string;
|
|
649
649
|
modelId: string;
|
|
@@ -715,7 +715,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
715
715
|
};
|
|
716
716
|
generatedFiles: {
|
|
717
717
|
path: string;
|
|
718
|
-
role: "environment" | "
|
|
718
|
+
role: "environment" | "fixture" | "verifier";
|
|
719
719
|
content: string;
|
|
720
720
|
}[];
|
|
721
721
|
tasksetAssetBytes: Map<string, Uint8Array<ArrayBufferLike>>;
|
|
@@ -755,16 +755,16 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
755
755
|
publishedAt: string;
|
|
756
756
|
metadata: Record<string, unknown>;
|
|
757
757
|
} | null;
|
|
758
|
-
status: "draft" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "materializing" | "validating" | "needs_review" | "baselining" | "ready" | "blocked" | "
|
|
758
|
+
status: "failed" | "draft" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "materializing" | "validating" | "needs_review" | "baselining" | "ready" | "blocked" | "archived";
|
|
759
759
|
sourceRefs: ({
|
|
760
760
|
id: string;
|
|
761
761
|
profileId: string;
|
|
762
762
|
title: string;
|
|
763
763
|
sourceHash: string;
|
|
764
764
|
occurredAt: string;
|
|
765
|
-
licensingStatus: "
|
|
766
|
-
secretScanStatus: "
|
|
767
|
-
piiScanStatus: "
|
|
765
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
766
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
767
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
768
768
|
metadata: Record<string, unknown>;
|
|
769
769
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
770
770
|
kind: "huggingface";
|
|
@@ -783,9 +783,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
783
783
|
title: string;
|
|
784
784
|
sourceHash: string;
|
|
785
785
|
occurredAt: string;
|
|
786
|
-
licensingStatus: "
|
|
787
|
-
secretScanStatus: "
|
|
788
|
-
piiScanStatus: "
|
|
786
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
787
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
788
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
789
789
|
metadata: Record<string, unknown>;
|
|
790
790
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
791
791
|
kind: "uploaded_file";
|
|
@@ -800,9 +800,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
800
800
|
title: string;
|
|
801
801
|
sourceHash: string;
|
|
802
802
|
occurredAt: string;
|
|
803
|
-
licensingStatus: "
|
|
804
|
-
secretScanStatus: "
|
|
805
|
-
piiScanStatus: "
|
|
803
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
804
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
805
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
806
806
|
metadata: Record<string, unknown>;
|
|
807
807
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
808
808
|
kind: "generated";
|
|
@@ -816,9 +816,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
816
816
|
title: string;
|
|
817
817
|
sourceHash: string;
|
|
818
818
|
occurredAt: string;
|
|
819
|
-
licensingStatus: "
|
|
820
|
-
secretScanStatus: "
|
|
821
|
-
piiScanStatus: "
|
|
819
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
820
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
821
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
822
822
|
metadata: Record<string, unknown>;
|
|
823
823
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
824
824
|
kind: "learning_batch";
|
|
@@ -852,9 +852,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
852
852
|
purpose: "task_authoring_and_evaluation";
|
|
853
853
|
};
|
|
854
854
|
connectedAppIds: string[];
|
|
855
|
-
secretScanStatus: "
|
|
856
|
-
piiScanStatus: "
|
|
857
|
-
licensingStatus: "
|
|
855
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
856
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
857
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
858
858
|
metadata: Record<string, unknown>;
|
|
859
859
|
})[];
|
|
860
860
|
policy: {
|
|
@@ -870,7 +870,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
870
870
|
stateful: boolean;
|
|
871
871
|
deterministicSeeds: boolean;
|
|
872
872
|
toolNames: string[];
|
|
873
|
-
lifecycle: ("
|
|
873
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
874
874
|
defaultTimeoutMs: number;
|
|
875
875
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
876
876
|
metadata: Record<string, unknown>;
|
|
@@ -909,8 +909,8 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
909
909
|
capabilities: {
|
|
910
910
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
911
911
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
912
|
-
supportedSignals: ("label" | "
|
|
913
|
-
compatibleMethods: ("none" | "
|
|
912
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
913
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
914
914
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
915
915
|
requiresTools: boolean;
|
|
916
916
|
requiresState: boolean;
|
|
@@ -960,7 +960,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
960
960
|
rewardEligible: boolean;
|
|
961
961
|
privileged: boolean;
|
|
962
962
|
metadata: Record<string, unknown>;
|
|
963
|
-
kind: "file" | "content" | "
|
|
963
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
964
964
|
config: Record<string, unknown>;
|
|
965
965
|
} | {
|
|
966
966
|
id: string;
|
|
@@ -978,7 +978,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
978
978
|
modelId: string;
|
|
979
979
|
};
|
|
980
980
|
calibrationFixtureRefs: string[];
|
|
981
|
-
calibrationStatus: "
|
|
981
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
982
982
|
temperature: number;
|
|
983
983
|
} | {
|
|
984
984
|
id: string;
|
|
@@ -1011,7 +1011,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1011
1011
|
graderFixtures: {
|
|
1012
1012
|
id: string;
|
|
1013
1013
|
taskId: string;
|
|
1014
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
1014
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
1015
1015
|
output: Record<string, unknown>;
|
|
1016
1016
|
infrastructureError: string | null;
|
|
1017
1017
|
expectedPassed: boolean;
|
|
@@ -1175,7 +1175,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1175
1175
|
tasksetId: string;
|
|
1176
1176
|
tasksetHash: string;
|
|
1177
1177
|
ready: boolean;
|
|
1178
|
-
recommendedMethod: "none" | "
|
|
1178
|
+
recommendedMethod: "none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval";
|
|
1179
1179
|
trainingPath: {
|
|
1180
1180
|
primaryMethod: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opsd" | "sdpo";
|
|
1181
1181
|
bootstrap: {
|
|
@@ -1225,7 +1225,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1225
1225
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1226
1226
|
fields: {
|
|
1227
1227
|
name: string;
|
|
1228
|
-
semanticRole: "metadata" | "
|
|
1228
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
1229
1229
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1230
1230
|
nullable: boolean;
|
|
1231
1231
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -1337,7 +1337,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1337
1337
|
hardGate: boolean;
|
|
1338
1338
|
rewardEligible: boolean;
|
|
1339
1339
|
privileged: boolean;
|
|
1340
|
-
kind: "content" | "
|
|
1340
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
1341
1341
|
config: Record<string, unknown>;
|
|
1342
1342
|
} | {
|
|
1343
1343
|
id: string;
|
|
@@ -1355,7 +1355,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1355
1355
|
mediaType: string;
|
|
1356
1356
|
visibility: "policy" | "verifier" | "host_private";
|
|
1357
1357
|
};
|
|
1358
|
-
calibrationStatus: "
|
|
1358
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
1359
1359
|
model?: {
|
|
1360
1360
|
providerId: string;
|
|
1361
1361
|
modelId: string;
|
|
@@ -1427,7 +1427,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1427
1427
|
};
|
|
1428
1428
|
generatedFiles: {
|
|
1429
1429
|
path: string;
|
|
1430
|
-
role: "environment" | "
|
|
1430
|
+
role: "environment" | "fixture" | "verifier";
|
|
1431
1431
|
content: string;
|
|
1432
1432
|
}[];
|
|
1433
1433
|
tasksetAssetBytes: Map<string, Uint8Array<ArrayBufferLike>>;
|
|
@@ -62,7 +62,7 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
62
62
|
contentHash: string;
|
|
63
63
|
} | null;
|
|
64
64
|
messages: {
|
|
65
|
-
role: "
|
|
65
|
+
role: "system" | "user" | "assistant";
|
|
66
66
|
content: string;
|
|
67
67
|
}[];
|
|
68
68
|
} | {
|
|
@@ -96,13 +96,13 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
96
96
|
}[];
|
|
97
97
|
defaultTargetId: string | null;
|
|
98
98
|
resources: {
|
|
99
|
-
kind: "environment" | "
|
|
99
|
+
kind: "environment" | "harness" | "model" | "dataset" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
|
|
100
100
|
resourceId: string;
|
|
101
101
|
release: {
|
|
102
102
|
id: string;
|
|
103
103
|
contentHash: string;
|
|
104
104
|
} | null;
|
|
105
|
-
role: "target" | "
|
|
105
|
+
role: "target" | "reward" | "source" | "training" | "evaluation" | "validation" | "holdout" | "serving";
|
|
106
106
|
}[];
|
|
107
107
|
};
|
|
108
108
|
archived: boolean;
|
|
@@ -161,7 +161,7 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
161
161
|
contentHash: string;
|
|
162
162
|
} | null;
|
|
163
163
|
messages: {
|
|
164
|
-
role: "
|
|
164
|
+
role: "system" | "user" | "assistant";
|
|
165
165
|
content: string;
|
|
166
166
|
}[];
|
|
167
167
|
} | {
|
|
@@ -195,13 +195,13 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
195
195
|
}[];
|
|
196
196
|
defaultTargetId: string | null;
|
|
197
197
|
resources: {
|
|
198
|
-
kind: "environment" | "
|
|
198
|
+
kind: "environment" | "harness" | "model" | "dataset" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
|
|
199
199
|
resourceId: string;
|
|
200
200
|
release: {
|
|
201
201
|
id: string;
|
|
202
202
|
contentHash: string;
|
|
203
203
|
} | null;
|
|
204
|
-
role: "target" | "
|
|
204
|
+
role: "target" | "reward" | "source" | "training" | "evaluation" | "validation" | "holdout" | "serving";
|
|
205
205
|
}[];
|
|
206
206
|
};
|
|
207
207
|
archived: boolean;
|
|
@@ -258,7 +258,7 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
258
258
|
contentHash: string;
|
|
259
259
|
} | null;
|
|
260
260
|
messages: {
|
|
261
|
-
role: "
|
|
261
|
+
role: "system" | "user" | "assistant";
|
|
262
262
|
content: string;
|
|
263
263
|
}[];
|
|
264
264
|
} | {
|
|
@@ -292,13 +292,13 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
292
292
|
}[];
|
|
293
293
|
defaultTargetId: string | null;
|
|
294
294
|
resources: {
|
|
295
|
-
kind: "environment" | "
|
|
295
|
+
kind: "environment" | "harness" | "model" | "dataset" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
|
|
296
296
|
resourceId: string;
|
|
297
297
|
release: {
|
|
298
298
|
id: string;
|
|
299
299
|
contentHash: string;
|
|
300
300
|
} | null;
|
|
301
|
-
role: "target" | "
|
|
301
|
+
role: "target" | "reward" | "source" | "training" | "evaluation" | "validation" | "holdout" | "serving";
|
|
302
302
|
}[];
|
|
303
303
|
};
|
|
304
304
|
archived: boolean;
|
|
@@ -359,7 +359,7 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
359
359
|
contentHash: string;
|
|
360
360
|
} | null;
|
|
361
361
|
messages: {
|
|
362
|
-
role: "
|
|
362
|
+
role: "system" | "user" | "assistant";
|
|
363
363
|
content: string;
|
|
364
364
|
}[];
|
|
365
365
|
} | {
|
|
@@ -393,13 +393,13 @@ export declare class OpenPondTrainingProjectClient {
|
|
|
393
393
|
}[];
|
|
394
394
|
defaultTargetId: string | null;
|
|
395
395
|
resources: {
|
|
396
|
-
kind: "environment" | "
|
|
396
|
+
kind: "environment" | "harness" | "model" | "dataset" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
|
|
397
397
|
resourceId: string;
|
|
398
398
|
release: {
|
|
399
399
|
id: string;
|
|
400
400
|
contentHash: string;
|
|
401
401
|
} | null;
|
|
402
|
-
role: "target" | "
|
|
402
|
+
role: "target" | "reward" | "source" | "training" | "evaluation" | "validation" | "holdout" | "serving";
|
|
403
403
|
}[];
|
|
404
404
|
};
|
|
405
405
|
archived: boolean;
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
export declare const TrainingResourceKindSchema: z.ZodEnum<{
|
|
3
3
|
environment: "environment";
|
|
4
|
-
model: "model";
|
|
5
4
|
harness: "harness";
|
|
5
|
+
model: "model";
|
|
6
6
|
dataset: "dataset";
|
|
7
7
|
evaluator: "evaluator";
|
|
8
8
|
training_configuration: "training_configuration";
|
|
@@ -14,8 +14,8 @@ export declare const TrainingResourceKindSchema: z.ZodEnum<{
|
|
|
14
14
|
export declare const TrainingResourceLinkSchema: z.ZodObject<{
|
|
15
15
|
kind: z.ZodEnum<{
|
|
16
16
|
environment: "environment";
|
|
17
|
-
model: "model";
|
|
18
17
|
harness: "harness";
|
|
18
|
+
model: "model";
|
|
19
19
|
dataset: "dataset";
|
|
20
20
|
evaluator: "evaluator";
|
|
21
21
|
training_configuration: "training_configuration";
|
|
@@ -31,11 +31,11 @@ export declare const TrainingResourceLinkSchema: z.ZodObject<{
|
|
|
31
31
|
}, z.core.$strict>>;
|
|
32
32
|
role: z.ZodEnum<{
|
|
33
33
|
target: "target";
|
|
34
|
-
validation: "validation";
|
|
35
34
|
reward: "reward";
|
|
36
35
|
source: "source";
|
|
37
|
-
evaluation: "evaluation";
|
|
38
36
|
training: "training";
|
|
37
|
+
evaluation: "evaluation";
|
|
38
|
+
validation: "validation";
|
|
39
39
|
holdout: "holdout";
|
|
40
40
|
serving: "serving";
|
|
41
41
|
}>;
|
|
@@ -50,8 +50,8 @@ export declare const TrainingTargetSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
50
50
|
}, z.core.$strict>>;
|
|
51
51
|
messages: z.ZodArray<z.ZodObject<{
|
|
52
52
|
role: z.ZodEnum<{
|
|
53
|
-
user: "user";
|
|
54
53
|
system: "system";
|
|
54
|
+
user: "user";
|
|
55
55
|
assistant: "assistant";
|
|
56
56
|
}>;
|
|
57
57
|
content: z.ZodString;
|
|
@@ -128,8 +128,8 @@ export declare const TrainingProjectContentSchema: z.ZodObject<{
|
|
|
128
128
|
}, z.core.$strict>>;
|
|
129
129
|
messages: z.ZodArray<z.ZodObject<{
|
|
130
130
|
role: z.ZodEnum<{
|
|
131
|
-
user: "user";
|
|
132
131
|
system: "system";
|
|
132
|
+
user: "user";
|
|
133
133
|
assistant: "assistant";
|
|
134
134
|
}>;
|
|
135
135
|
content: z.ZodString;
|
|
@@ -195,8 +195,8 @@ export declare const TrainingProjectContentSchema: z.ZodObject<{
|
|
|
195
195
|
resources: z.ZodArray<z.ZodObject<{
|
|
196
196
|
kind: z.ZodEnum<{
|
|
197
197
|
environment: "environment";
|
|
198
|
-
model: "model";
|
|
199
198
|
harness: "harness";
|
|
199
|
+
model: "model";
|
|
200
200
|
dataset: "dataset";
|
|
201
201
|
evaluator: "evaluator";
|
|
202
202
|
training_configuration: "training_configuration";
|
|
@@ -212,11 +212,11 @@ export declare const TrainingProjectContentSchema: z.ZodObject<{
|
|
|
212
212
|
}, z.core.$strict>>;
|
|
213
213
|
role: z.ZodEnum<{
|
|
214
214
|
target: "target";
|
|
215
|
-
validation: "validation";
|
|
216
215
|
reward: "reward";
|
|
217
216
|
source: "source";
|
|
218
|
-
evaluation: "evaluation";
|
|
219
217
|
training: "training";
|
|
218
|
+
evaluation: "evaluation";
|
|
219
|
+
validation: "validation";
|
|
220
220
|
holdout: "holdout";
|
|
221
221
|
serving: "serving";
|
|
222
222
|
}>;
|
|
@@ -248,8 +248,8 @@ export declare const TrainingProjectSchema: z.ZodObject<{
|
|
|
248
248
|
}, z.core.$strict>>;
|
|
249
249
|
messages: z.ZodArray<z.ZodObject<{
|
|
250
250
|
role: z.ZodEnum<{
|
|
251
|
-
user: "user";
|
|
252
251
|
system: "system";
|
|
252
|
+
user: "user";
|
|
253
253
|
assistant: "assistant";
|
|
254
254
|
}>;
|
|
255
255
|
content: z.ZodString;
|
|
@@ -315,8 +315,8 @@ export declare const TrainingProjectSchema: z.ZodObject<{
|
|
|
315
315
|
resources: z.ZodArray<z.ZodObject<{
|
|
316
316
|
kind: z.ZodEnum<{
|
|
317
317
|
environment: "environment";
|
|
318
|
-
model: "model";
|
|
319
318
|
harness: "harness";
|
|
319
|
+
model: "model";
|
|
320
320
|
dataset: "dataset";
|
|
321
321
|
evaluator: "evaluator";
|
|
322
322
|
training_configuration: "training_configuration";
|
|
@@ -332,11 +332,11 @@ export declare const TrainingProjectSchema: z.ZodObject<{
|
|
|
332
332
|
}, z.core.$strict>>;
|
|
333
333
|
role: z.ZodEnum<{
|
|
334
334
|
target: "target";
|
|
335
|
-
validation: "validation";
|
|
336
335
|
reward: "reward";
|
|
337
336
|
source: "source";
|
|
338
|
-
evaluation: "evaluation";
|
|
339
337
|
training: "training";
|
|
338
|
+
evaluation: "evaluation";
|
|
339
|
+
validation: "validation";
|
|
340
340
|
holdout: "holdout";
|
|
341
341
|
serving: "serving";
|
|
342
342
|
}>;
|
|
@@ -366,8 +366,8 @@ export declare const TrainingProjectWriteSchema: z.ZodObject<{
|
|
|
366
366
|
}, z.core.$strict>>;
|
|
367
367
|
messages: z.ZodArray<z.ZodObject<{
|
|
368
368
|
role: z.ZodEnum<{
|
|
369
|
-
user: "user";
|
|
370
369
|
system: "system";
|
|
370
|
+
user: "user";
|
|
371
371
|
assistant: "assistant";
|
|
372
372
|
}>;
|
|
373
373
|
content: z.ZodString;
|
|
@@ -433,8 +433,8 @@ export declare const TrainingProjectWriteSchema: z.ZodObject<{
|
|
|
433
433
|
resources: z.ZodArray<z.ZodObject<{
|
|
434
434
|
kind: z.ZodEnum<{
|
|
435
435
|
environment: "environment";
|
|
436
|
-
model: "model";
|
|
437
436
|
harness: "harness";
|
|
437
|
+
model: "model";
|
|
438
438
|
dataset: "dataset";
|
|
439
439
|
evaluator: "evaluator";
|
|
440
440
|
training_configuration: "training_configuration";
|
|
@@ -450,11 +450,11 @@ export declare const TrainingProjectWriteSchema: z.ZodObject<{
|
|
|
450
450
|
}, z.core.$strict>>;
|
|
451
451
|
role: z.ZodEnum<{
|
|
452
452
|
target: "target";
|
|
453
|
-
validation: "validation";
|
|
454
453
|
reward: "reward";
|
|
455
454
|
source: "source";
|
|
456
|
-
evaluation: "evaluation";
|
|
457
455
|
training: "training";
|
|
456
|
+
evaluation: "evaluation";
|
|
457
|
+
validation: "validation";
|
|
458
458
|
holdout: "holdout";
|
|
459
459
|
serving: "serving";
|
|
460
460
|
}>;
|
|
@@ -498,8 +498,8 @@ export declare const TrainingProjectListSchema: z.ZodObject<{
|
|
|
498
498
|
}, z.core.$strict>>;
|
|
499
499
|
messages: z.ZodArray<z.ZodObject<{
|
|
500
500
|
role: z.ZodEnum<{
|
|
501
|
-
user: "user";
|
|
502
501
|
system: "system";
|
|
502
|
+
user: "user";
|
|
503
503
|
assistant: "assistant";
|
|
504
504
|
}>;
|
|
505
505
|
content: z.ZodString;
|
|
@@ -565,8 +565,8 @@ export declare const TrainingProjectListSchema: z.ZodObject<{
|
|
|
565
565
|
resources: z.ZodArray<z.ZodObject<{
|
|
566
566
|
kind: z.ZodEnum<{
|
|
567
567
|
environment: "environment";
|
|
568
|
-
model: "model";
|
|
569
568
|
harness: "harness";
|
|
569
|
+
model: "model";
|
|
570
570
|
dataset: "dataset";
|
|
571
571
|
evaluator: "evaluator";
|
|
572
572
|
training_configuration: "training_configuration";
|
|
@@ -582,11 +582,11 @@ export declare const TrainingProjectListSchema: z.ZodObject<{
|
|
|
582
582
|
}, z.core.$strict>>;
|
|
583
583
|
role: z.ZodEnum<{
|
|
584
584
|
target: "target";
|
|
585
|
-
validation: "validation";
|
|
586
585
|
reward: "reward";
|
|
587
586
|
source: "source";
|
|
588
|
-
evaluation: "evaluation";
|
|
589
587
|
training: "training";
|
|
588
|
+
evaluation: "evaluation";
|
|
589
|
+
validation: "validation";
|
|
590
590
|
holdout: "holdout";
|
|
591
591
|
serving: "serving";
|
|
592
592
|
}>;
|