openpond-sdk 0.6.7 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/MODEL_STARTERS.md +25 -0
- package/TASKSETS.md +8 -0
- package/dist/{chunk-EJYSXE4V.js → chunk-32H2EJRA.js} +292 -456
- package/dist/chunk-32H2EJRA.js.map +7 -0
- package/dist/chunk-3HV3G6DG.js +95 -0
- package/dist/chunk-3HV3G6DG.js.map +7 -0
- package/dist/{chunk-FPOW5PU7.js → chunk-CGIMLZE5.js} +7 -7
- package/dist/chunk-DNBAJUVR.js +380 -0
- package/dist/chunk-DNBAJUVR.js.map +7 -0
- package/dist/{chunk-YGCHXNPI.js → chunk-DT7FRNIZ.js} +3 -94
- package/dist/{chunk-YGCHXNPI.js.map → chunk-DT7FRNIZ.js.map} +4 -4
- package/dist/{chunk-ECTMEJ5N.js → chunk-IKTZ2CD4.js} +63 -42
- package/dist/chunk-IKTZ2CD4.js.map +7 -0
- package/dist/{chunk-DNEPLQXN.js → chunk-KYCQ7LZ4.js} +5 -5
- package/dist/{chunk-TXQHWOFM.js → chunk-LGEF4S5I.js} +2 -2
- package/dist/chunk-QABCKPW6.js +171 -0
- package/dist/chunk-QABCKPW6.js.map +7 -0
- package/dist/{chunk-42YOB36J.js → chunk-WOPM32SE.js} +7 -7
- package/dist/{chunk-EAEYAU4R.js → chunk-Y4NGWGTA.js} +23 -2
- package/dist/{chunk-EAEYAU4R.js.map → chunk-Y4NGWGTA.js.map} +4 -4
- package/dist/dataset-workspaces.js +122 -0
- package/dist/dataset-workspaces.js.map +7 -0
- package/dist/index.js +20 -15
- package/dist/index.js.map +2 -2
- package/dist/learning.js +4 -4
- package/dist/model-starter-attempts.js +5 -1
- package/dist/model-starter-catalog.js +5 -5
- package/dist/model-starters.js +5 -5
- package/dist/model-taskset-runs.js +14 -11
- package/dist/model-taskset-runs.js.map +2 -2
- package/dist/taskset-drafts.js +10 -8
- package/dist/taskset-drafts.js.map +1 -1
- package/dist/taskset-packages.js +42 -364
- package/dist/taskset-packages.js.map +4 -4
- package/dist/training-bundle.js +10 -8
- package/dist/training-bundle.js.map +1 -1
- package/dist/training-projects.js +134 -0
- package/dist/training-projects.js.map +7 -0
- package/dist/training.js +3 -3
- package/dist/types/packages/cloud/src/hosted-chat.d.ts +1 -0
- package/dist/types/packages/cloud/src/hosted-chat.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1631 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +1625 -0
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +3 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +19 -0
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +7 -7
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +122 -122
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +144 -29
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +23 -23
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-starters.d.ts +22 -22
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +91 -16
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +85 -15
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/task-inventory.d.ts +3 -3
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +51 -51
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +30 -30
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +86 -86
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +183 -183
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +42 -42
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +36 -36
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +43 -43
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +1094 -48
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +71 -71
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +84 -84
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +671 -671
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +371 -371
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +5 -5
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +87 -87
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +64 -64
- package/dist/types/packages/sdk/src/training-project-client.d.ts +401 -0
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +617 -0
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/training-projects.d.ts +3 -0
- package/dist/types/packages/sdk/src/training-projects.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/training.d.ts +24 -24
- package/package.json +10 -1
- package/dist/chunk-ECTMEJ5N.js.map +0 -7
- package/dist/chunk-EJYSXE4V.js.map +0 -7
- /package/dist/{chunk-FPOW5PU7.js.map → chunk-CGIMLZE5.js.map} +0 -0
- /package/dist/{chunk-DNEPLQXN.js.map → chunk-KYCQ7LZ4.js.map} +0 -0
- /package/dist/{chunk-TXQHWOFM.js.map → chunk-LGEF4S5I.js.map} +0 -0
- /package/dist/{chunk-42YOB36J.js.map → chunk-WOPM32SE.js.map} +0 -0
|
@@ -26,7 +26,7 @@ export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sour
|
|
|
26
26
|
createImproveRunId: string | null;
|
|
27
27
|
name: string;
|
|
28
28
|
objective: string;
|
|
29
|
-
purpose: "
|
|
29
|
+
purpose: "general" | "benchmark";
|
|
30
30
|
benchmark: {
|
|
31
31
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
32
32
|
definitionId: string;
|
|
@@ -47,16 +47,16 @@ export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sour
|
|
|
47
47
|
publishedAt: string;
|
|
48
48
|
metadata: Record<string, unknown>;
|
|
49
49
|
} | null;
|
|
50
|
-
status: "
|
|
50
|
+
status: "draft" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "materializing" | "validating" | "needs_review" | "baselining" | "ready" | "blocked" | "failed" | "archived";
|
|
51
51
|
sourceRefs: ({
|
|
52
52
|
id: string;
|
|
53
53
|
profileId: string;
|
|
54
54
|
title: string;
|
|
55
55
|
sourceHash: string;
|
|
56
56
|
occurredAt: string;
|
|
57
|
-
licensingStatus: "
|
|
58
|
-
secretScanStatus: "
|
|
59
|
-
piiScanStatus: "
|
|
57
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
58
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
59
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
60
60
|
metadata: Record<string, unknown>;
|
|
61
61
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
62
62
|
kind: "huggingface";
|
|
@@ -75,9 +75,9 @@ export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sour
|
|
|
75
75
|
title: string;
|
|
76
76
|
sourceHash: string;
|
|
77
77
|
occurredAt: string;
|
|
78
|
-
licensingStatus: "
|
|
79
|
-
secretScanStatus: "
|
|
80
|
-
piiScanStatus: "
|
|
78
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
79
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
80
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
81
81
|
metadata: Record<string, unknown>;
|
|
82
82
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
83
83
|
kind: "uploaded_file";
|
|
@@ -92,9 +92,9 @@ export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sour
|
|
|
92
92
|
title: string;
|
|
93
93
|
sourceHash: string;
|
|
94
94
|
occurredAt: string;
|
|
95
|
-
licensingStatus: "
|
|
96
|
-
secretScanStatus: "
|
|
97
|
-
piiScanStatus: "
|
|
95
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
96
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
97
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
98
98
|
metadata: Record<string, unknown>;
|
|
99
99
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
100
100
|
kind: "generated";
|
|
@@ -108,9 +108,9 @@ export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sour
|
|
|
108
108
|
title: string;
|
|
109
109
|
sourceHash: string;
|
|
110
110
|
occurredAt: string;
|
|
111
|
-
licensingStatus: "
|
|
112
|
-
secretScanStatus: "
|
|
113
|
-
piiScanStatus: "
|
|
111
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
112
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
113
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
114
114
|
metadata: Record<string, unknown>;
|
|
115
115
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
116
116
|
kind: "learning_batch";
|
|
@@ -144,9 +144,9 @@ export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sour
|
|
|
144
144
|
purpose: "task_authoring_and_evaluation";
|
|
145
145
|
};
|
|
146
146
|
connectedAppIds: string[];
|
|
147
|
-
secretScanStatus: "
|
|
148
|
-
piiScanStatus: "
|
|
149
|
-
licensingStatus: "
|
|
147
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
148
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
149
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
150
150
|
metadata: Record<string, unknown>;
|
|
151
151
|
})[];
|
|
152
152
|
policy: {
|
|
@@ -157,12 +157,12 @@ export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sour
|
|
|
157
157
|
};
|
|
158
158
|
environment: {
|
|
159
159
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
160
|
-
kind: "
|
|
160
|
+
kind: "chat" | "agent" | "program" | "stateful_harness" | "work";
|
|
161
161
|
entrypoint: string;
|
|
162
162
|
stateful: boolean;
|
|
163
163
|
deterministicSeeds: boolean;
|
|
164
164
|
toolNames: string[];
|
|
165
|
-
lifecycle: ("create" | "
|
|
165
|
+
lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
|
|
166
166
|
defaultTimeoutMs: number;
|
|
167
167
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
168
168
|
metadata: Record<string, unknown>;
|
|
@@ -190,7 +190,7 @@ export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sour
|
|
|
190
190
|
}[] | undefined;
|
|
191
191
|
resources?: {
|
|
192
192
|
id: string;
|
|
193
|
-
kind: "file" | "
|
|
193
|
+
kind: "file" | "configuration" | "catalog" | "code_module";
|
|
194
194
|
path: string;
|
|
195
195
|
visibility: "privileged" | "policy_visible" | "policy_hidden";
|
|
196
196
|
required: boolean;
|
|
@@ -200,10 +200,10 @@ export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sour
|
|
|
200
200
|
};
|
|
201
201
|
capabilities: {
|
|
202
202
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
203
|
-
taskKind: "
|
|
204
|
-
supportedSignals: ("label" | "
|
|
205
|
-
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo"
|
|
206
|
-
rewardKinds: ("none" | "
|
|
203
|
+
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
204
|
+
supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
|
|
205
|
+
compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
|
|
206
|
+
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
207
207
|
requiresTools: boolean;
|
|
208
208
|
requiresState: boolean;
|
|
209
209
|
requiresPrivilegedGrading: boolean;
|
|
@@ -252,7 +252,7 @@ export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sour
|
|
|
252
252
|
rewardEligible: boolean;
|
|
253
253
|
privileged: boolean;
|
|
254
254
|
metadata: Record<string, unknown>;
|
|
255
|
-
kind: "file" | "content" | "
|
|
255
|
+
kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
|
|
256
256
|
config: Record<string, unknown>;
|
|
257
257
|
} | {
|
|
258
258
|
id: string;
|
|
@@ -303,7 +303,7 @@ export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sour
|
|
|
303
303
|
graderFixtures: {
|
|
304
304
|
id: string;
|
|
305
305
|
taskId: string;
|
|
306
|
-
label: "
|
|
306
|
+
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
|
|
307
307
|
output: Record<string, unknown>;
|
|
308
308
|
infrastructureError: string | null;
|
|
309
309
|
expectedPassed: boolean;
|
|
@@ -467,7 +467,7 @@ export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sour
|
|
|
467
467
|
tasksetId: string;
|
|
468
468
|
tasksetHash: string;
|
|
469
469
|
ready: boolean;
|
|
470
|
-
recommendedMethod: "none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo"
|
|
470
|
+
recommendedMethod: "none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo";
|
|
471
471
|
trainingPath: {
|
|
472
472
|
primaryMethod: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opsd" | "sdpo";
|
|
473
473
|
bootstrap: {
|
|
@@ -517,10 +517,10 @@ export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sour
|
|
|
517
517
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
518
518
|
fields: {
|
|
519
519
|
name: string;
|
|
520
|
-
semanticRole: "metadata" | "
|
|
521
|
-
logicalType: "string" | "boolean" | "
|
|
520
|
+
semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
|
|
521
|
+
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
522
522
|
nullable: boolean;
|
|
523
|
-
policy: "metadata" | "
|
|
523
|
+
policy: "metadata" | "visible" | "privileged";
|
|
524
524
|
}[];
|
|
525
525
|
schemaHash: string;
|
|
526
526
|
};
|