openpond-sdk 0.6.7 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/MODEL_STARTERS.md +25 -0
- package/TASKSETS.md +8 -0
- package/dist/{chunk-EJYSXE4V.js → chunk-32H2EJRA.js} +292 -456
- package/dist/chunk-32H2EJRA.js.map +7 -0
- package/dist/chunk-3HV3G6DG.js +95 -0
- package/dist/chunk-3HV3G6DG.js.map +7 -0
- package/dist/{chunk-FPOW5PU7.js → chunk-CGIMLZE5.js} +7 -7
- package/dist/chunk-DNBAJUVR.js +380 -0
- package/dist/chunk-DNBAJUVR.js.map +7 -0
- package/dist/{chunk-YGCHXNPI.js → chunk-DT7FRNIZ.js} +3 -94
- package/dist/{chunk-YGCHXNPI.js.map → chunk-DT7FRNIZ.js.map} +4 -4
- package/dist/{chunk-ECTMEJ5N.js → chunk-IKTZ2CD4.js} +63 -42
- package/dist/chunk-IKTZ2CD4.js.map +7 -0
- package/dist/{chunk-DNEPLQXN.js → chunk-KYCQ7LZ4.js} +5 -5
- package/dist/{chunk-TXQHWOFM.js → chunk-LGEF4S5I.js} +2 -2
- package/dist/chunk-QABCKPW6.js +171 -0
- package/dist/chunk-QABCKPW6.js.map +7 -0
- package/dist/{chunk-42YOB36J.js → chunk-WOPM32SE.js} +7 -7
- package/dist/{chunk-EAEYAU4R.js → chunk-Y4NGWGTA.js} +23 -2
- package/dist/{chunk-EAEYAU4R.js.map → chunk-Y4NGWGTA.js.map} +4 -4
- package/dist/dataset-workspaces.js +122 -0
- package/dist/dataset-workspaces.js.map +7 -0
- package/dist/index.js +20 -15
- package/dist/index.js.map +2 -2
- package/dist/learning.js +4 -4
- package/dist/model-starter-attempts.js +5 -1
- package/dist/model-starter-catalog.js +5 -5
- package/dist/model-starters.js +5 -5
- package/dist/model-taskset-runs.js +14 -11
- package/dist/model-taskset-runs.js.map +2 -2
- package/dist/taskset-drafts.js +10 -8
- package/dist/taskset-drafts.js.map +1 -1
- package/dist/taskset-packages.js +42 -364
- package/dist/taskset-packages.js.map +4 -4
- package/dist/training-bundle.js +10 -8
- package/dist/training-bundle.js.map +1 -1
- package/dist/training-projects.js +134 -0
- package/dist/training-projects.js.map +7 -0
- package/dist/training.js +3 -3
- package/dist/types/packages/cloud/src/hosted-chat.d.ts +1 -0
- package/dist/types/packages/cloud/src/hosted-chat.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1631 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +1625 -0
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +3 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +19 -0
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +7 -7
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +122 -122
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +144 -29
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +23 -23
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-starters.d.ts +22 -22
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +91 -16
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +85 -15
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/task-inventory.d.ts +3 -3
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +51 -51
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +30 -30
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +86 -86
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +183 -183
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +42 -42
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +36 -36
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +43 -43
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +1094 -48
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +71 -71
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +84 -84
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +671 -671
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +371 -371
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +5 -5
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +87 -87
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +64 -64
- package/dist/types/packages/sdk/src/training-project-client.d.ts +401 -0
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +617 -0
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/training-projects.d.ts +3 -0
- package/dist/types/packages/sdk/src/training-projects.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/training.d.ts +24 -24
- package/package.json +10 -1
- package/dist/chunk-ECTMEJ5N.js.map +0 -7
- package/dist/chunk-EJYSXE4V.js.map +0 -7
- /package/dist/{chunk-FPOW5PU7.js.map → chunk-CGIMLZE5.js.map} +0 -0
- /package/dist/{chunk-DNEPLQXN.js.map → chunk-KYCQ7LZ4.js.map} +0 -0
- /package/dist/{chunk-TXQHWOFM.js.map → chunk-LGEF4S5I.js.map} +0 -0
- /package/dist/{chunk-42YOB36J.js.map → chunk-WOPM32SE.js.map} +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dataset-workspace-contracts.d.ts","sourceRoot":"","sources":["../../../../../src/dataset-workspace-contracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAE,4BAA4B,EAAE,MAAM,qCAAqC,CAAC;AAInF,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAKtC,CAAC;AACH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAMxC,CAAC;AACH,eAAO,MAAM,6BAA6B;;;;;kBAAgI,CAAC;AAC3K,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEpF,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;kBAGqB,CAAC;AAC7D,eAAO,MAAM,gCAAgC;;;;;;;;;;;kBAA2K,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dataset-workspaces.d.ts","sourceRoot":"","sources":["../../../../../src/dataset-workspaces.ts"],"names":[],"mappings":"AAAA,cAAc,kCAAkC,CAAC;AACjD,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
/** The selected Project revision is retained independently of model artifacts.
|
|
3
|
+
* Hosts resolve and authorize this reference before admitting execution. */
|
|
4
|
+
export declare const EvaluationProjectContextSchema: z.ZodObject<{
|
|
5
|
+
id: z.ZodString;
|
|
6
|
+
revision: z.ZodNumber;
|
|
7
|
+
contentHash: z.ZodString;
|
|
8
|
+
targetId: z.ZodNullable<z.ZodString>;
|
|
9
|
+
}, z.core.$strict>;
|
|
10
|
+
export type EvaluationProjectContext = z.infer<typeof EvaluationProjectContextSchema>;
|
|
11
|
+
export declare const EvaluationMessagesSchema: z.ZodArray<z.ZodObject<{
|
|
12
|
+
role: z.ZodEnum<{
|
|
13
|
+
user: "user";
|
|
14
|
+
system: "system";
|
|
15
|
+
assistant: "assistant";
|
|
16
|
+
}>;
|
|
17
|
+
content: z.ZodString;
|
|
18
|
+
}, z.core.$strict>>;
|
|
19
|
+
//# sourceMappingURL=evaluation-project-context.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evaluation-project-context.d.ts","sourceRoot":"","sources":["../../../../../src/evaluation-project-context.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;4EAC4E;AAC5E,eAAO,MAAM,8BAA8B;;;;;kBAKhC,CAAC;AACZ,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AAEtF,eAAO,MAAM,wBAAwB;;;;;;;mBAMnC,CAAC"}
|
|
@@ -97,7 +97,7 @@ export declare function prepareManagedTrainingSubmission(raw: ManagedTrainingPre
|
|
|
97
97
|
tokenizerRevision: string | null;
|
|
98
98
|
chatTemplateHash: string | null;
|
|
99
99
|
modelAssetId: string | null;
|
|
100
|
-
source: "local" | "
|
|
100
|
+
source: "local" | "builtin" | "managed";
|
|
101
101
|
};
|
|
102
102
|
preferenceDatasetRelease: {
|
|
103
103
|
id: string;
|
|
@@ -122,7 +122,7 @@ export declare function prepareManagedTrainingSubmission(raw: ManagedTrainingPre
|
|
|
122
122
|
tokenizerRevision: string | null;
|
|
123
123
|
chatTemplateHash: string | null;
|
|
124
124
|
modelAssetId: string | null;
|
|
125
|
-
source: "local" | "
|
|
125
|
+
source: "local" | "builtin" | "managed";
|
|
126
126
|
};
|
|
127
127
|
recipe: {
|
|
128
128
|
[x: string]: unknown;
|
|
@@ -18,7 +18,7 @@ export declare function prepareModelBatchReview(input: {
|
|
|
18
18
|
id: string;
|
|
19
19
|
revision: number;
|
|
20
20
|
name: string;
|
|
21
|
-
kind: "
|
|
21
|
+
kind: "benchmark" | "work" | "provider" | "direct" | "opentelemetry";
|
|
22
22
|
taskDefinition: {
|
|
23
23
|
id: string;
|
|
24
24
|
contentHash: string;
|
|
@@ -89,7 +89,7 @@ export declare function prepareModelBatchReview(input: {
|
|
|
89
89
|
};
|
|
90
90
|
environment: {
|
|
91
91
|
protocolVersion: "openpond.environment.v1";
|
|
92
|
-
kind: "
|
|
92
|
+
kind: "agent" | "work" | "custom_program" | "text";
|
|
93
93
|
entrypoint: string;
|
|
94
94
|
stateful: boolean;
|
|
95
95
|
deterministicSeeds: boolean;
|
|
@@ -184,7 +184,7 @@ export declare function prepareModelBatchReview(input: {
|
|
|
184
184
|
name: string;
|
|
185
185
|
description: string;
|
|
186
186
|
implementation: {
|
|
187
|
-
kind: "content" | "
|
|
187
|
+
kind: "content" | "schema" | "runtime_event" | "state" | "artifact";
|
|
188
188
|
config: Record<string, unknown>;
|
|
189
189
|
} | {
|
|
190
190
|
kind: "model_judge";
|
|
@@ -35,7 +35,7 @@ export declare function inspectModelBatchPackage(raw: unknown): {
|
|
|
35
35
|
};
|
|
36
36
|
environment: {
|
|
37
37
|
protocolVersion: "openpond.environment.v1";
|
|
38
|
-
kind: "
|
|
38
|
+
kind: "agent" | "work" | "custom_program" | "text";
|
|
39
39
|
entrypoint: string;
|
|
40
40
|
stateful: boolean;
|
|
41
41
|
deterministicSeeds: boolean;
|
|
@@ -210,9 +210,9 @@ export declare function inspectModelBatchPackage(raw: unknown): {
|
|
|
210
210
|
} | null;
|
|
211
211
|
};
|
|
212
212
|
evidenceValidity: "pending" | "valid" | "invalid";
|
|
213
|
-
taskAdmissibility: "
|
|
213
|
+
taskAdmissibility: "rejected" | "pending" | "approved";
|
|
214
214
|
observedQuality: "failed" | "passed" | "unavailable" | "unscored";
|
|
215
|
-
targetApproval: "
|
|
215
|
+
targetApproval: "rejected" | "pending" | "approved" | "not_required";
|
|
216
216
|
approvedTarget: Record<string, import("zod").JSONType> | null;
|
|
217
217
|
grade: {
|
|
218
218
|
schemaVersion: "openpond.rewardComposition.v1";
|
|
@@ -244,7 +244,7 @@ export declare function inspectModelBatchPackage(raw: unknown): {
|
|
|
244
244
|
score: number | null;
|
|
245
245
|
passed: boolean;
|
|
246
246
|
rewardEligible: boolean;
|
|
247
|
-
failureClass: "
|
|
247
|
+
failureClass: "infrastructure_failure" | "cancelled" | "policy_failure" | "environment_failure" | "grader_failure" | "timeout" | null;
|
|
248
248
|
feedback: string[];
|
|
249
249
|
visibleEvidenceRefs: string[];
|
|
250
250
|
privilegedEvidenceRefs: string[];
|
|
@@ -305,7 +305,7 @@ export declare function inspectModelBatchPackage(raw: unknown): {
|
|
|
305
305
|
score: number | null;
|
|
306
306
|
passed: boolean;
|
|
307
307
|
rewardEligible: boolean;
|
|
308
|
-
failureClass: "
|
|
308
|
+
failureClass: "infrastructure_failure" | "cancelled" | "policy_failure" | "environment_failure" | "grader_failure" | "timeout" | null;
|
|
309
309
|
feedback: string[];
|
|
310
310
|
visibleEvidenceRefs: string[];
|
|
311
311
|
privilegedEvidenceRefs: string[];
|
|
@@ -350,7 +350,7 @@ export declare function findModelBatchReview(transaction: LearningTransaction, r
|
|
|
350
350
|
id: string;
|
|
351
351
|
revision: number;
|
|
352
352
|
name: string;
|
|
353
|
-
kind: "
|
|
353
|
+
kind: "benchmark" | "work" | "provider" | "direct" | "opentelemetry";
|
|
354
354
|
taskDefinition: {
|
|
355
355
|
id: string;
|
|
356
356
|
contentHash: string;
|
|
@@ -512,7 +512,7 @@ export declare function beginModelBatchReview(transaction: LearningTransaction,
|
|
|
512
512
|
id: string;
|
|
513
513
|
revision: number;
|
|
514
514
|
name: string;
|
|
515
|
-
kind: "
|
|
515
|
+
kind: "benchmark" | "work" | "provider" | "direct" | "opentelemetry";
|
|
516
516
|
taskDefinition: {
|
|
517
517
|
id: string;
|
|
518
518
|
contentHash: string;
|
|
@@ -5,8 +5,8 @@ export declare const ModelInitialLearningSchema: z.ZodObject<{
|
|
|
5
5
|
localTime: z.ZodString;
|
|
6
6
|
timeZone: z.ZodString;
|
|
7
7
|
mode: z.ZodEnum<{
|
|
8
|
-
approved_count: "approved_count";
|
|
9
8
|
nightly: "nightly";
|
|
9
|
+
approved_count: "approved_count";
|
|
10
10
|
}>;
|
|
11
11
|
minimumTasks: z.ZodNumber;
|
|
12
12
|
maximumSpendUsd: z.ZodNumber;
|
|
@@ -13,7 +13,7 @@ export declare function initialHostedModelLearning(input: {
|
|
|
13
13
|
id: string;
|
|
14
14
|
revision: number;
|
|
15
15
|
name: string;
|
|
16
|
-
kind: "
|
|
16
|
+
kind: "benchmark" | "work" | "provider" | "direct" | "opentelemetry";
|
|
17
17
|
taskDefinition: {
|
|
18
18
|
id: string;
|
|
19
19
|
contentHash: string;
|