openpond-sdk 0.9.5 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-EMANJDJR.js → chunk-CNGJF6AM.js} +61 -198
- package/dist/chunk-CNGJF6AM.js.map +7 -0
- package/dist/chunk-SR55WVPK.js +158 -0
- package/dist/chunk-SR55WVPK.js.map +7 -0
- package/dist/dataset-marketplace.js +216 -0
- package/dist/dataset-marketplace.js.map +7 -0
- package/dist/dataset-workspaces.js +116 -3
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiments.js +42 -8
- package/dist/experiments.js.map +3 -3
- package/dist/index.js +9 -8
- package/dist/index.js.map +1 -1
- package/dist/learning.js +55 -0
- package/dist/learning.js.map +4 -4
- package/dist/training-projects.js +4 -1
- package/dist/training-projects.js.map +2 -2
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +945 -0
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts +97 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1168 -88
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +118 -84
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +23 -23
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts +50 -0
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiments.d.ts +1 -0
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +568 -0
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +2 -2
- package/dist/types/packages/sdk/src/learning-client.d.ts +1 -1
- package/dist/types/packages/sdk/src/learning.d.ts +1 -0
- package/dist/types/packages/sdk/src/learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +7 -7
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +23 -23
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-projects.d.ts +27 -27
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +47 -47
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +15 -15
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +4 -4
- package/dist/types/packages/sdk/src/model-starters.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +15 -15
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +46 -46
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +30 -30
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +84 -84
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +176 -176
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +46 -46
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +25 -25
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +41 -41
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +45 -45
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +56 -56
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +71 -71
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +84 -84
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1733 -1733
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +1083 -1083
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +18 -18
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +59 -59
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +4 -4
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +68 -68
- package/dist/types/packages/sdk/src/training-project-client.d.ts +16 -12
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +33 -21
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +24 -24
- package/package.json +5 -1
- package/dist/chunk-EMANJDJR.js.map +0 -7
|
@@ -5,8 +5,8 @@ export declare const ModelStarterAttemptPolicySchema: z.ZodDiscriminatedUnion<[z
|
|
|
5
5
|
modelId: z.ZodString;
|
|
6
6
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
7
7
|
role: z.ZodEnum<{
|
|
8
|
-
user: "user";
|
|
9
8
|
system: "system";
|
|
9
|
+
user: "user";
|
|
10
10
|
assistant: "assistant";
|
|
11
11
|
}>;
|
|
12
12
|
content: z.ZodString;
|
|
@@ -43,8 +43,8 @@ export declare const ModelStarterAttemptRequestSchema: z.ZodObject<{
|
|
|
43
43
|
modelId: z.ZodString;
|
|
44
44
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
45
45
|
role: z.ZodEnum<{
|
|
46
|
-
user: "user";
|
|
47
46
|
system: "system";
|
|
47
|
+
user: "user";
|
|
48
48
|
assistant: "assistant";
|
|
49
49
|
}>;
|
|
50
50
|
content: z.ZodString;
|
|
@@ -123,8 +123,8 @@ export declare const ModelStarterAttemptSummarySchema: z.ZodObject<{
|
|
|
123
123
|
modelId: z.ZodString;
|
|
124
124
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
125
125
|
role: z.ZodEnum<{
|
|
126
|
-
user: "user";
|
|
127
126
|
system: "system";
|
|
127
|
+
user: "user";
|
|
128
128
|
assistant: "assistant";
|
|
129
129
|
}>;
|
|
130
130
|
content: z.ZodString;
|
|
@@ -139,11 +139,11 @@ export declare const ModelStarterAttemptSummarySchema: z.ZodObject<{
|
|
|
139
139
|
}, z.core.$strict>;
|
|
140
140
|
status: z.ZodEnum<{
|
|
141
141
|
failed: "failed";
|
|
142
|
-
completed: "completed";
|
|
143
142
|
cancelled: "cancelled";
|
|
143
|
+
queued: "queued";
|
|
144
144
|
running: "running";
|
|
145
145
|
cancelling: "cancelling";
|
|
146
|
-
|
|
146
|
+
completed: "completed";
|
|
147
147
|
}>;
|
|
148
148
|
policySnapshot: z.ZodNullable<z.ZodObject<{
|
|
149
149
|
modelId: z.ZodString;
|
|
@@ -158,8 +158,8 @@ export declare const ModelStarterAttemptSummarySchema: z.ZodObject<{
|
|
|
158
158
|
resultAvailable: z.ZodBoolean;
|
|
159
159
|
score: z.ZodNullable<z.ZodNumber>;
|
|
160
160
|
gradingStatus: z.ZodDefault<z.ZodEnum<{
|
|
161
|
-
unscorable: "unscorable";
|
|
162
161
|
scored: "scored";
|
|
162
|
+
unscorable: "unscorable";
|
|
163
163
|
not_configured: "not_configured";
|
|
164
164
|
not_started: "not_started";
|
|
165
165
|
}>>;
|
|
@@ -204,8 +204,8 @@ export declare const ModelStarterAttemptPageSchema: z.ZodObject<{
|
|
|
204
204
|
modelId: z.ZodString;
|
|
205
205
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
206
206
|
role: z.ZodEnum<{
|
|
207
|
-
user: "user";
|
|
208
207
|
system: "system";
|
|
208
|
+
user: "user";
|
|
209
209
|
assistant: "assistant";
|
|
210
210
|
}>;
|
|
211
211
|
content: z.ZodString;
|
|
@@ -220,11 +220,11 @@ export declare const ModelStarterAttemptPageSchema: z.ZodObject<{
|
|
|
220
220
|
}, z.core.$strict>;
|
|
221
221
|
status: z.ZodEnum<{
|
|
222
222
|
failed: "failed";
|
|
223
|
-
completed: "completed";
|
|
224
223
|
cancelled: "cancelled";
|
|
224
|
+
queued: "queued";
|
|
225
225
|
running: "running";
|
|
226
226
|
cancelling: "cancelling";
|
|
227
|
-
|
|
227
|
+
completed: "completed";
|
|
228
228
|
}>;
|
|
229
229
|
policySnapshot: z.ZodNullable<z.ZodObject<{
|
|
230
230
|
modelId: z.ZodString;
|
|
@@ -239,8 +239,8 @@ export declare const ModelStarterAttemptPageSchema: z.ZodObject<{
|
|
|
239
239
|
resultAvailable: z.ZodBoolean;
|
|
240
240
|
score: z.ZodNullable<z.ZodNumber>;
|
|
241
241
|
gradingStatus: z.ZodDefault<z.ZodEnum<{
|
|
242
|
-
unscorable: "unscorable";
|
|
243
242
|
scored: "scored";
|
|
243
|
+
unscorable: "unscorable";
|
|
244
244
|
not_configured: "not_configured";
|
|
245
245
|
not_started: "not_started";
|
|
246
246
|
}>>;
|
|
@@ -282,8 +282,8 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
282
282
|
modelId: z.ZodString;
|
|
283
283
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
284
284
|
role: z.ZodEnum<{
|
|
285
|
-
user: "user";
|
|
286
285
|
system: "system";
|
|
286
|
+
user: "user";
|
|
287
287
|
assistant: "assistant";
|
|
288
288
|
}>;
|
|
289
289
|
content: z.ZodString;
|
|
@@ -298,11 +298,11 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
298
298
|
}, z.core.$strict>;
|
|
299
299
|
status: z.ZodEnum<{
|
|
300
300
|
failed: "failed";
|
|
301
|
-
completed: "completed";
|
|
302
301
|
cancelled: "cancelled";
|
|
302
|
+
queued: "queued";
|
|
303
303
|
running: "running";
|
|
304
304
|
cancelling: "cancelling";
|
|
305
|
-
|
|
305
|
+
completed: "completed";
|
|
306
306
|
}>;
|
|
307
307
|
policySnapshot: z.ZodNullable<z.ZodObject<{
|
|
308
308
|
modelId: z.ZodString;
|
|
@@ -317,8 +317,8 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
317
317
|
resultAvailable: z.ZodBoolean;
|
|
318
318
|
score: z.ZodNullable<z.ZodNumber>;
|
|
319
319
|
gradingStatus: z.ZodDefault<z.ZodEnum<{
|
|
320
|
-
unscorable: "unscorable";
|
|
321
320
|
scored: "scored";
|
|
321
|
+
unscorable: "unscorable";
|
|
322
322
|
not_configured: "not_configured";
|
|
323
323
|
not_started: "not_started";
|
|
324
324
|
}>>;
|
|
@@ -532,8 +532,8 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
532
532
|
passed: z.ZodBoolean;
|
|
533
533
|
rewardEligible: z.ZodBoolean;
|
|
534
534
|
gradingStatus: z.ZodEnum<{
|
|
535
|
-
unscorable: "unscorable";
|
|
536
535
|
scored: "scored";
|
|
536
|
+
unscorable: "unscorable";
|
|
537
537
|
not_configured: "not_configured";
|
|
538
538
|
}>;
|
|
539
539
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
@@ -548,12 +548,12 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
548
548
|
}, z.core.$strict>>>;
|
|
549
549
|
environment: z.ZodObject<{
|
|
550
550
|
status: z.ZodEnum<{
|
|
551
|
+
policy_failure: "policy_failure";
|
|
552
|
+
environment_failure: "environment_failure";
|
|
553
|
+
cancelled: "cancelled";
|
|
551
554
|
completed: "completed";
|
|
552
555
|
budget_exhausted: "budget_exhausted";
|
|
553
|
-
cancelled: "cancelled";
|
|
554
556
|
timed_out: "timed_out";
|
|
555
|
-
policy_failure: "policy_failure";
|
|
556
|
-
environment_failure: "environment_failure";
|
|
557
557
|
}>;
|
|
558
558
|
collected: z.ZodBoolean;
|
|
559
559
|
definition: z.ZodObject<{
|
|
@@ -607,7 +607,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
607
607
|
temperature: number;
|
|
608
608
|
topP: number;
|
|
609
609
|
messages?: {
|
|
610
|
-
role: "
|
|
610
|
+
role: "system" | "user" | "assistant";
|
|
611
611
|
content: string;
|
|
612
612
|
}[] | undefined;
|
|
613
613
|
} | {
|
|
@@ -621,7 +621,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
621
621
|
targetId: string | null;
|
|
622
622
|
} | undefined;
|
|
623
623
|
};
|
|
624
|
-
status: "failed" | "
|
|
624
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
625
625
|
policySnapshot: {
|
|
626
626
|
modelId: string;
|
|
627
627
|
provider: string;
|
|
@@ -634,7 +634,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
634
634
|
cleanupComplete: boolean;
|
|
635
635
|
resultAvailable: boolean;
|
|
636
636
|
score: number | null;
|
|
637
|
-
gradingStatus: "
|
|
637
|
+
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
638
638
|
passed: boolean | null;
|
|
639
639
|
outputPreview: string | null;
|
|
640
640
|
error: {
|
|
@@ -667,7 +667,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
667
667
|
temperature: number;
|
|
668
668
|
topP: number;
|
|
669
669
|
messages?: {
|
|
670
|
-
role: "
|
|
670
|
+
role: "system" | "user" | "assistant";
|
|
671
671
|
content: string;
|
|
672
672
|
}[] | undefined;
|
|
673
673
|
} | {
|
|
@@ -681,7 +681,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
681
681
|
targetId: string | null;
|
|
682
682
|
} | undefined;
|
|
683
683
|
};
|
|
684
|
-
status: "failed" | "
|
|
684
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
685
685
|
policySnapshot: {
|
|
686
686
|
modelId: string;
|
|
687
687
|
provider: string;
|
|
@@ -694,7 +694,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
694
694
|
cleanupComplete: boolean;
|
|
695
695
|
resultAvailable: boolean;
|
|
696
696
|
score: number | null;
|
|
697
|
-
gradingStatus: "
|
|
697
|
+
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
698
698
|
passed: boolean | null;
|
|
699
699
|
outputPreview: string | null;
|
|
700
700
|
error: {
|
|
@@ -753,7 +753,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
753
753
|
temperature: number;
|
|
754
754
|
topP: number;
|
|
755
755
|
messages?: {
|
|
756
|
-
role: "
|
|
756
|
+
role: "system" | "user" | "assistant";
|
|
757
757
|
content: string;
|
|
758
758
|
}[] | undefined;
|
|
759
759
|
} | {
|
|
@@ -767,7 +767,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
767
767
|
targetId: string | null;
|
|
768
768
|
} | undefined;
|
|
769
769
|
};
|
|
770
|
-
status: "failed" | "
|
|
770
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
771
771
|
policySnapshot: {
|
|
772
772
|
modelId: string;
|
|
773
773
|
provider: string;
|
|
@@ -780,7 +780,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
780
780
|
cleanupComplete: boolean;
|
|
781
781
|
resultAvailable: boolean;
|
|
782
782
|
score: number | null;
|
|
783
|
-
gradingStatus: "
|
|
783
|
+
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
784
784
|
passed: boolean | null;
|
|
785
785
|
outputPreview: string | null;
|
|
786
786
|
error: {
|
|
@@ -815,7 +815,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
815
815
|
temperature: number;
|
|
816
816
|
topP: number;
|
|
817
817
|
messages?: {
|
|
818
|
-
role: "
|
|
818
|
+
role: "system" | "user" | "assistant";
|
|
819
819
|
content: string;
|
|
820
820
|
}[] | undefined;
|
|
821
821
|
} | {
|
|
@@ -829,7 +829,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
829
829
|
targetId: string | null;
|
|
830
830
|
} | undefined;
|
|
831
831
|
};
|
|
832
|
-
status: "failed" | "
|
|
832
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
833
833
|
policySnapshot: {
|
|
834
834
|
modelId: string;
|
|
835
835
|
provider: string;
|
|
@@ -842,7 +842,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
842
842
|
cleanupComplete: boolean;
|
|
843
843
|
resultAvailable: boolean;
|
|
844
844
|
score: number | null;
|
|
845
|
-
gradingStatus: "
|
|
845
|
+
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
846
846
|
passed: boolean | null;
|
|
847
847
|
outputPreview: string | null;
|
|
848
848
|
error: {
|
|
@@ -868,8 +868,8 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
868
868
|
contentHash: string;
|
|
869
869
|
revision: number;
|
|
870
870
|
};
|
|
871
|
-
role: "
|
|
872
|
-
status: "failed" | "
|
|
871
|
+
role: "training" | "evaluation";
|
|
872
|
+
status: "failed" | "unavailable" | "scored" | "pending";
|
|
873
873
|
rawScore: number | null;
|
|
874
874
|
normalizedScore: number | null;
|
|
875
875
|
passed: boolean | null;
|
|
@@ -882,7 +882,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
882
882
|
score: number | null;
|
|
883
883
|
passed: boolean;
|
|
884
884
|
rewardEligible: boolean;
|
|
885
|
-
failureClass: "
|
|
885
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
886
886
|
feedback: string[];
|
|
887
887
|
visibleEvidenceRefs: string[];
|
|
888
888
|
privilegedEvidenceRefs: string[];
|
|
@@ -902,19 +902,19 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
902
902
|
} | undefined;
|
|
903
903
|
}[];
|
|
904
904
|
training: {
|
|
905
|
-
status: "
|
|
905
|
+
status: "scored" | "unscorable" | "not_configured";
|
|
906
906
|
score: number | null;
|
|
907
907
|
passed: boolean | null;
|
|
908
908
|
};
|
|
909
909
|
evaluation: {
|
|
910
|
-
status: "
|
|
910
|
+
status: "scored" | "unscorable" | "not_configured";
|
|
911
911
|
score: number | null;
|
|
912
912
|
passed: boolean | null;
|
|
913
913
|
};
|
|
914
914
|
contentHash: string;
|
|
915
915
|
} | null;
|
|
916
916
|
environment: {
|
|
917
|
-
status: "
|
|
917
|
+
status: "policy_failure" | "environment_failure" | "cancelled" | "completed" | "budget_exhausted" | "timed_out";
|
|
918
918
|
collected: boolean;
|
|
919
919
|
definition: {
|
|
920
920
|
id: string;
|
|
@@ -931,8 +931,8 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
931
931
|
score: number | null;
|
|
932
932
|
passed: boolean;
|
|
933
933
|
rewardEligible: boolean;
|
|
934
|
-
failureClass: "
|
|
935
|
-
gradingStatus: "
|
|
934
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
935
|
+
gradingStatus: "scored" | "unscorable" | "not_configured";
|
|
936
936
|
schemaVersion: "openpond.taskGrade.v1";
|
|
937
937
|
taskHash: string;
|
|
938
938
|
evidenceHash: string;
|
|
@@ -944,7 +944,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
944
944
|
score: number | null;
|
|
945
945
|
passed: boolean;
|
|
946
946
|
rewardEligible: boolean;
|
|
947
|
-
failureClass: "
|
|
947
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
948
948
|
feedback: string[];
|
|
949
949
|
visibleEvidenceRefs: string[];
|
|
950
950
|
privilegedEvidenceRefs: string[];
|
|
@@ -971,8 +971,8 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
971
971
|
score: number | null;
|
|
972
972
|
passed: boolean;
|
|
973
973
|
rewardEligible: boolean;
|
|
974
|
-
failureClass: "
|
|
975
|
-
gradingStatus: "
|
|
974
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
975
|
+
gradingStatus: "scored" | "unscorable" | "not_configured";
|
|
976
976
|
schemaVersion: "openpond.taskGrade.v1";
|
|
977
977
|
taskHash: string;
|
|
978
978
|
evidenceHash: string;
|
|
@@ -984,7 +984,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
984
984
|
score: number | null;
|
|
985
985
|
passed: boolean;
|
|
986
986
|
rewardEligible: boolean;
|
|
987
|
-
failureClass: "
|
|
987
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
988
988
|
feedback: string[];
|
|
989
989
|
visibleEvidenceRefs: string[];
|
|
990
990
|
privilegedEvidenceRefs: string[];
|
|
@@ -1007,8 +1007,8 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1007
1007
|
score: number | null;
|
|
1008
1008
|
passed: boolean;
|
|
1009
1009
|
rewardEligible: boolean;
|
|
1010
|
-
gradingStatus: "
|
|
1011
|
-
failureClass: "
|
|
1010
|
+
gradingStatus: "scored" | "unscorable" | "not_configured";
|
|
1011
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
1012
1012
|
contentHash: string;
|
|
1013
1013
|
} | null | undefined;
|
|
1014
1014
|
}>;
|
|
@@ -1038,7 +1038,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1038
1038
|
temperature: number;
|
|
1039
1039
|
topP: number;
|
|
1040
1040
|
messages?: {
|
|
1041
|
-
role: "
|
|
1041
|
+
role: "system" | "user" | "assistant";
|
|
1042
1042
|
content: string;
|
|
1043
1043
|
}[] | undefined;
|
|
1044
1044
|
} | {
|
|
@@ -1052,7 +1052,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1052
1052
|
targetId: string | null;
|
|
1053
1053
|
} | undefined;
|
|
1054
1054
|
};
|
|
1055
|
-
status: "failed" | "
|
|
1055
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1056
1056
|
policySnapshot: {
|
|
1057
1057
|
modelId: string;
|
|
1058
1058
|
provider: string;
|
|
@@ -1065,7 +1065,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1065
1065
|
cleanupComplete: boolean;
|
|
1066
1066
|
resultAvailable: boolean;
|
|
1067
1067
|
score: number | null;
|
|
1068
|
-
gradingStatus: "
|
|
1068
|
+
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
1069
1069
|
passed: boolean | null;
|
|
1070
1070
|
outputPreview: string | null;
|
|
1071
1071
|
error: {
|
|
@@ -54,8 +54,8 @@ export declare const ModelStarterCatalogItemSchema: z.ZodObject<{
|
|
|
54
54
|
modelAssetId: z.ZodNullable<z.ZodString>;
|
|
55
55
|
source: z.ZodEnum<{
|
|
56
56
|
local: "local";
|
|
57
|
-
builtin: "builtin";
|
|
58
57
|
managed: "managed";
|
|
58
|
+
builtin: "builtin";
|
|
59
59
|
}>;
|
|
60
60
|
}, z.core.$strict>;
|
|
61
61
|
supportedMethods: z.ZodArray<z.ZodEnum<{
|
|
@@ -110,11 +110,11 @@ export declare const ModelStarterCatalogItemSchema: z.ZodObject<{
|
|
|
110
110
|
name: z.ZodString;
|
|
111
111
|
kind: z.ZodEnum<{
|
|
112
112
|
content: "content";
|
|
113
|
+
state: "state";
|
|
113
114
|
schema: "schema";
|
|
114
115
|
model_judge: "model_judge";
|
|
115
116
|
human: "human";
|
|
116
117
|
runtime_event: "runtime_event";
|
|
117
|
-
state: "state";
|
|
118
118
|
custom_verifier: "custom_verifier";
|
|
119
119
|
artifact: "artifact";
|
|
120
120
|
learned_model: "learned_model";
|
|
@@ -173,8 +173,8 @@ export declare const ModelStarterCatalogPageSchema: z.ZodObject<{
|
|
|
173
173
|
modelAssetId: z.ZodNullable<z.ZodString>;
|
|
174
174
|
source: z.ZodEnum<{
|
|
175
175
|
local: "local";
|
|
176
|
-
builtin: "builtin";
|
|
177
176
|
managed: "managed";
|
|
177
|
+
builtin: "builtin";
|
|
178
178
|
}>;
|
|
179
179
|
}, z.core.$strict>;
|
|
180
180
|
supportedMethods: z.ZodArray<z.ZodEnum<{
|
|
@@ -229,11 +229,11 @@ export declare const ModelStarterCatalogPageSchema: z.ZodObject<{
|
|
|
229
229
|
name: z.ZodString;
|
|
230
230
|
kind: z.ZodEnum<{
|
|
231
231
|
content: "content";
|
|
232
|
+
state: "state";
|
|
232
233
|
schema: "schema";
|
|
233
234
|
model_judge: "model_judge";
|
|
234
235
|
human: "human";
|
|
235
236
|
runtime_event: "runtime_event";
|
|
236
|
-
state: "state";
|
|
237
237
|
custom_verifier: "custom_verifier";
|
|
238
238
|
artifact: "artifact";
|
|
239
239
|
learned_model: "learned_model";
|
|
@@ -304,7 +304,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
304
304
|
tokenizerRevision: string | null;
|
|
305
305
|
chatTemplateHash: string | null;
|
|
306
306
|
modelAssetId: string | null;
|
|
307
|
-
source: "local" | "
|
|
307
|
+
source: "local" | "managed" | "builtin";
|
|
308
308
|
};
|
|
309
309
|
supportedMethods: ("sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
|
|
310
310
|
defaultMethod: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo";
|
|
@@ -338,7 +338,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
338
338
|
contentHash: string;
|
|
339
339
|
rewardSummary?: {
|
|
340
340
|
name: string;
|
|
341
|
-
kind: "content" | "
|
|
341
|
+
kind: "content" | "state" | "schema" | "model_judge" | "human" | "runtime_event" | "custom_verifier" | "artifact" | "learned_model";
|
|
342
342
|
}[] | undefined;
|
|
343
343
|
}[];
|
|
344
344
|
nextCursor: string | null;
|
|
@@ -386,7 +386,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
386
386
|
tokenizerRevision: string | null;
|
|
387
387
|
chatTemplateHash: string | null;
|
|
388
388
|
modelAssetId: string | null;
|
|
389
|
-
source: "local" | "
|
|
389
|
+
source: "local" | "managed" | "builtin";
|
|
390
390
|
};
|
|
391
391
|
supportedMethods: ("sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
|
|
392
392
|
defaultMethod: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo";
|
|
@@ -456,7 +456,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
456
456
|
tasks: {
|
|
457
457
|
id: string;
|
|
458
458
|
clusterKey: string;
|
|
459
|
-
split: "train" | "validation" | "
|
|
459
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
460
460
|
input: Record<string, unknown>;
|
|
461
461
|
expectedOutput: Record<string, unknown> | null;
|
|
462
462
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -492,7 +492,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
492
492
|
hardGate: boolean;
|
|
493
493
|
rewardEligible: boolean;
|
|
494
494
|
privileged: boolean;
|
|
495
|
-
kind: "content" | "
|
|
495
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
496
496
|
config: Record<string, unknown>;
|
|
497
497
|
} | {
|
|
498
498
|
id: string;
|
|
@@ -510,7 +510,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
510
510
|
mediaType: string;
|
|
511
511
|
visibility: "policy" | "verifier" | "host_private";
|
|
512
512
|
};
|
|
513
|
-
calibrationStatus: "
|
|
513
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
514
514
|
model?: {
|
|
515
515
|
providerId: string;
|
|
516
516
|
modelId: string;
|
|
@@ -668,7 +668,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
668
668
|
contentHash: string;
|
|
669
669
|
revision: number;
|
|
670
670
|
};
|
|
671
|
-
role: "
|
|
671
|
+
role: "training" | "evaluation";
|
|
672
672
|
normalization: {
|
|
673
673
|
kind: "identity";
|
|
674
674
|
} | {
|
|
@@ -704,7 +704,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
704
704
|
name: string;
|
|
705
705
|
description: string;
|
|
706
706
|
implementation: {
|
|
707
|
-
kind: "content" | "
|
|
707
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
708
708
|
config: Record<string, unknown>;
|
|
709
709
|
} | {
|
|
710
710
|
kind: "model_judge";
|
|
@@ -716,7 +716,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
716
716
|
mediaType: string;
|
|
717
717
|
visibility: "policy" | "verifier" | "host_private";
|
|
718
718
|
};
|
|
719
|
-
calibrationStatus: "
|
|
719
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
720
720
|
model?: {
|
|
721
721
|
providerId: string;
|
|
722
722
|
modelId: string;
|
|
@@ -864,7 +864,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
864
864
|
hardGate: boolean;
|
|
865
865
|
rewardEligible: boolean;
|
|
866
866
|
privileged: boolean;
|
|
867
|
-
kind: "content" | "
|
|
867
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
868
868
|
config: Record<string, unknown>;
|
|
869
869
|
} | {
|
|
870
870
|
id: string;
|
|
@@ -882,7 +882,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
882
882
|
mediaType: string;
|
|
883
883
|
visibility: "policy" | "verifier" | "host_private";
|
|
884
884
|
};
|
|
885
|
-
calibrationStatus: "
|
|
885
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
886
886
|
model?: {
|
|
887
887
|
providerId: string;
|
|
888
888
|
modelId: string;
|
|
@@ -6,12 +6,12 @@ export declare const ModelStarterEnvironmentAttemptSchema: z.ZodObject<{
|
|
|
6
6
|
schemaVersion: z.ZodLiteral<"openpond.javascriptEnvironmentAttempt.v1">;
|
|
7
7
|
taskId: z.ZodString;
|
|
8
8
|
status: z.ZodEnum<{
|
|
9
|
+
policy_failure: "policy_failure";
|
|
10
|
+
environment_failure: "environment_failure";
|
|
11
|
+
cancelled: "cancelled";
|
|
9
12
|
completed: "completed";
|
|
10
13
|
budget_exhausted: "budget_exhausted";
|
|
11
|
-
cancelled: "cancelled";
|
|
12
14
|
timed_out: "timed_out";
|
|
13
|
-
policy_failure: "policy_failure";
|
|
14
|
-
environment_failure: "environment_failure";
|
|
15
15
|
}>;
|
|
16
16
|
output: z.ZodNullable<z.ZodString>;
|
|
17
17
|
collected: z.ZodBoolean;
|
|
@@ -43,7 +43,7 @@ export declare function verifyModelStarterEnvironmentAttempt(value: unknown, con
|
|
|
43
43
|
}): {
|
|
44
44
|
schemaVersion: "openpond.javascriptEnvironmentAttempt.v1";
|
|
45
45
|
taskId: string;
|
|
46
|
-
status: "
|
|
46
|
+
status: "policy_failure" | "environment_failure" | "cancelled" | "completed" | "budget_exhausted" | "timed_out";
|
|
47
47
|
output: string | null;
|
|
48
48
|
collected: boolean;
|
|
49
49
|
environmentCleanupComplete: boolean;
|