openpond-sdk 0.9.6 → 0.9.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-4HZORGK3.js +158 -0
- package/dist/chunk-4HZORGK3.js.map +7 -0
- package/dist/{chunk-XR6CLSCS.js → chunk-BGXWHDYM.js} +3 -2
- package/dist/chunk-BGXWHDYM.js.map +7 -0
- package/dist/{chunk-EMANJDJR.js → chunk-RXKIOOFZ.js} +62 -199
- package/dist/chunk-RXKIOOFZ.js.map +7 -0
- package/dist/{chunk-62LWLACP.js → chunk-YYJ4T4U4.js} +2 -2
- package/dist/dataset-marketplace.js +227 -0
- package/dist/dataset-marketplace.js.map +7 -0
- package/dist/dataset-workspaces.js +136 -3
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiments.js +67 -10
- package/dist/experiments.js.map +4 -4
- package/dist/index.js +11 -10
- package/dist/index.js.map +1 -1
- package/dist/model-starter-attempts.js +1 -1
- package/dist/model-taskset-runs.js +2 -2
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +954 -0
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts +97 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1183 -115
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +72 -72
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +1617 -0
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +2 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +23 -23
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-history.d.ts +266 -0
- package/dist/types/packages/sdk/src/experiment-history.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiments.d.ts +1 -0
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +8 -8
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +4 -4
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +16 -16
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +27 -27
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +49 -48
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +14 -14
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +4 -4
- package/dist/types/packages/sdk/src/model-starters.d.ts +17 -17
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +15 -15
- package/dist/types/packages/sdk/src/task-inventory.d.ts +3 -3
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +40 -40
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +24 -24
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +72 -72
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +140 -140
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +40 -40
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +14 -14
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +41 -41
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +37 -37
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +46 -46
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +59 -59
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +72 -72
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1733 -1733
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +1083 -1083
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +14 -14
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +48 -48
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +4 -4
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +54 -54
- package/dist/types/packages/sdk/src/training-project-client.d.ts +12 -12
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/training.d.ts +24 -24
- package/package.json +5 -1
- package/dist/chunk-EMANJDJR.js.map +0 -7
- package/dist/chunk-XR6CLSCS.js.map +0 -7
- /package/dist/{chunk-62LWLACP.js.map → chunk-YYJ4T4U4.js.map} +0 -0
|
@@ -5,8 +5,8 @@ export declare const ModelStarterAttemptPolicySchema: z.ZodDiscriminatedUnion<[z
|
|
|
5
5
|
modelId: z.ZodString;
|
|
6
6
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
7
7
|
role: z.ZodEnum<{
|
|
8
|
-
user: "user";
|
|
9
8
|
system: "system";
|
|
9
|
+
user: "user";
|
|
10
10
|
assistant: "assistant";
|
|
11
11
|
}>;
|
|
12
12
|
content: z.ZodString;
|
|
@@ -43,8 +43,8 @@ export declare const ModelStarterAttemptRequestSchema: z.ZodObject<{
|
|
|
43
43
|
modelId: z.ZodString;
|
|
44
44
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
45
45
|
role: z.ZodEnum<{
|
|
46
|
-
user: "user";
|
|
47
46
|
system: "system";
|
|
47
|
+
user: "user";
|
|
48
48
|
assistant: "assistant";
|
|
49
49
|
}>;
|
|
50
50
|
content: z.ZodString;
|
|
@@ -86,6 +86,7 @@ export declare const ModelStarterAttemptChoicesSchema: z.ZodObject<{
|
|
|
86
86
|
split: z.ZodEnum<{
|
|
87
87
|
train: "train";
|
|
88
88
|
validation: "validation";
|
|
89
|
+
test: "test";
|
|
89
90
|
frozen_eval: "frozen_eval";
|
|
90
91
|
}>;
|
|
91
92
|
inputPreview: z.ZodString;
|
|
@@ -123,8 +124,8 @@ export declare const ModelStarterAttemptSummarySchema: z.ZodObject<{
|
|
|
123
124
|
modelId: z.ZodString;
|
|
124
125
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
125
126
|
role: z.ZodEnum<{
|
|
126
|
-
user: "user";
|
|
127
127
|
system: "system";
|
|
128
|
+
user: "user";
|
|
128
129
|
assistant: "assistant";
|
|
129
130
|
}>;
|
|
130
131
|
content: z.ZodString;
|
|
@@ -139,11 +140,11 @@ export declare const ModelStarterAttemptSummarySchema: z.ZodObject<{
|
|
|
139
140
|
}, z.core.$strict>;
|
|
140
141
|
status: z.ZodEnum<{
|
|
141
142
|
failed: "failed";
|
|
142
|
-
completed: "completed";
|
|
143
143
|
cancelled: "cancelled";
|
|
144
|
+
queued: "queued";
|
|
144
145
|
running: "running";
|
|
145
146
|
cancelling: "cancelling";
|
|
146
|
-
|
|
147
|
+
completed: "completed";
|
|
147
148
|
}>;
|
|
148
149
|
policySnapshot: z.ZodNullable<z.ZodObject<{
|
|
149
150
|
modelId: z.ZodString;
|
|
@@ -158,8 +159,8 @@ export declare const ModelStarterAttemptSummarySchema: z.ZodObject<{
|
|
|
158
159
|
resultAvailable: z.ZodBoolean;
|
|
159
160
|
score: z.ZodNullable<z.ZodNumber>;
|
|
160
161
|
gradingStatus: z.ZodDefault<z.ZodEnum<{
|
|
161
|
-
unscorable: "unscorable";
|
|
162
162
|
scored: "scored";
|
|
163
|
+
unscorable: "unscorable";
|
|
163
164
|
not_configured: "not_configured";
|
|
164
165
|
not_started: "not_started";
|
|
165
166
|
}>>;
|
|
@@ -204,8 +205,8 @@ export declare const ModelStarterAttemptPageSchema: z.ZodObject<{
|
|
|
204
205
|
modelId: z.ZodString;
|
|
205
206
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
206
207
|
role: z.ZodEnum<{
|
|
207
|
-
user: "user";
|
|
208
208
|
system: "system";
|
|
209
|
+
user: "user";
|
|
209
210
|
assistant: "assistant";
|
|
210
211
|
}>;
|
|
211
212
|
content: z.ZodString;
|
|
@@ -220,11 +221,11 @@ export declare const ModelStarterAttemptPageSchema: z.ZodObject<{
|
|
|
220
221
|
}, z.core.$strict>;
|
|
221
222
|
status: z.ZodEnum<{
|
|
222
223
|
failed: "failed";
|
|
223
|
-
completed: "completed";
|
|
224
224
|
cancelled: "cancelled";
|
|
225
|
+
queued: "queued";
|
|
225
226
|
running: "running";
|
|
226
227
|
cancelling: "cancelling";
|
|
227
|
-
|
|
228
|
+
completed: "completed";
|
|
228
229
|
}>;
|
|
229
230
|
policySnapshot: z.ZodNullable<z.ZodObject<{
|
|
230
231
|
modelId: z.ZodString;
|
|
@@ -239,8 +240,8 @@ export declare const ModelStarterAttemptPageSchema: z.ZodObject<{
|
|
|
239
240
|
resultAvailable: z.ZodBoolean;
|
|
240
241
|
score: z.ZodNullable<z.ZodNumber>;
|
|
241
242
|
gradingStatus: z.ZodDefault<z.ZodEnum<{
|
|
242
|
-
unscorable: "unscorable";
|
|
243
243
|
scored: "scored";
|
|
244
|
+
unscorable: "unscorable";
|
|
244
245
|
not_configured: "not_configured";
|
|
245
246
|
not_started: "not_started";
|
|
246
247
|
}>>;
|
|
@@ -282,8 +283,8 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
282
283
|
modelId: z.ZodString;
|
|
283
284
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
284
285
|
role: z.ZodEnum<{
|
|
285
|
-
user: "user";
|
|
286
286
|
system: "system";
|
|
287
|
+
user: "user";
|
|
287
288
|
assistant: "assistant";
|
|
288
289
|
}>;
|
|
289
290
|
content: z.ZodString;
|
|
@@ -298,11 +299,11 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
298
299
|
}, z.core.$strict>;
|
|
299
300
|
status: z.ZodEnum<{
|
|
300
301
|
failed: "failed";
|
|
301
|
-
completed: "completed";
|
|
302
302
|
cancelled: "cancelled";
|
|
303
|
+
queued: "queued";
|
|
303
304
|
running: "running";
|
|
304
305
|
cancelling: "cancelling";
|
|
305
|
-
|
|
306
|
+
completed: "completed";
|
|
306
307
|
}>;
|
|
307
308
|
policySnapshot: z.ZodNullable<z.ZodObject<{
|
|
308
309
|
modelId: z.ZodString;
|
|
@@ -317,8 +318,8 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
317
318
|
resultAvailable: z.ZodBoolean;
|
|
318
319
|
score: z.ZodNullable<z.ZodNumber>;
|
|
319
320
|
gradingStatus: z.ZodDefault<z.ZodEnum<{
|
|
320
|
-
unscorable: "unscorable";
|
|
321
321
|
scored: "scored";
|
|
322
|
+
unscorable: "unscorable";
|
|
322
323
|
not_configured: "not_configured";
|
|
323
324
|
not_started: "not_started";
|
|
324
325
|
}>>;
|
|
@@ -532,8 +533,8 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
532
533
|
passed: z.ZodBoolean;
|
|
533
534
|
rewardEligible: z.ZodBoolean;
|
|
534
535
|
gradingStatus: z.ZodEnum<{
|
|
535
|
-
unscorable: "unscorable";
|
|
536
536
|
scored: "scored";
|
|
537
|
+
unscorable: "unscorable";
|
|
537
538
|
not_configured: "not_configured";
|
|
538
539
|
}>;
|
|
539
540
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
@@ -548,12 +549,12 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
548
549
|
}, z.core.$strict>>>;
|
|
549
550
|
environment: z.ZodObject<{
|
|
550
551
|
status: z.ZodEnum<{
|
|
552
|
+
policy_failure: "policy_failure";
|
|
553
|
+
environment_failure: "environment_failure";
|
|
554
|
+
cancelled: "cancelled";
|
|
551
555
|
completed: "completed";
|
|
552
556
|
budget_exhausted: "budget_exhausted";
|
|
553
|
-
cancelled: "cancelled";
|
|
554
557
|
timed_out: "timed_out";
|
|
555
|
-
policy_failure: "policy_failure";
|
|
556
|
-
environment_failure: "environment_failure";
|
|
557
558
|
}>;
|
|
558
559
|
collected: z.ZodBoolean;
|
|
559
560
|
definition: z.ZodObject<{
|
|
@@ -607,7 +608,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
607
608
|
temperature: number;
|
|
608
609
|
topP: number;
|
|
609
610
|
messages?: {
|
|
610
|
-
role: "
|
|
611
|
+
role: "system" | "user" | "assistant";
|
|
611
612
|
content: string;
|
|
612
613
|
}[] | undefined;
|
|
613
614
|
} | {
|
|
@@ -621,7 +622,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
621
622
|
targetId: string | null;
|
|
622
623
|
} | undefined;
|
|
623
624
|
};
|
|
624
|
-
status: "failed" | "
|
|
625
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
625
626
|
policySnapshot: {
|
|
626
627
|
modelId: string;
|
|
627
628
|
provider: string;
|
|
@@ -634,7 +635,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
634
635
|
cleanupComplete: boolean;
|
|
635
636
|
resultAvailable: boolean;
|
|
636
637
|
score: number | null;
|
|
637
|
-
gradingStatus: "
|
|
638
|
+
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
638
639
|
passed: boolean | null;
|
|
639
640
|
outputPreview: string | null;
|
|
640
641
|
error: {
|
|
@@ -667,7 +668,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
667
668
|
temperature: number;
|
|
668
669
|
topP: number;
|
|
669
670
|
messages?: {
|
|
670
|
-
role: "
|
|
671
|
+
role: "system" | "user" | "assistant";
|
|
671
672
|
content: string;
|
|
672
673
|
}[] | undefined;
|
|
673
674
|
} | {
|
|
@@ -681,7 +682,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
681
682
|
targetId: string | null;
|
|
682
683
|
} | undefined;
|
|
683
684
|
};
|
|
684
|
-
status: "failed" | "
|
|
685
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
685
686
|
policySnapshot: {
|
|
686
687
|
modelId: string;
|
|
687
688
|
provider: string;
|
|
@@ -694,7 +695,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
694
695
|
cleanupComplete: boolean;
|
|
695
696
|
resultAvailable: boolean;
|
|
696
697
|
score: number | null;
|
|
697
|
-
gradingStatus: "
|
|
698
|
+
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
698
699
|
passed: boolean | null;
|
|
699
700
|
outputPreview: string | null;
|
|
700
701
|
error: {
|
|
@@ -719,7 +720,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
719
720
|
}[];
|
|
720
721
|
tasks: {
|
|
721
722
|
id: string;
|
|
722
|
-
split: "train" | "validation" | "frozen_eval";
|
|
723
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
723
724
|
inputPreview: string;
|
|
724
725
|
fixtures: {
|
|
725
726
|
id: string;
|
|
@@ -753,7 +754,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
753
754
|
temperature: number;
|
|
754
755
|
topP: number;
|
|
755
756
|
messages?: {
|
|
756
|
-
role: "
|
|
757
|
+
role: "system" | "user" | "assistant";
|
|
757
758
|
content: string;
|
|
758
759
|
}[] | undefined;
|
|
759
760
|
} | {
|
|
@@ -767,7 +768,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
767
768
|
targetId: string | null;
|
|
768
769
|
} | undefined;
|
|
769
770
|
};
|
|
770
|
-
status: "failed" | "
|
|
771
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
771
772
|
policySnapshot: {
|
|
772
773
|
modelId: string;
|
|
773
774
|
provider: string;
|
|
@@ -780,7 +781,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
780
781
|
cleanupComplete: boolean;
|
|
781
782
|
resultAvailable: boolean;
|
|
782
783
|
score: number | null;
|
|
783
|
-
gradingStatus: "
|
|
784
|
+
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
784
785
|
passed: boolean | null;
|
|
785
786
|
outputPreview: string | null;
|
|
786
787
|
error: {
|
|
@@ -815,7 +816,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
815
816
|
temperature: number;
|
|
816
817
|
topP: number;
|
|
817
818
|
messages?: {
|
|
818
|
-
role: "
|
|
819
|
+
role: "system" | "user" | "assistant";
|
|
819
820
|
content: string;
|
|
820
821
|
}[] | undefined;
|
|
821
822
|
} | {
|
|
@@ -829,7 +830,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
829
830
|
targetId: string | null;
|
|
830
831
|
} | undefined;
|
|
831
832
|
};
|
|
832
|
-
status: "failed" | "
|
|
833
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
833
834
|
policySnapshot: {
|
|
834
835
|
modelId: string;
|
|
835
836
|
provider: string;
|
|
@@ -842,7 +843,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
842
843
|
cleanupComplete: boolean;
|
|
843
844
|
resultAvailable: boolean;
|
|
844
845
|
score: number | null;
|
|
845
|
-
gradingStatus: "
|
|
846
|
+
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
846
847
|
passed: boolean | null;
|
|
847
848
|
outputPreview: string | null;
|
|
848
849
|
error: {
|
|
@@ -868,8 +869,8 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
868
869
|
contentHash: string;
|
|
869
870
|
revision: number;
|
|
870
871
|
};
|
|
871
|
-
role: "
|
|
872
|
-
status: "failed" | "
|
|
872
|
+
role: "training" | "evaluation";
|
|
873
|
+
status: "failed" | "unavailable" | "scored" | "pending";
|
|
873
874
|
rawScore: number | null;
|
|
874
875
|
normalizedScore: number | null;
|
|
875
876
|
passed: boolean | null;
|
|
@@ -882,7 +883,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
882
883
|
score: number | null;
|
|
883
884
|
passed: boolean;
|
|
884
885
|
rewardEligible: boolean;
|
|
885
|
-
failureClass: "
|
|
886
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
886
887
|
feedback: string[];
|
|
887
888
|
visibleEvidenceRefs: string[];
|
|
888
889
|
privilegedEvidenceRefs: string[];
|
|
@@ -902,19 +903,19 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
902
903
|
} | undefined;
|
|
903
904
|
}[];
|
|
904
905
|
training: {
|
|
905
|
-
status: "
|
|
906
|
+
status: "scored" | "unscorable" | "not_configured";
|
|
906
907
|
score: number | null;
|
|
907
908
|
passed: boolean | null;
|
|
908
909
|
};
|
|
909
910
|
evaluation: {
|
|
910
|
-
status: "
|
|
911
|
+
status: "scored" | "unscorable" | "not_configured";
|
|
911
912
|
score: number | null;
|
|
912
913
|
passed: boolean | null;
|
|
913
914
|
};
|
|
914
915
|
contentHash: string;
|
|
915
916
|
} | null;
|
|
916
917
|
environment: {
|
|
917
|
-
status: "
|
|
918
|
+
status: "policy_failure" | "environment_failure" | "cancelled" | "completed" | "budget_exhausted" | "timed_out";
|
|
918
919
|
collected: boolean;
|
|
919
920
|
definition: {
|
|
920
921
|
id: string;
|
|
@@ -931,8 +932,8 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
931
932
|
score: number | null;
|
|
932
933
|
passed: boolean;
|
|
933
934
|
rewardEligible: boolean;
|
|
934
|
-
failureClass: "
|
|
935
|
-
gradingStatus: "
|
|
935
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
936
|
+
gradingStatus: "scored" | "unscorable" | "not_configured";
|
|
936
937
|
schemaVersion: "openpond.taskGrade.v1";
|
|
937
938
|
taskHash: string;
|
|
938
939
|
evidenceHash: string;
|
|
@@ -944,7 +945,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
944
945
|
score: number | null;
|
|
945
946
|
passed: boolean;
|
|
946
947
|
rewardEligible: boolean;
|
|
947
|
-
failureClass: "
|
|
948
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
948
949
|
feedback: string[];
|
|
949
950
|
visibleEvidenceRefs: string[];
|
|
950
951
|
privilegedEvidenceRefs: string[];
|
|
@@ -971,8 +972,8 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
971
972
|
score: number | null;
|
|
972
973
|
passed: boolean;
|
|
973
974
|
rewardEligible: boolean;
|
|
974
|
-
failureClass: "
|
|
975
|
-
gradingStatus: "
|
|
975
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
976
|
+
gradingStatus: "scored" | "unscorable" | "not_configured";
|
|
976
977
|
schemaVersion: "openpond.taskGrade.v1";
|
|
977
978
|
taskHash: string;
|
|
978
979
|
evidenceHash: string;
|
|
@@ -984,7 +985,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
984
985
|
score: number | null;
|
|
985
986
|
passed: boolean;
|
|
986
987
|
rewardEligible: boolean;
|
|
987
|
-
failureClass: "
|
|
988
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
988
989
|
feedback: string[];
|
|
989
990
|
visibleEvidenceRefs: string[];
|
|
990
991
|
privilegedEvidenceRefs: string[];
|
|
@@ -1007,8 +1008,8 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1007
1008
|
score: number | null;
|
|
1008
1009
|
passed: boolean;
|
|
1009
1010
|
rewardEligible: boolean;
|
|
1010
|
-
gradingStatus: "
|
|
1011
|
-
failureClass: "
|
|
1011
|
+
gradingStatus: "scored" | "unscorable" | "not_configured";
|
|
1012
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
1012
1013
|
contentHash: string;
|
|
1013
1014
|
} | null | undefined;
|
|
1014
1015
|
}>;
|
|
@@ -1038,7 +1039,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1038
1039
|
temperature: number;
|
|
1039
1040
|
topP: number;
|
|
1040
1041
|
messages?: {
|
|
1041
|
-
role: "
|
|
1042
|
+
role: "system" | "user" | "assistant";
|
|
1042
1043
|
content: string;
|
|
1043
1044
|
}[] | undefined;
|
|
1044
1045
|
} | {
|
|
@@ -1052,7 +1053,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1052
1053
|
targetId: string | null;
|
|
1053
1054
|
} | undefined;
|
|
1054
1055
|
};
|
|
1055
|
-
status: "failed" | "
|
|
1056
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1056
1057
|
policySnapshot: {
|
|
1057
1058
|
modelId: string;
|
|
1058
1059
|
provider: string;
|
|
@@ -1065,7 +1066,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1065
1066
|
cleanupComplete: boolean;
|
|
1066
1067
|
resultAvailable: boolean;
|
|
1067
1068
|
score: number | null;
|
|
1068
|
-
gradingStatus: "
|
|
1069
|
+
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
1069
1070
|
passed: boolean | null;
|
|
1070
1071
|
outputPreview: string | null;
|
|
1071
1072
|
error: {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-starter-attempts.d.ts","sourceRoot":"","sources":["../../../../../src/model-starter-attempts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,8BAA8B,EAAE,wBAAwB,EAAE,KAAK,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;
|
|
1
|
+
{"version":3,"file":"model-starter-attempts.d.ts","sourceRoot":"","sources":["../../../../../src/model-starter-attempts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,8BAA8B,EAAE,wBAAwB,EAAE,KAAK,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAU1I,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;4BAG1C,CAAC;AACH;kFACkF;AAClF,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAOlC,CAAC;AACZ,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,CAAC;AAC1F,eAAO,MAAM,qCAAqC;;;;;;;;;kBAA6L,CAAC;AAChP,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAKlC,CAAC;AACZ,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAa3C,CAAC;AACH,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,CAAC;AAC1F,eAAO,MAAM,kCAAkC;;;;kBAAqI,CAAC;AACrL,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAoH,CAAC;AAC/J,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAwB1C,CAAC;AACH,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,CAAC;AAExF,qBAAa,gCAAiC,SAAQ,KAAK;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM;gBAArC,MAAM,EAAE,MAAM,EAAW,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;CAC5E;AAED,qBAAa,kCAAkC;;gBAEjC,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAA;KAAE;IAKnG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAOtG,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IACtD,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,qCAAqC,CAAC,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;IAQ5G,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IACzD,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAOzD,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkC7G"}
|
|
@@ -54,8 +54,8 @@ export declare const ModelStarterCatalogItemSchema: z.ZodObject<{
|
|
|
54
54
|
modelAssetId: z.ZodNullable<z.ZodString>;
|
|
55
55
|
source: z.ZodEnum<{
|
|
56
56
|
local: "local";
|
|
57
|
-
builtin: "builtin";
|
|
58
57
|
managed: "managed";
|
|
58
|
+
builtin: "builtin";
|
|
59
59
|
}>;
|
|
60
60
|
}, z.core.$strict>;
|
|
61
61
|
supportedMethods: z.ZodArray<z.ZodEnum<{
|
|
@@ -110,11 +110,11 @@ export declare const ModelStarterCatalogItemSchema: z.ZodObject<{
|
|
|
110
110
|
name: z.ZodString;
|
|
111
111
|
kind: z.ZodEnum<{
|
|
112
112
|
content: "content";
|
|
113
|
+
state: "state";
|
|
113
114
|
schema: "schema";
|
|
114
115
|
model_judge: "model_judge";
|
|
115
116
|
human: "human";
|
|
116
117
|
runtime_event: "runtime_event";
|
|
117
|
-
state: "state";
|
|
118
118
|
custom_verifier: "custom_verifier";
|
|
119
119
|
artifact: "artifact";
|
|
120
120
|
learned_model: "learned_model";
|
|
@@ -173,8 +173,8 @@ export declare const ModelStarterCatalogPageSchema: z.ZodObject<{
|
|
|
173
173
|
modelAssetId: z.ZodNullable<z.ZodString>;
|
|
174
174
|
source: z.ZodEnum<{
|
|
175
175
|
local: "local";
|
|
176
|
-
builtin: "builtin";
|
|
177
176
|
managed: "managed";
|
|
177
|
+
builtin: "builtin";
|
|
178
178
|
}>;
|
|
179
179
|
}, z.core.$strict>;
|
|
180
180
|
supportedMethods: z.ZodArray<z.ZodEnum<{
|
|
@@ -229,11 +229,11 @@ export declare const ModelStarterCatalogPageSchema: z.ZodObject<{
|
|
|
229
229
|
name: z.ZodString;
|
|
230
230
|
kind: z.ZodEnum<{
|
|
231
231
|
content: "content";
|
|
232
|
+
state: "state";
|
|
232
233
|
schema: "schema";
|
|
233
234
|
model_judge: "model_judge";
|
|
234
235
|
human: "human";
|
|
235
236
|
runtime_event: "runtime_event";
|
|
236
|
-
state: "state";
|
|
237
237
|
custom_verifier: "custom_verifier";
|
|
238
238
|
artifact: "artifact";
|
|
239
239
|
learned_model: "learned_model";
|
|
@@ -304,7 +304,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
304
304
|
tokenizerRevision: string | null;
|
|
305
305
|
chatTemplateHash: string | null;
|
|
306
306
|
modelAssetId: string | null;
|
|
307
|
-
source: "local" | "
|
|
307
|
+
source: "local" | "managed" | "builtin";
|
|
308
308
|
};
|
|
309
309
|
supportedMethods: ("sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
|
|
310
310
|
defaultMethod: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo";
|
|
@@ -338,7 +338,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
338
338
|
contentHash: string;
|
|
339
339
|
rewardSummary?: {
|
|
340
340
|
name: string;
|
|
341
|
-
kind: "content" | "
|
|
341
|
+
kind: "content" | "state" | "schema" | "model_judge" | "human" | "runtime_event" | "custom_verifier" | "artifact" | "learned_model";
|
|
342
342
|
}[] | undefined;
|
|
343
343
|
}[];
|
|
344
344
|
nextCursor: string | null;
|
|
@@ -386,7 +386,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
386
386
|
tokenizerRevision: string | null;
|
|
387
387
|
chatTemplateHash: string | null;
|
|
388
388
|
modelAssetId: string | null;
|
|
389
|
-
source: "local" | "
|
|
389
|
+
source: "local" | "managed" | "builtin";
|
|
390
390
|
};
|
|
391
391
|
supportedMethods: ("sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
|
|
392
392
|
defaultMethod: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo";
|
|
@@ -492,7 +492,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
492
492
|
hardGate: boolean;
|
|
493
493
|
rewardEligible: boolean;
|
|
494
494
|
privileged: boolean;
|
|
495
|
-
kind: "content" | "
|
|
495
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
496
496
|
config: Record<string, unknown>;
|
|
497
497
|
} | {
|
|
498
498
|
id: string;
|
|
@@ -510,7 +510,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
510
510
|
mediaType: string;
|
|
511
511
|
visibility: "policy" | "verifier" | "host_private";
|
|
512
512
|
};
|
|
513
|
-
calibrationStatus: "
|
|
513
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
514
514
|
model?: {
|
|
515
515
|
providerId: string;
|
|
516
516
|
modelId: string;
|
|
@@ -668,7 +668,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
668
668
|
contentHash: string;
|
|
669
669
|
revision: number;
|
|
670
670
|
};
|
|
671
|
-
role: "
|
|
671
|
+
role: "training" | "evaluation";
|
|
672
672
|
normalization: {
|
|
673
673
|
kind: "identity";
|
|
674
674
|
} | {
|
|
@@ -704,7 +704,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
704
704
|
name: string;
|
|
705
705
|
description: string;
|
|
706
706
|
implementation: {
|
|
707
|
-
kind: "content" | "
|
|
707
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
708
708
|
config: Record<string, unknown>;
|
|
709
709
|
} | {
|
|
710
710
|
kind: "model_judge";
|
|
@@ -716,7 +716,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
716
716
|
mediaType: string;
|
|
717
717
|
visibility: "policy" | "verifier" | "host_private";
|
|
718
718
|
};
|
|
719
|
-
calibrationStatus: "
|
|
719
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
720
720
|
model?: {
|
|
721
721
|
providerId: string;
|
|
722
722
|
modelId: string;
|
|
@@ -864,7 +864,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
864
864
|
hardGate: boolean;
|
|
865
865
|
rewardEligible: boolean;
|
|
866
866
|
privileged: boolean;
|
|
867
|
-
kind: "content" | "
|
|
867
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
868
868
|
config: Record<string, unknown>;
|
|
869
869
|
} | {
|
|
870
870
|
id: string;
|
|
@@ -882,7 +882,7 @@ export declare class OpenPondModelStarterCatalogClient {
|
|
|
882
882
|
mediaType: string;
|
|
883
883
|
visibility: "policy" | "verifier" | "host_private";
|
|
884
884
|
};
|
|
885
|
-
calibrationStatus: "
|
|
885
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
886
886
|
model?: {
|
|
887
887
|
providerId: string;
|
|
888
888
|
modelId: string;
|
|
@@ -6,12 +6,12 @@ export declare const ModelStarterEnvironmentAttemptSchema: z.ZodObject<{
|
|
|
6
6
|
schemaVersion: z.ZodLiteral<"openpond.javascriptEnvironmentAttempt.v1">;
|
|
7
7
|
taskId: z.ZodString;
|
|
8
8
|
status: z.ZodEnum<{
|
|
9
|
+
policy_failure: "policy_failure";
|
|
10
|
+
environment_failure: "environment_failure";
|
|
11
|
+
cancelled: "cancelled";
|
|
9
12
|
completed: "completed";
|
|
10
13
|
budget_exhausted: "budget_exhausted";
|
|
11
|
-
cancelled: "cancelled";
|
|
12
14
|
timed_out: "timed_out";
|
|
13
|
-
policy_failure: "policy_failure";
|
|
14
|
-
environment_failure: "environment_failure";
|
|
15
15
|
}>;
|
|
16
16
|
output: z.ZodNullable<z.ZodString>;
|
|
17
17
|
collected: z.ZodBoolean;
|
|
@@ -43,7 +43,7 @@ export declare function verifyModelStarterEnvironmentAttempt(value: unknown, con
|
|
|
43
43
|
}): {
|
|
44
44
|
schemaVersion: "openpond.javascriptEnvironmentAttempt.v1";
|
|
45
45
|
taskId: string;
|
|
46
|
-
status: "
|
|
46
|
+
status: "policy_failure" | "environment_failure" | "cancelled" | "completed" | "budget_exhausted" | "timed_out";
|
|
47
47
|
output: string | null;
|
|
48
48
|
collected: boolean;
|
|
49
49
|
environmentCleanupComplete: boolean;
|