openpond-sdk 0.9.6 → 0.9.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-4HZORGK3.js +158 -0
- package/dist/chunk-4HZORGK3.js.map +7 -0
- package/dist/{chunk-XR6CLSCS.js → chunk-BGXWHDYM.js} +3 -2
- package/dist/chunk-BGXWHDYM.js.map +7 -0
- package/dist/{chunk-EMANJDJR.js → chunk-RXKIOOFZ.js} +62 -199
- package/dist/chunk-RXKIOOFZ.js.map +7 -0
- package/dist/{chunk-62LWLACP.js → chunk-YYJ4T4U4.js} +2 -2
- package/dist/dataset-marketplace.js +227 -0
- package/dist/dataset-marketplace.js.map +7 -0
- package/dist/dataset-workspaces.js +136 -3
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiments.js +67 -10
- package/dist/experiments.js.map +4 -4
- package/dist/index.js +11 -10
- package/dist/index.js.map +1 -1
- package/dist/model-starter-attempts.js +1 -1
- package/dist/model-taskset-runs.js +2 -2
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +954 -0
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts +97 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1183 -115
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +72 -72
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +1617 -0
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +2 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +23 -23
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-history.d.ts +266 -0
- package/dist/types/packages/sdk/src/experiment-history.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiments.d.ts +1 -0
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +8 -8
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +4 -4
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +16 -16
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +27 -27
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +49 -48
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +14 -14
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +4 -4
- package/dist/types/packages/sdk/src/model-starters.d.ts +17 -17
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +15 -15
- package/dist/types/packages/sdk/src/task-inventory.d.ts +3 -3
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +40 -40
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +24 -24
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +72 -72
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +140 -140
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +40 -40
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +14 -14
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +41 -41
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +37 -37
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +46 -46
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +59 -59
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +72 -72
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1733 -1733
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +1083 -1083
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +14 -14
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +48 -48
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +4 -4
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +54 -54
- package/dist/types/packages/sdk/src/training-project-client.d.ts +12 -12
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/training.d.ts +24 -24
- package/package.json +5 -1
- package/dist/chunk-EMANJDJR.js.map +0 -7
- package/dist/chunk-XR6CLSCS.js.map +0 -7
- /package/dist/{chunk-62LWLACP.js.map → chunk-YYJ4T4U4.js.map} +0 -0
|
@@ -63,9 +63,9 @@ export declare const TasksetDraftReviewPolicySchema: z.ZodObject<{
|
|
|
63
63
|
}, z.core.$strip>;
|
|
64
64
|
export declare const TasksetDraftOutputContractSchema: z.ZodObject<{
|
|
65
65
|
mode: z.ZodEnum<{
|
|
66
|
+
artifacts: "artifacts";
|
|
66
67
|
text: "text";
|
|
67
68
|
structured_json: "structured_json";
|
|
68
|
-
artifacts: "artifacts";
|
|
69
69
|
}>;
|
|
70
70
|
jsonSchema: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
71
71
|
renderer: z.ZodNullable<z.ZodObject<{
|
|
@@ -197,19 +197,19 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
197
197
|
}, z.core.$strip>;
|
|
198
198
|
connectedAppIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
199
199
|
secretScanStatus: z.ZodEnum<{
|
|
200
|
-
blocked: "blocked";
|
|
201
|
-
pending: "pending";
|
|
202
200
|
passed: "passed";
|
|
201
|
+
pending: "pending";
|
|
202
|
+
blocked: "blocked";
|
|
203
203
|
}>;
|
|
204
204
|
piiScanStatus: z.ZodEnum<{
|
|
205
|
-
|
|
205
|
+
passed: "passed";
|
|
206
206
|
pending: "pending";
|
|
207
|
+
blocked: "blocked";
|
|
207
208
|
review: "review";
|
|
208
|
-
passed: "passed";
|
|
209
209
|
}>;
|
|
210
210
|
licensingStatus: z.ZodEnum<{
|
|
211
|
-
blocked: "blocked";
|
|
212
211
|
pending: "pending";
|
|
212
|
+
blocked: "blocked";
|
|
213
213
|
approved: "approved";
|
|
214
214
|
review: "review";
|
|
215
215
|
}>;
|
|
@@ -221,21 +221,21 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
221
221
|
sourceHash: z.ZodString;
|
|
222
222
|
occurredAt: z.ZodString;
|
|
223
223
|
licensingStatus: z.ZodEnum<{
|
|
224
|
-
blocked: "blocked";
|
|
225
224
|
pending: "pending";
|
|
225
|
+
blocked: "blocked";
|
|
226
226
|
approved: "approved";
|
|
227
227
|
review: "review";
|
|
228
228
|
}>;
|
|
229
229
|
secretScanStatus: z.ZodEnum<{
|
|
230
|
-
blocked: "blocked";
|
|
231
|
-
pending: "pending";
|
|
232
230
|
passed: "passed";
|
|
231
|
+
pending: "pending";
|
|
232
|
+
blocked: "blocked";
|
|
233
233
|
}>;
|
|
234
234
|
piiScanStatus: z.ZodEnum<{
|
|
235
|
-
|
|
235
|
+
passed: "passed";
|
|
236
236
|
pending: "pending";
|
|
237
|
+
blocked: "blocked";
|
|
237
238
|
review: "review";
|
|
238
|
-
passed: "passed";
|
|
239
239
|
}>;
|
|
240
240
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
241
241
|
schemaVersion: z.ZodLiteral<"openpond.huggingFaceDatasetSource.v1">;
|
|
@@ -256,21 +256,21 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
256
256
|
sourceHash: z.ZodString;
|
|
257
257
|
occurredAt: z.ZodString;
|
|
258
258
|
licensingStatus: z.ZodEnum<{
|
|
259
|
-
blocked: "blocked";
|
|
260
259
|
pending: "pending";
|
|
260
|
+
blocked: "blocked";
|
|
261
261
|
approved: "approved";
|
|
262
262
|
review: "review";
|
|
263
263
|
}>;
|
|
264
264
|
secretScanStatus: z.ZodEnum<{
|
|
265
|
-
blocked: "blocked";
|
|
266
|
-
pending: "pending";
|
|
267
265
|
passed: "passed";
|
|
266
|
+
pending: "pending";
|
|
267
|
+
blocked: "blocked";
|
|
268
268
|
}>;
|
|
269
269
|
piiScanStatus: z.ZodEnum<{
|
|
270
|
-
|
|
270
|
+
passed: "passed";
|
|
271
271
|
pending: "pending";
|
|
272
|
+
blocked: "blocked";
|
|
272
273
|
review: "review";
|
|
273
|
-
passed: "passed";
|
|
274
274
|
}>;
|
|
275
275
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
276
276
|
schemaVersion: z.ZodLiteral<"openpond.uploadedFileDatasetSource.v1">;
|
|
@@ -287,21 +287,21 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
287
287
|
sourceHash: z.ZodString;
|
|
288
288
|
occurredAt: z.ZodString;
|
|
289
289
|
licensingStatus: z.ZodEnum<{
|
|
290
|
-
blocked: "blocked";
|
|
291
290
|
pending: "pending";
|
|
291
|
+
blocked: "blocked";
|
|
292
292
|
approved: "approved";
|
|
293
293
|
review: "review";
|
|
294
294
|
}>;
|
|
295
295
|
secretScanStatus: z.ZodEnum<{
|
|
296
|
-
blocked: "blocked";
|
|
297
|
-
pending: "pending";
|
|
298
296
|
passed: "passed";
|
|
297
|
+
pending: "pending";
|
|
298
|
+
blocked: "blocked";
|
|
299
299
|
}>;
|
|
300
300
|
piiScanStatus: z.ZodEnum<{
|
|
301
|
-
|
|
301
|
+
passed: "passed";
|
|
302
302
|
pending: "pending";
|
|
303
|
+
blocked: "blocked";
|
|
303
304
|
review: "review";
|
|
304
|
-
passed: "passed";
|
|
305
305
|
}>;
|
|
306
306
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
307
307
|
schemaVersion: z.ZodLiteral<"openpond.generatedDatasetSource.v1">;
|
|
@@ -317,21 +317,21 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
317
317
|
sourceHash: z.ZodString;
|
|
318
318
|
occurredAt: z.ZodString;
|
|
319
319
|
licensingStatus: z.ZodEnum<{
|
|
320
|
-
blocked: "blocked";
|
|
321
320
|
pending: "pending";
|
|
321
|
+
blocked: "blocked";
|
|
322
322
|
approved: "approved";
|
|
323
323
|
review: "review";
|
|
324
324
|
}>;
|
|
325
325
|
secretScanStatus: z.ZodEnum<{
|
|
326
|
-
blocked: "blocked";
|
|
327
|
-
pending: "pending";
|
|
328
326
|
passed: "passed";
|
|
327
|
+
pending: "pending";
|
|
328
|
+
blocked: "blocked";
|
|
329
329
|
}>;
|
|
330
330
|
piiScanStatus: z.ZodEnum<{
|
|
331
|
-
|
|
331
|
+
passed: "passed";
|
|
332
332
|
pending: "pending";
|
|
333
|
+
blocked: "blocked";
|
|
333
334
|
review: "review";
|
|
334
|
-
passed: "passed";
|
|
335
335
|
}>;
|
|
336
336
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
337
337
|
schemaVersion: z.ZodLiteral<"openpond.learningBatchDatasetSource.v1">;
|
|
@@ -361,17 +361,17 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
361
361
|
name: z.ZodString;
|
|
362
362
|
semanticRole: z.ZodEnum<{
|
|
363
363
|
metadata: "metadata";
|
|
364
|
+
reward: "reward";
|
|
365
|
+
feedback: "feedback";
|
|
366
|
+
messages: "messages";
|
|
364
367
|
row_id: "row_id";
|
|
365
368
|
cluster_id: "cluster_id";
|
|
366
369
|
prompt: "prompt";
|
|
367
|
-
messages: "messages";
|
|
368
370
|
demonstration: "demonstration";
|
|
369
371
|
chosen: "chosen";
|
|
370
372
|
rejected: "rejected";
|
|
371
373
|
expected_output: "expected_output";
|
|
372
374
|
privileged_context: "privileged_context";
|
|
373
|
-
reward: "reward";
|
|
374
|
-
feedback: "feedback";
|
|
375
375
|
tag: "tag";
|
|
376
376
|
}>;
|
|
377
377
|
logicalType: z.ZodEnum<{
|
|
@@ -463,10 +463,10 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
463
463
|
}, z.core.$strict>>>;
|
|
464
464
|
}, z.core.$strict>>>;
|
|
465
465
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
466
|
+
grade: "grade";
|
|
466
467
|
create: "create";
|
|
467
468
|
reset: "reset";
|
|
468
469
|
step: "step";
|
|
469
|
-
grade: "grade";
|
|
470
470
|
cleanup: "cleanup";
|
|
471
471
|
}>>;
|
|
472
472
|
defaultTimeoutMs: z.ZodNumber;
|
|
@@ -497,9 +497,9 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
497
497
|
}, z.core.$strip>;
|
|
498
498
|
output: z.ZodDefault<z.ZodObject<{
|
|
499
499
|
mode: z.ZodEnum<{
|
|
500
|
+
artifacts: "artifacts";
|
|
500
501
|
text: "text";
|
|
501
502
|
structured_json: "structured_json";
|
|
502
|
-
artifacts: "artifacts";
|
|
503
503
|
}>;
|
|
504
504
|
jsonSchema: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
505
505
|
renderer: z.ZodNullable<z.ZodObject<{
|
|
@@ -518,15 +518,14 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
518
518
|
}>;
|
|
519
519
|
supportedSignals: z.ZodArray<z.ZodEnum<{
|
|
520
520
|
label: "label";
|
|
521
|
-
demonstration: "demonstration";
|
|
522
521
|
reward: "reward";
|
|
523
|
-
feedback: "feedback";
|
|
524
522
|
preference: "preference";
|
|
523
|
+
feedback: "feedback";
|
|
524
|
+
demonstration: "demonstration";
|
|
525
525
|
correction: "correction";
|
|
526
526
|
}>>;
|
|
527
527
|
compatibleMethods: z.ZodArray<z.ZodEnum<{
|
|
528
528
|
none: "none";
|
|
529
|
-
retrieval: "retrieval";
|
|
530
529
|
sft: "sft";
|
|
531
530
|
dpo: "dpo";
|
|
532
531
|
grpo: "grpo";
|
|
@@ -535,6 +534,7 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
535
534
|
opd: "opd";
|
|
536
535
|
opsd: "opsd";
|
|
537
536
|
sdpo: "sdpo";
|
|
537
|
+
retrieval: "retrieval";
|
|
538
538
|
}>>;
|
|
539
539
|
rewardKinds: z.ZodArray<z.ZodEnum<{
|
|
540
540
|
none: "none";
|
|
@@ -645,11 +645,11 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
645
645
|
kind: z.ZodEnum<{
|
|
646
646
|
file: "file";
|
|
647
647
|
content: "content";
|
|
648
|
+
state: "state";
|
|
648
649
|
test: "test";
|
|
649
650
|
schema: "schema";
|
|
650
651
|
diff: "diff";
|
|
651
652
|
runtime_event: "runtime_event";
|
|
652
|
-
state: "state";
|
|
653
653
|
}>;
|
|
654
654
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
655
655
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -683,9 +683,9 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
683
683
|
}, z.core.$strip>;
|
|
684
684
|
calibrationFixtureRefs: z.ZodArray<z.ZodString>;
|
|
685
685
|
calibrationStatus: z.ZodEnum<{
|
|
686
|
+
passed: "passed";
|
|
686
687
|
failed: "failed";
|
|
687
688
|
pending: "pending";
|
|
688
|
-
passed: "passed";
|
|
689
689
|
}>;
|
|
690
690
|
temperature: z.ZodDefault<z.ZodNumber>;
|
|
691
691
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -723,12 +723,12 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
723
723
|
id: z.ZodString;
|
|
724
724
|
taskId: z.ZodString;
|
|
725
725
|
label: z.ZodEnum<{
|
|
726
|
+
infrastructure_failure: "infrastructure_failure";
|
|
726
727
|
positive: "positive";
|
|
727
728
|
negative: "negative";
|
|
728
729
|
boundary: "boundary";
|
|
729
730
|
adversarial: "adversarial";
|
|
730
731
|
prompt_injection: "prompt_injection";
|
|
731
|
-
infrastructure_failure: "infrastructure_failure";
|
|
732
732
|
}>;
|
|
733
733
|
output: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
734
734
|
infrastructureError: z.ZodNullable<z.ZodString>;
|
|
@@ -85,7 +85,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
85
85
|
hardGate: boolean;
|
|
86
86
|
rewardEligible: boolean;
|
|
87
87
|
privileged: boolean;
|
|
88
|
-
kind: "content" | "
|
|
88
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
89
89
|
config: Record<string, unknown>;
|
|
90
90
|
} | {
|
|
91
91
|
id: string;
|
|
@@ -103,7 +103,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
103
103
|
mediaType: string;
|
|
104
104
|
visibility: "policy" | "verifier" | "host_private";
|
|
105
105
|
};
|
|
106
|
-
calibrationStatus: "
|
|
106
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
107
107
|
model?: {
|
|
108
108
|
providerId: string;
|
|
109
109
|
modelId: string;
|
|
@@ -230,7 +230,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
230
230
|
hardGate: boolean;
|
|
231
231
|
rewardEligible: boolean;
|
|
232
232
|
privileged: boolean;
|
|
233
|
-
kind: "content" | "
|
|
233
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
234
234
|
config: Record<string, unknown>;
|
|
235
235
|
} | {
|
|
236
236
|
id: string;
|
|
@@ -248,7 +248,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
248
248
|
mediaType: string;
|
|
249
249
|
visibility: "policy" | "verifier" | "host_private";
|
|
250
250
|
};
|
|
251
|
-
calibrationStatus: "
|
|
251
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
252
252
|
model?: {
|
|
253
253
|
providerId: string;
|
|
254
254
|
modelId: string;
|
|
@@ -417,7 +417,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
417
417
|
name: string;
|
|
418
418
|
description: string;
|
|
419
419
|
implementation: {
|
|
420
|
-
kind: "content" | "
|
|
420
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
421
421
|
config: Record<string, unknown>;
|
|
422
422
|
} | {
|
|
423
423
|
kind: "model_judge";
|
|
@@ -429,7 +429,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
429
429
|
mediaType: string;
|
|
430
430
|
visibility: "policy" | "verifier" | "host_private";
|
|
431
431
|
};
|
|
432
|
-
calibrationStatus: "
|
|
432
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
433
433
|
model?: {
|
|
434
434
|
providerId: string;
|
|
435
435
|
modelId: string;
|
|
@@ -515,7 +515,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
515
515
|
contentHash: string;
|
|
516
516
|
revision: number;
|
|
517
517
|
};
|
|
518
|
-
role: "
|
|
518
|
+
role: "training" | "evaluation";
|
|
519
519
|
normalization: {
|
|
520
520
|
kind: "identity";
|
|
521
521
|
} | {
|
|
@@ -602,7 +602,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
602
602
|
hardGate: boolean;
|
|
603
603
|
rewardEligible: boolean;
|
|
604
604
|
privileged: boolean;
|
|
605
|
-
kind: "content" | "
|
|
605
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
606
606
|
config: Record<string, unknown>;
|
|
607
607
|
} | {
|
|
608
608
|
id: string;
|
|
@@ -620,7 +620,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
620
620
|
mediaType: string;
|
|
621
621
|
visibility: "policy" | "verifier" | "host_private";
|
|
622
622
|
};
|
|
623
|
-
calibrationStatus: "
|
|
623
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
624
624
|
model?: {
|
|
625
625
|
providerId: string;
|
|
626
626
|
modelId: string;
|
|
@@ -862,9 +862,9 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
862
862
|
} | null;
|
|
863
863
|
};
|
|
864
864
|
evidenceValidity: "pending" | "valid" | "invalid";
|
|
865
|
-
taskAdmissibility: "
|
|
866
|
-
observedQuality: "
|
|
867
|
-
targetApproval: "
|
|
865
|
+
taskAdmissibility: "pending" | "rejected" | "approved";
|
|
866
|
+
observedQuality: "passed" | "failed" | "unavailable" | "unscored";
|
|
867
|
+
targetApproval: "pending" | "rejected" | "approved" | "not_required";
|
|
868
868
|
approvedTarget: Record<string, import("zod").JSONType> | null;
|
|
869
869
|
grade: {
|
|
870
870
|
schemaVersion: "openpond.rewardComposition.v1";
|
|
@@ -882,8 +882,8 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
882
882
|
contentHash: string;
|
|
883
883
|
revision: number;
|
|
884
884
|
};
|
|
885
|
-
role: "
|
|
886
|
-
status: "failed" | "
|
|
885
|
+
role: "training" | "evaluation";
|
|
886
|
+
status: "failed" | "unavailable" | "scored" | "pending";
|
|
887
887
|
rawScore: number | null;
|
|
888
888
|
normalizedScore: number | null;
|
|
889
889
|
passed: boolean | null;
|
|
@@ -896,7 +896,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
896
896
|
score: number | null;
|
|
897
897
|
passed: boolean;
|
|
898
898
|
rewardEligible: boolean;
|
|
899
|
-
failureClass: "
|
|
899
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
900
900
|
feedback: string[];
|
|
901
901
|
visibleEvidenceRefs: string[];
|
|
902
902
|
privilegedEvidenceRefs: string[];
|
|
@@ -916,12 +916,12 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
916
916
|
} | undefined;
|
|
917
917
|
}[];
|
|
918
918
|
training: {
|
|
919
|
-
status: "
|
|
919
|
+
status: "scored" | "unscorable" | "not_configured";
|
|
920
920
|
score: number | null;
|
|
921
921
|
passed: boolean | null;
|
|
922
922
|
};
|
|
923
923
|
evaluation: {
|
|
924
|
-
status: "
|
|
924
|
+
status: "scored" | "unscorable" | "not_configured";
|
|
925
925
|
score: number | null;
|
|
926
926
|
passed: boolean | null;
|
|
927
927
|
};
|
|
@@ -943,8 +943,8 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
943
943
|
contentHash: string;
|
|
944
944
|
revision: number;
|
|
945
945
|
};
|
|
946
|
-
role: "
|
|
947
|
-
status: "failed" | "
|
|
946
|
+
role: "training" | "evaluation";
|
|
947
|
+
status: "failed" | "unavailable" | "scored" | "pending";
|
|
948
948
|
rawScore: number | null;
|
|
949
949
|
normalizedScore: number | null;
|
|
950
950
|
passed: boolean | null;
|
|
@@ -957,7 +957,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
957
957
|
score: number | null;
|
|
958
958
|
passed: boolean;
|
|
959
959
|
rewardEligible: boolean;
|
|
960
|
-
failureClass: "
|
|
960
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
961
961
|
feedback: string[];
|
|
962
962
|
visibleEvidenceRefs: string[];
|
|
963
963
|
privilegedEvidenceRefs: string[];
|
|
@@ -977,12 +977,12 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
977
977
|
} | undefined;
|
|
978
978
|
}[];
|
|
979
979
|
training: {
|
|
980
|
-
status: "
|
|
980
|
+
status: "scored" | "unscorable" | "not_configured";
|
|
981
981
|
score: number | null;
|
|
982
982
|
passed: boolean | null;
|
|
983
983
|
};
|
|
984
984
|
evaluation: {
|
|
985
|
-
status: "
|
|
985
|
+
status: "scored" | "unscorable" | "not_configured";
|
|
986
986
|
score: number | null;
|
|
987
987
|
passed: boolean | null;
|
|
988
988
|
};
|
|
@@ -997,7 +997,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
997
997
|
id: string;
|
|
998
998
|
revision: number;
|
|
999
999
|
name: string;
|
|
1000
|
-
kind: "
|
|
1000
|
+
kind: "provider" | "benchmark" | "work" | "direct" | "opentelemetry";
|
|
1001
1001
|
taskDefinition: {
|
|
1002
1002
|
id: string;
|
|
1003
1003
|
contentHash: string;
|
|
@@ -1132,7 +1132,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1132
1132
|
hardGate: boolean;
|
|
1133
1133
|
rewardEligible: boolean;
|
|
1134
1134
|
privileged: boolean;
|
|
1135
|
-
kind: "content" | "
|
|
1135
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
1136
1136
|
config: Record<string, unknown>;
|
|
1137
1137
|
} | {
|
|
1138
1138
|
id: string;
|
|
@@ -1150,7 +1150,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1150
1150
|
mediaType: string;
|
|
1151
1151
|
visibility: "policy" | "verifier" | "host_private";
|
|
1152
1152
|
};
|
|
1153
|
-
calibrationStatus: "
|
|
1153
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
1154
1154
|
model?: {
|
|
1155
1155
|
providerId: string;
|
|
1156
1156
|
modelId: string;
|
|
@@ -1277,7 +1277,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1277
1277
|
hardGate: boolean;
|
|
1278
1278
|
rewardEligible: boolean;
|
|
1279
1279
|
privileged: boolean;
|
|
1280
|
-
kind: "content" | "
|
|
1280
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
1281
1281
|
config: Record<string, unknown>;
|
|
1282
1282
|
} | {
|
|
1283
1283
|
id: string;
|
|
@@ -1295,7 +1295,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1295
1295
|
mediaType: string;
|
|
1296
1296
|
visibility: "policy" | "verifier" | "host_private";
|
|
1297
1297
|
};
|
|
1298
|
-
calibrationStatus: "
|
|
1298
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
1299
1299
|
model?: {
|
|
1300
1300
|
providerId: string;
|
|
1301
1301
|
modelId: string;
|
|
@@ -1464,7 +1464,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1464
1464
|
name: string;
|
|
1465
1465
|
description: string;
|
|
1466
1466
|
implementation: {
|
|
1467
|
-
kind: "content" | "
|
|
1467
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
1468
1468
|
config: Record<string, unknown>;
|
|
1469
1469
|
} | {
|
|
1470
1470
|
kind: "model_judge";
|
|
@@ -1476,7 +1476,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1476
1476
|
mediaType: string;
|
|
1477
1477
|
visibility: "policy" | "verifier" | "host_private";
|
|
1478
1478
|
};
|
|
1479
|
-
calibrationStatus: "
|
|
1479
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
1480
1480
|
model?: {
|
|
1481
1481
|
providerId: string;
|
|
1482
1482
|
modelId: string;
|
|
@@ -1562,7 +1562,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1562
1562
|
contentHash: string;
|
|
1563
1563
|
revision: number;
|
|
1564
1564
|
};
|
|
1565
|
-
role: "
|
|
1565
|
+
role: "training" | "evaluation";
|
|
1566
1566
|
normalization: {
|
|
1567
1567
|
kind: "identity";
|
|
1568
1568
|
} | {
|
|
@@ -1649,7 +1649,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1649
1649
|
hardGate: boolean;
|
|
1650
1650
|
rewardEligible: boolean;
|
|
1651
1651
|
privileged: boolean;
|
|
1652
|
-
kind: "content" | "
|
|
1652
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
1653
1653
|
config: Record<string, unknown>;
|
|
1654
1654
|
} | {
|
|
1655
1655
|
id: string;
|
|
@@ -1667,7 +1667,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1667
1667
|
mediaType: string;
|
|
1668
1668
|
visibility: "policy" | "verifier" | "host_private";
|
|
1669
1669
|
};
|
|
1670
|
-
calibrationStatus: "
|
|
1670
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
1671
1671
|
model?: {
|
|
1672
1672
|
providerId: string;
|
|
1673
1673
|
modelId: string;
|
|
@@ -1909,9 +1909,9 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1909
1909
|
} | null;
|
|
1910
1910
|
};
|
|
1911
1911
|
evidenceValidity: "pending" | "valid" | "invalid";
|
|
1912
|
-
taskAdmissibility: "
|
|
1913
|
-
observedQuality: "
|
|
1914
|
-
targetApproval: "
|
|
1912
|
+
taskAdmissibility: "pending" | "rejected" | "approved";
|
|
1913
|
+
observedQuality: "passed" | "failed" | "unavailable" | "unscored";
|
|
1914
|
+
targetApproval: "pending" | "rejected" | "approved" | "not_required";
|
|
1915
1915
|
approvedTarget: Record<string, import("zod").JSONType> | null;
|
|
1916
1916
|
grade: {
|
|
1917
1917
|
schemaVersion: "openpond.rewardComposition.v1";
|
|
@@ -1929,8 +1929,8 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1929
1929
|
contentHash: string;
|
|
1930
1930
|
revision: number;
|
|
1931
1931
|
};
|
|
1932
|
-
role: "
|
|
1933
|
-
status: "failed" | "
|
|
1932
|
+
role: "training" | "evaluation";
|
|
1933
|
+
status: "failed" | "unavailable" | "scored" | "pending";
|
|
1934
1934
|
rawScore: number | null;
|
|
1935
1935
|
normalizedScore: number | null;
|
|
1936
1936
|
passed: boolean | null;
|
|
@@ -1943,7 +1943,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1943
1943
|
score: number | null;
|
|
1944
1944
|
passed: boolean;
|
|
1945
1945
|
rewardEligible: boolean;
|
|
1946
|
-
failureClass: "
|
|
1946
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
1947
1947
|
feedback: string[];
|
|
1948
1948
|
visibleEvidenceRefs: string[];
|
|
1949
1949
|
privilegedEvidenceRefs: string[];
|
|
@@ -1963,12 +1963,12 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1963
1963
|
} | undefined;
|
|
1964
1964
|
}[];
|
|
1965
1965
|
training: {
|
|
1966
|
-
status: "
|
|
1966
|
+
status: "scored" | "unscorable" | "not_configured";
|
|
1967
1967
|
score: number | null;
|
|
1968
1968
|
passed: boolean | null;
|
|
1969
1969
|
};
|
|
1970
1970
|
evaluation: {
|
|
1971
|
-
status: "
|
|
1971
|
+
status: "scored" | "unscorable" | "not_configured";
|
|
1972
1972
|
score: number | null;
|
|
1973
1973
|
passed: boolean | null;
|
|
1974
1974
|
};
|
|
@@ -1990,8 +1990,8 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1990
1990
|
contentHash: string;
|
|
1991
1991
|
revision: number;
|
|
1992
1992
|
};
|
|
1993
|
-
role: "
|
|
1994
|
-
status: "failed" | "
|
|
1993
|
+
role: "training" | "evaluation";
|
|
1994
|
+
status: "failed" | "unavailable" | "scored" | "pending";
|
|
1995
1995
|
rawScore: number | null;
|
|
1996
1996
|
normalizedScore: number | null;
|
|
1997
1997
|
passed: boolean | null;
|
|
@@ -2004,7 +2004,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2004
2004
|
score: number | null;
|
|
2005
2005
|
passed: boolean;
|
|
2006
2006
|
rewardEligible: boolean;
|
|
2007
|
-
failureClass: "
|
|
2007
|
+
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
2008
2008
|
feedback: string[];
|
|
2009
2009
|
visibleEvidenceRefs: string[];
|
|
2010
2010
|
privilegedEvidenceRefs: string[];
|
|
@@ -2024,12 +2024,12 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2024
2024
|
} | undefined;
|
|
2025
2025
|
}[];
|
|
2026
2026
|
training: {
|
|
2027
|
-
status: "
|
|
2027
|
+
status: "scored" | "unscorable" | "not_configured";
|
|
2028
2028
|
score: number | null;
|
|
2029
2029
|
passed: boolean | null;
|
|
2030
2030
|
};
|
|
2031
2031
|
evaluation: {
|
|
2032
|
-
status: "
|
|
2032
|
+
status: "scored" | "unscorable" | "not_configured";
|
|
2033
2033
|
score: number | null;
|
|
2034
2034
|
passed: boolean | null;
|
|
2035
2035
|
};
|
|
@@ -2044,7 +2044,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2044
2044
|
id: string;
|
|
2045
2045
|
revision: number;
|
|
2046
2046
|
name: string;
|
|
2047
|
-
kind: "
|
|
2047
|
+
kind: "provider" | "benchmark" | "work" | "direct" | "opentelemetry";
|
|
2048
2048
|
taskDefinition: {
|
|
2049
2049
|
id: string;
|
|
2050
2050
|
contentHash: string;
|