openpond-sdk 0.10.0 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/advanced-refiner-evaluations.js +42 -0
- package/dist/advanced-refiner-evaluations.js.map +7 -0
- package/dist/candidate-evaluations.js +25 -0
- package/dist/candidate-evaluations.js.map +7 -0
- package/dist/{chunk-W5TXWVFS.js → chunk-2JKV5OJO.js} +88 -59
- package/dist/chunk-2JKV5OJO.js.map +7 -0
- package/dist/{chunk-2ZJRG3KL.js → chunk-2NSNBED7.js} +7 -3
- package/dist/chunk-2NSNBED7.js.map +7 -0
- package/dist/chunk-5RZAPZWI.js +445 -0
- package/dist/chunk-5RZAPZWI.js.map +7 -0
- package/dist/{chunk-JCPLAIZL.js → chunk-5U25KAJM.js} +106 -76
- package/dist/chunk-5U25KAJM.js.map +7 -0
- package/dist/chunk-7Q7I6FAT.js +139 -0
- package/dist/chunk-7Q7I6FAT.js.map +7 -0
- package/dist/chunk-A64VYVXN.js +64 -0
- package/dist/chunk-A64VYVXN.js.map +7 -0
- package/dist/{chunk-DT7FRNIZ.js → chunk-CSWVE3E6.js} +2 -2
- package/dist/chunk-DJWHN7NU.js +394 -0
- package/dist/chunk-DJWHN7NU.js.map +7 -0
- package/dist/chunk-GDJRGRHA.js +144 -0
- package/dist/chunk-GDJRGRHA.js.map +7 -0
- package/dist/chunk-HOAYWW33.js +587 -0
- package/dist/chunk-HOAYWW33.js.map +7 -0
- package/dist/{chunk-Y4NGWGTA.js → chunk-I2MBVOVX.js} +265 -264
- package/dist/chunk-I2MBVOVX.js.map +7 -0
- package/dist/{chunk-I3TQTXKB.js → chunk-IXBSFJCX.js} +4 -4
- package/dist/chunk-JMQ4HBWP.js +160 -0
- package/dist/chunk-JMQ4HBWP.js.map +7 -0
- package/dist/chunk-KQWCXW3A.js +294 -0
- package/dist/chunk-KQWCXW3A.js.map +7 -0
- package/dist/{chunk-I2YM3UY4.js → chunk-NHCGOFQW.js} +2 -2
- package/dist/{chunk-32H2EJRA.js → chunk-R3M6BIOK.js} +2 -2
- package/dist/chunk-SLS3GFPG.js +125 -0
- package/dist/chunk-SLS3GFPG.js.map +7 -0
- package/dist/chunk-SVU4RZ4K.js +70 -0
- package/dist/chunk-SVU4RZ4K.js.map +7 -0
- package/dist/chunk-T4APHDES.js +74 -0
- package/dist/chunk-T4APHDES.js.map +7 -0
- package/dist/chunk-VC5OV5AS.js +174 -0
- package/dist/chunk-VC5OV5AS.js.map +7 -0
- package/dist/{chunk-7B44TQZD.js → chunk-WX22WN33.js} +13 -7
- package/dist/chunk-WX22WN33.js.map +7 -0
- package/dist/chunk-XEUOJ5WF.js +31 -0
- package/dist/chunk-XEUOJ5WF.js.map +7 -0
- package/dist/{chunk-LGEF4S5I.js → chunk-XJDWHTH5.js} +390 -362
- package/dist/chunk-XJDWHTH5.js.map +7 -0
- package/dist/chunk-YCQVVFE5.js +37 -0
- package/dist/chunk-YCQVVFE5.js.map +7 -0
- package/dist/chunk-ZVJU5CJ5.js +267 -0
- package/dist/chunk-ZVJU5CJ5.js.map +7 -0
- package/dist/connected-evidence.js +81 -0
- package/dist/connected-evidence.js.map +7 -0
- package/dist/dataset-workspaces.js +44 -79
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiment-evaluation-schedules.js +48 -0
- package/dist/experiment-evaluation-schedules.js.map +7 -0
- package/dist/experiment-improvements.js +52 -0
- package/dist/experiment-improvements.js.map +7 -0
- package/dist/experiments.js +48 -90
- package/dist/experiments.js.map +3 -3
- package/dist/human-review.js +13 -0
- package/dist/human-review.js.map +7 -0
- package/dist/index.js +208 -17
- package/dist/index.js.map +2 -2
- package/dist/learning.js +1 -1
- package/dist/model-starter-attempts.js +2 -2
- package/dist/model-starter-catalog.js +7 -2
- package/dist/model-starter-catalog.js.map +1 -1
- package/dist/model-starters.js +7 -2
- package/dist/model-taskset-runs.js +3 -3
- package/dist/post-training.js +47 -0
- package/dist/post-training.js.map +7 -0
- package/dist/taskset-drafts.js +11 -4
- package/dist/taskset-drafts.js.map +2 -2
- package/dist/taskset-packages.js +26 -556
- package/dist/taskset-packages.js.map +4 -4
- package/dist/training-bundle.js +58 -17
- package/dist/training-bundle.js.map +2 -2
- package/dist/training-projects.js +1 -1
- package/dist/training.js +7 -2
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2673 -0
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +48 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2460 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +215 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts +6 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +771 -120
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +278 -38
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +280 -40
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-client.d.ts +3513 -52
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1017 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +8 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +262 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +1388 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +5 -2
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiments.d.ts +3 -0
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
- package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/index.d.ts +10 -0
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +20 -4
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +79 -5
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +15 -13
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +359 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +288 -19
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +78 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starters.d.ts +466 -13
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1282 -4
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1285 -5
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +3518 -0
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1369 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +142 -22
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +278 -38
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +217 -20
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +12 -12
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +140 -20
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +638 -42
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +249 -36
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +278 -38
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts +1 -0
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1322 -26
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +660 -12
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +29 -11
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +430 -39
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +776 -8
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1161 -11
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +2655 -24
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/package.json +30 -2
- package/dist/chunk-2ZJRG3KL.js.map +0 -7
- package/dist/chunk-7B44TQZD.js.map +0 -7
- package/dist/chunk-JCPLAIZL.js.map +0 -7
- package/dist/chunk-LGEF4S5I.js.map +0 -7
- package/dist/chunk-PRRUBH2B.js +0 -314
- package/dist/chunk-PRRUBH2B.js.map +0 -7
- package/dist/chunk-W5TXWVFS.js.map +0 -7
- package/dist/chunk-Y4NGWGTA.js.map +0 -7
- /package/dist/{chunk-DT7FRNIZ.js.map → chunk-CSWVE3E6.js.map} +0 -0
- /package/dist/{chunk-I3TQTXKB.js.map → chunk-IXBSFJCX.js.map} +0 -0
- /package/dist/{chunk-I2YM3UY4.js.map → chunk-NHCGOFQW.js.map} +0 -0
- /package/dist/{chunk-32H2EJRA.js.map → chunk-R3M6BIOK.js.map} +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import {
|
|
2
2
|
ChatModelRefSchema
|
|
3
|
-
} from "./chunk-
|
|
3
|
+
} from "./chunk-I2MBVOVX.js";
|
|
4
4
|
import {
|
|
5
5
|
ImmutableReleaseRefSchema,
|
|
6
6
|
ReleaseHashSchema,
|
|
@@ -9,24 +9,48 @@ import {
|
|
|
9
9
|
contentHash
|
|
10
10
|
} from "./chunk-QUOW6URQ.js";
|
|
11
11
|
|
|
12
|
-
// src/
|
|
12
|
+
// src/connected-dataset-source.ts
|
|
13
13
|
import { z } from "zod";
|
|
14
|
-
|
|
15
|
-
var
|
|
16
|
-
|
|
17
|
-
|
|
14
|
+
import { ConnectedSourceKindSchema } from "@openpond/evals/connected-evidence";
|
|
15
|
+
var ConnectedDatasetSourceRefSchema = z.object({
|
|
16
|
+
schemaVersion: z.literal("openpond.connectedDatasetSource.v1"),
|
|
17
|
+
kind: z.literal("connected_activity"),
|
|
18
|
+
id: z.string().min(1).max(240),
|
|
19
|
+
profileId: z.string().min(1).max(240),
|
|
20
|
+
title: z.string().min(1).max(500),
|
|
21
|
+
sourceHash: z.string().regex(/^[a-f0-9]{64}$/),
|
|
22
|
+
occurredAt: z.string().datetime(),
|
|
23
|
+
licensingStatus: z.enum(["pending", "approved", "review", "blocked"]),
|
|
24
|
+
secretScanStatus: z.enum(["pending", "passed", "blocked"]),
|
|
25
|
+
piiScanStatus: z.enum(["pending", "passed", "review", "blocked"]),
|
|
26
|
+
origin: ConnectedSourceKindSchema,
|
|
27
|
+
sourceId: z.string().min(1).max(500),
|
|
28
|
+
sessionId: z.string().min(1).max(500),
|
|
29
|
+
normalizerVersion: z.string().min(1).max(200),
|
|
30
|
+
projection: z.enum(["turn", "conversation"]),
|
|
31
|
+
ownerUserId: z.string().min(1).max(500),
|
|
32
|
+
purpose: z.literal("recorded_evaluation"),
|
|
33
|
+
metadata: z.record(z.string(), z.unknown()).default({})
|
|
34
|
+
}).strict();
|
|
35
|
+
|
|
36
|
+
// src/taskset-draft-dataset-artifacts.ts
|
|
37
|
+
import { z as z2 } from "zod";
|
|
38
|
+
var IdSchema = z2.string().trim().min(1).max(240);
|
|
39
|
+
var TimestampSchema = z2.string().trim().min(1);
|
|
40
|
+
var HashSchema = z2.string().trim().min(8).max(256);
|
|
41
|
+
var RelativePathSchema = z2.string().trim().min(1).max(1e3).refine(
|
|
18
42
|
(value) => !value.startsWith("/") && !value.startsWith("\\") && !value.split(/[\\/]/).includes(".."),
|
|
19
43
|
"Artifact paths must be relative and stay inside the Dataset."
|
|
20
44
|
);
|
|
21
|
-
var DatasetSplitSchema =
|
|
45
|
+
var DatasetSplitSchema = z2.enum([
|
|
22
46
|
"train",
|
|
23
47
|
"validation",
|
|
24
48
|
"test",
|
|
25
49
|
"frozen_eval"
|
|
26
50
|
]);
|
|
27
|
-
var DatasetSemanticFieldSchema =
|
|
28
|
-
name:
|
|
29
|
-
semanticRole:
|
|
51
|
+
var DatasetSemanticFieldSchema = z2.object({
|
|
52
|
+
name: z2.string().trim().min(1).max(500),
|
|
53
|
+
semanticRole: z2.enum([
|
|
30
54
|
"row_id",
|
|
31
55
|
"cluster_id",
|
|
32
56
|
"prompt",
|
|
@@ -41,7 +65,7 @@ var DatasetSemanticFieldSchema = z.object({
|
|
|
41
65
|
"tag",
|
|
42
66
|
"metadata"
|
|
43
67
|
]),
|
|
44
|
-
logicalType:
|
|
68
|
+
logicalType: z2.enum([
|
|
45
69
|
"string",
|
|
46
70
|
"integer",
|
|
47
71
|
"float",
|
|
@@ -49,61 +73,61 @@ var DatasetSemanticFieldSchema = z.object({
|
|
|
49
73
|
"json",
|
|
50
74
|
"messages"
|
|
51
75
|
]),
|
|
52
|
-
nullable:
|
|
53
|
-
policy:
|
|
76
|
+
nullable: z2.boolean(),
|
|
77
|
+
policy: z2.enum(["visible", "privileged", "metadata"])
|
|
54
78
|
});
|
|
55
|
-
var DatasetSemanticSchemaSchema =
|
|
56
|
-
schemaVersion:
|
|
57
|
-
fields:
|
|
79
|
+
var DatasetSemanticSchemaSchema = z2.object({
|
|
80
|
+
schemaVersion: z2.literal("openpond.datasetSemanticSchema.v1"),
|
|
81
|
+
fields: z2.array(DatasetSemanticFieldSchema).min(1).max(1e4),
|
|
58
82
|
schemaHash: HashSchema
|
|
59
83
|
});
|
|
60
|
-
var DatasetShardRefSchema =
|
|
84
|
+
var DatasetShardRefSchema = z2.object({
|
|
61
85
|
id: IdSchema,
|
|
62
86
|
split: DatasetSplitSchema,
|
|
63
87
|
path: RelativePathSchema,
|
|
64
88
|
contentHash: HashSchema,
|
|
65
89
|
schemaHash: HashSchema,
|
|
66
|
-
sizeBytes:
|
|
67
|
-
rowCount:
|
|
68
|
-
rowGroupCount:
|
|
90
|
+
sizeBytes: z2.number().int().nonnegative(),
|
|
91
|
+
rowCount: z2.number().int().positive(),
|
|
92
|
+
rowGroupCount: z2.number().int().positive()
|
|
69
93
|
});
|
|
70
|
-
var DatasetArtifactManifestSchema =
|
|
71
|
-
schemaVersion:
|
|
94
|
+
var DatasetArtifactManifestSchema = z2.object({
|
|
95
|
+
schemaVersion: z2.literal("openpond.datasetArtifact.v1"),
|
|
72
96
|
id: IdSchema,
|
|
73
97
|
tasksetId: IdSchema,
|
|
74
|
-
tasksetRevision:
|
|
98
|
+
tasksetRevision: z2.number().int().positive(),
|
|
75
99
|
contentHash: HashSchema,
|
|
76
|
-
format:
|
|
100
|
+
format: z2.literal("parquet"),
|
|
77
101
|
schema: DatasetSemanticSchemaSchema,
|
|
78
|
-
shards:
|
|
79
|
-
rowCount:
|
|
80
|
-
splitCounts:
|
|
81
|
-
sourceReceiptRefs:
|
|
102
|
+
shards: z2.array(DatasetShardRefSchema).min(1).max(1e5),
|
|
103
|
+
rowCount: z2.number().int().positive(),
|
|
104
|
+
splitCounts: z2.record(DatasetSplitSchema, z2.number().int().nonnegative()),
|
|
105
|
+
sourceReceiptRefs: z2.array(IdSchema).min(1).max(1e5),
|
|
82
106
|
mappingHash: HashSchema,
|
|
83
107
|
qualityReportHash: HashSchema,
|
|
84
108
|
createdAt: TimestampSchema
|
|
85
109
|
});
|
|
86
|
-
var DatasetArtifactSummarySchema =
|
|
87
|
-
schemaVersion:
|
|
110
|
+
var DatasetArtifactSummarySchema = z2.object({
|
|
111
|
+
schemaVersion: z2.literal("openpond.datasetArtifactSummary.v1"),
|
|
88
112
|
artifactId: IdSchema,
|
|
89
113
|
tasksetId: IdSchema,
|
|
90
|
-
tasksetRevision:
|
|
91
|
-
format:
|
|
92
|
-
rowCount:
|
|
93
|
-
splitCounts:
|
|
94
|
-
sizeBytes:
|
|
114
|
+
tasksetRevision: z2.number().int().positive(),
|
|
115
|
+
format: z2.literal("parquet"),
|
|
116
|
+
rowCount: z2.number().int().positive(),
|
|
117
|
+
splitCounts: z2.record(DatasetSplitSchema, z2.number().int().nonnegative()),
|
|
118
|
+
sizeBytes: z2.number().int().nonnegative(),
|
|
95
119
|
contentHash: HashSchema,
|
|
96
|
-
available:
|
|
97
|
-
unavailableReason:
|
|
120
|
+
available: z2.boolean(),
|
|
121
|
+
unavailableReason: z2.string().trim().min(1).max(2e3).nullable(),
|
|
98
122
|
createdAt: TimestampSchema
|
|
99
123
|
});
|
|
100
|
-
var DatasetCatalogItemSchema =
|
|
101
|
-
schemaVersion:
|
|
124
|
+
var DatasetCatalogItemSchema = z2.object({
|
|
125
|
+
schemaVersion: z2.literal("openpond.datasetCatalogItem.v1"),
|
|
102
126
|
tasksetId: IdSchema,
|
|
103
|
-
tasksetRevision:
|
|
127
|
+
tasksetRevision: z2.number().int().positive(),
|
|
104
128
|
artifactId: IdSchema.nullable(),
|
|
105
|
-
name:
|
|
106
|
-
status:
|
|
129
|
+
name: z2.string().trim().min(1).max(500),
|
|
130
|
+
status: z2.enum([
|
|
107
131
|
"draft",
|
|
108
132
|
"awaiting_disclosure_approval",
|
|
109
133
|
"awaiting_materialization_approval",
|
|
@@ -116,138 +140,138 @@ var DatasetCatalogItemSchema = z.object({
|
|
|
116
140
|
"failed",
|
|
117
141
|
"archived"
|
|
118
142
|
]),
|
|
119
|
-
storageKind:
|
|
120
|
-
rowCount:
|
|
121
|
-
splitCounts:
|
|
122
|
-
sizeBytes:
|
|
123
|
-
available:
|
|
124
|
-
unavailableReason:
|
|
143
|
+
storageKind: z2.enum(["inline", "parquet"]),
|
|
144
|
+
rowCount: z2.number().int().nonnegative(),
|
|
145
|
+
splitCounts: z2.record(DatasetSplitSchema, z2.number().int().nonnegative()),
|
|
146
|
+
sizeBytes: z2.number().int().nonnegative().nullable(),
|
|
147
|
+
available: z2.boolean(),
|
|
148
|
+
unavailableReason: z2.string().trim().min(1).max(2e3).nullable(),
|
|
125
149
|
createdAt: TimestampSchema,
|
|
126
150
|
updatedAt: TimestampSchema
|
|
127
151
|
});
|
|
128
|
-
var DatasetCatalogResponseSchema =
|
|
129
|
-
schemaVersion:
|
|
152
|
+
var DatasetCatalogResponseSchema = z2.object({
|
|
153
|
+
schemaVersion: z2.literal("openpond.datasetCatalog.v1"),
|
|
130
154
|
profileId: IdSchema,
|
|
131
|
-
datasets:
|
|
155
|
+
datasets: z2.array(DatasetCatalogItemSchema),
|
|
132
156
|
generatedAt: TimestampSchema
|
|
133
157
|
});
|
|
134
|
-
var DatasetArtifactRegistryEntrySchema =
|
|
135
|
-
schemaVersion:
|
|
158
|
+
var DatasetArtifactRegistryEntrySchema = z2.object({
|
|
159
|
+
schemaVersion: z2.literal("openpond.datasetArtifactRegistry.v1"),
|
|
136
160
|
manifest: DatasetArtifactManifestSchema,
|
|
137
161
|
profileId: IdSchema,
|
|
138
|
-
storageRoot:
|
|
162
|
+
storageRoot: z2.string().trim().min(1).max(4e3),
|
|
139
163
|
relativeManifestPath: RelativePathSchema,
|
|
140
|
-
available:
|
|
141
|
-
unavailableReason:
|
|
164
|
+
available: z2.boolean(),
|
|
165
|
+
unavailableReason: z2.string().trim().min(1).max(2e3).nullable(),
|
|
142
166
|
verifiedAt: TimestampSchema.nullable(),
|
|
143
167
|
createdAt: TimestampSchema,
|
|
144
168
|
updatedAt: TimestampSchema
|
|
145
169
|
});
|
|
146
|
-
var DatasetRowPageRequestSchema =
|
|
170
|
+
var DatasetRowPageRequestSchema = z2.object({
|
|
147
171
|
split: DatasetSplitSchema.nullable().default(null),
|
|
148
|
-
cursor:
|
|
149
|
-
limit:
|
|
150
|
-
columns:
|
|
172
|
+
cursor: z2.string().trim().min(1).max(2e3).nullable().default(null),
|
|
173
|
+
limit: z2.number().int().min(1).max(100).default(25),
|
|
174
|
+
columns: z2.array(z2.string().trim().min(1).max(500)).max(100).default([])
|
|
151
175
|
});
|
|
152
|
-
var DatasetRowPageSchema =
|
|
153
|
-
schemaVersion:
|
|
176
|
+
var DatasetRowPageSchema = z2.object({
|
|
177
|
+
schemaVersion: z2.literal("openpond.datasetRowPage.v1"),
|
|
154
178
|
tasksetId: IdSchema,
|
|
155
|
-
tasksetRevision:
|
|
179
|
+
tasksetRevision: z2.number().int().positive(),
|
|
156
180
|
artifactHash: HashSchema,
|
|
157
181
|
split: DatasetSplitSchema.nullable(),
|
|
158
|
-
rows:
|
|
159
|
-
nextCursor:
|
|
160
|
-
totalRows:
|
|
161
|
-
returnedRows:
|
|
182
|
+
rows: z2.array(z2.record(z2.string(), z2.unknown())).max(100),
|
|
183
|
+
nextCursor: z2.string().max(2e3).nullable(),
|
|
184
|
+
totalRows: z2.number().int().nonnegative(),
|
|
185
|
+
returnedRows: z2.number().int().nonnegative()
|
|
162
186
|
});
|
|
163
|
-
var DatasetStorageSettingsSchema =
|
|
164
|
-
schemaVersion:
|
|
165
|
-
datasetStorePath:
|
|
187
|
+
var DatasetStorageSettingsSchema = z2.object({
|
|
188
|
+
schemaVersion: z2.literal("openpond.datasetStorageSettings.v1"),
|
|
189
|
+
datasetStorePath: z2.string().trim().min(1).max(4e3),
|
|
166
190
|
updatedAt: TimestampSchema
|
|
167
191
|
});
|
|
168
|
-
var DatasetStorageRootSchema =
|
|
192
|
+
var DatasetStorageRootSchema = z2.object({
|
|
169
193
|
id: IdSchema,
|
|
170
|
-
label:
|
|
171
|
-
path:
|
|
172
|
-
datasetStorePath:
|
|
173
|
-
kind:
|
|
174
|
-
configured:
|
|
175
|
-
mounted:
|
|
176
|
-
writable:
|
|
177
|
-
totalBytes:
|
|
178
|
-
freeBytes:
|
|
194
|
+
label: z2.string().trim().min(1).max(500),
|
|
195
|
+
path: z2.string().trim().min(1).max(4e3),
|
|
196
|
+
datasetStorePath: z2.string().trim().min(1).max(4e3),
|
|
197
|
+
kind: z2.enum(["local", "network", "removable", "cache"]),
|
|
198
|
+
configured: z2.boolean(),
|
|
199
|
+
mounted: z2.boolean(),
|
|
200
|
+
writable: z2.boolean(),
|
|
201
|
+
totalBytes: z2.number().int().nonnegative().nullable(),
|
|
202
|
+
freeBytes: z2.number().int().nonnegative().nullable()
|
|
179
203
|
});
|
|
180
|
-
var DatasetStorageStateSchema =
|
|
181
|
-
schemaVersion:
|
|
204
|
+
var DatasetStorageStateSchema = z2.object({
|
|
205
|
+
schemaVersion: z2.literal("openpond.datasetStorageState.v1"),
|
|
182
206
|
settings: DatasetStorageSettingsSchema,
|
|
183
|
-
storageRoots:
|
|
207
|
+
storageRoots: z2.array(DatasetStorageRootSchema)
|
|
184
208
|
});
|
|
185
|
-
var UpdateDatasetStorageSettingsRequestSchema =
|
|
186
|
-
datasetStorePath:
|
|
209
|
+
var UpdateDatasetStorageSettingsRequestSchema = z2.object({
|
|
210
|
+
datasetStorePath: z2.string().trim().min(1).max(4e3)
|
|
187
211
|
});
|
|
188
212
|
|
|
189
213
|
// src/taskset-draft-dataset-sources.ts
|
|
190
|
-
import { z as
|
|
191
|
-
var IdSchema2 =
|
|
192
|
-
var TimestampSchema2 =
|
|
193
|
-
var HashSchema2 =
|
|
194
|
-
var MetadataSchema =
|
|
195
|
-
var RevisionSchema =
|
|
196
|
-
var DatasetSourceReviewStatusSchema =
|
|
214
|
+
import { z as z3 } from "zod";
|
|
215
|
+
var IdSchema2 = z3.string().trim().min(1).max(240);
|
|
216
|
+
var TimestampSchema2 = z3.string().trim().min(1);
|
|
217
|
+
var HashSchema2 = z3.string().trim().min(8).max(256);
|
|
218
|
+
var MetadataSchema = z3.record(z3.string(), z3.unknown()).default({});
|
|
219
|
+
var RevisionSchema = z3.string().trim().min(7).max(256);
|
|
220
|
+
var DatasetSourceReviewStatusSchema = z3.enum([
|
|
197
221
|
"pending",
|
|
198
222
|
"approved",
|
|
199
223
|
"review",
|
|
200
224
|
"blocked"
|
|
201
225
|
]);
|
|
202
|
-
var ExternalDatasetSourceBaseSchema =
|
|
226
|
+
var ExternalDatasetSourceBaseSchema = z3.object({
|
|
203
227
|
id: IdSchema2,
|
|
204
228
|
profileId: IdSchema2,
|
|
205
|
-
title:
|
|
229
|
+
title: z3.string().trim().min(1).max(500),
|
|
206
230
|
sourceHash: HashSchema2,
|
|
207
231
|
occurredAt: TimestampSchema2,
|
|
208
232
|
licensingStatus: DatasetSourceReviewStatusSchema,
|
|
209
|
-
secretScanStatus:
|
|
210
|
-
piiScanStatus:
|
|
233
|
+
secretScanStatus: z3.enum(["pending", "passed", "blocked"]),
|
|
234
|
+
piiScanStatus: z3.enum(["pending", "passed", "review", "blocked"]),
|
|
211
235
|
metadata: MetadataSchema
|
|
212
236
|
});
|
|
213
237
|
var HuggingFaceDatasetSourceRefSchema = ExternalDatasetSourceBaseSchema.extend({
|
|
214
|
-
schemaVersion:
|
|
215
|
-
kind:
|
|
216
|
-
repositoryId:
|
|
217
|
-
repositoryUrl:
|
|
238
|
+
schemaVersion: z3.literal("openpond.huggingFaceDatasetSource.v1"),
|
|
239
|
+
kind: z3.literal("huggingface"),
|
|
240
|
+
repositoryId: z3.string().trim().regex(/^[^/\s]+\/[^/\s]+$/).max(500),
|
|
241
|
+
repositoryUrl: z3.string().url().max(2e3),
|
|
218
242
|
revision: RevisionSchema,
|
|
219
|
-
configuration:
|
|
220
|
-
upstreamSplits:
|
|
221
|
-
gated:
|
|
222
|
-
private:
|
|
223
|
-
declaredLicense:
|
|
224
|
-
sourceFileHashes:
|
|
243
|
+
configuration: z3.string().trim().min(1).max(500),
|
|
244
|
+
upstreamSplits: z3.array(z3.string().trim().min(1).max(500)).min(1).max(1e3),
|
|
245
|
+
gated: z3.boolean(),
|
|
246
|
+
private: z3.boolean(),
|
|
247
|
+
declaredLicense: z3.string().trim().min(1).max(500).nullable(),
|
|
248
|
+
sourceFileHashes: z3.array(HashSchema2).min(1).max(1e5)
|
|
225
249
|
});
|
|
226
250
|
var UploadedFileDatasetSourceRefSchema = ExternalDatasetSourceBaseSchema.extend({
|
|
227
|
-
schemaVersion:
|
|
228
|
-
kind:
|
|
229
|
-
originalFileNames:
|
|
230
|
-
mediaTypes:
|
|
231
|
-
sourceFileHashes:
|
|
232
|
-
totalBytes:
|
|
233
|
-
parserVersion:
|
|
251
|
+
schemaVersion: z3.literal("openpond.uploadedFileDatasetSource.v1"),
|
|
252
|
+
kind: z3.literal("uploaded_file"),
|
|
253
|
+
originalFileNames: z3.array(z3.string().trim().min(1).max(500)).min(1).max(1e3),
|
|
254
|
+
mediaTypes: z3.array(z3.string().trim().min(1).max(200)).min(1).max(1e3),
|
|
255
|
+
sourceFileHashes: z3.array(HashSchema2).min(1).max(1e3),
|
|
256
|
+
totalBytes: z3.number().int().nonnegative(),
|
|
257
|
+
parserVersion: z3.string().trim().min(1).max(200)
|
|
234
258
|
});
|
|
235
259
|
var GeneratedDatasetSourceRefSchema = ExternalDatasetSourceBaseSchema.extend({
|
|
236
|
-
schemaVersion:
|
|
237
|
-
kind:
|
|
260
|
+
schemaVersion: z3.literal("openpond.generatedDatasetSource.v1"),
|
|
261
|
+
kind: z3.literal("generated"),
|
|
238
262
|
generatorId: IdSchema2,
|
|
239
|
-
generatorVersion:
|
|
240
|
-
seed:
|
|
263
|
+
generatorVersion: z3.string().trim().min(1).max(200),
|
|
264
|
+
seed: z3.number().int(),
|
|
241
265
|
generatorHash: HashSchema2
|
|
242
266
|
});
|
|
243
267
|
var LearningBatchDatasetSourceRefSchema = ExternalDatasetSourceBaseSchema.extend({
|
|
244
|
-
schemaVersion:
|
|
245
|
-
kind:
|
|
246
|
-
batch:
|
|
247
|
-
taskDefinition:
|
|
268
|
+
schemaVersion: z3.literal("openpond.learningBatchDatasetSource.v1"),
|
|
269
|
+
kind: z3.literal("learning_batch"),
|
|
270
|
+
batch: z3.object({ id: IdSchema2, revision: z3.number().int().positive(), contentHash: HashSchema2 }).strict(),
|
|
271
|
+
taskDefinition: z3.object({ id: IdSchema2, revision: z3.number().int().positive(), contentHash: HashSchema2 }).strict(),
|
|
248
272
|
admittedBy: IdSchema2
|
|
249
273
|
});
|
|
250
|
-
var ExternalDatasetSourceRefSchema =
|
|
274
|
+
var ExternalDatasetSourceRefSchema = z3.discriminatedUnion("kind", [
|
|
251
275
|
HuggingFaceDatasetSourceRefSchema,
|
|
252
276
|
UploadedFileDatasetSourceRefSchema,
|
|
253
277
|
GeneratedDatasetSourceRefSchema,
|
|
@@ -255,38 +279,39 @@ var ExternalDatasetSourceRefSchema = z2.discriminatedUnion("kind", [
|
|
|
255
279
|
]);
|
|
256
280
|
|
|
257
281
|
// src/taskset-draft-harness-actions.ts
|
|
258
|
-
import { z as
|
|
259
|
-
var HarnessActionBindingSchema =
|
|
260
|
-
schemaVersion:
|
|
282
|
+
import { z as z4 } from "zod";
|
|
283
|
+
var HarnessActionBindingSchema = z4.object({
|
|
284
|
+
schemaVersion: z4.literal("openpond.harnessActionBinding.v1"),
|
|
261
285
|
actionId: ReleaseIdSchema,
|
|
262
|
-
modelToolName:
|
|
263
|
-
description:
|
|
264
|
-
inputSchema:
|
|
286
|
+
modelToolName: z4.string().trim().min(1).max(64).regex(/^[a-zA-Z][a-zA-Z0-9_-]*$/),
|
|
287
|
+
description: z4.string().trim().min(1).max(1e3),
|
|
288
|
+
inputSchema: z4.record(z4.string(), z4.unknown()),
|
|
265
289
|
actionSchemaHash: ReleaseHashSchema,
|
|
266
290
|
agentRelease: ImmutableReleaseRefSchema,
|
|
267
291
|
implementationHash: ReleaseHashSchema,
|
|
268
292
|
runtimeBindingId: ReleaseIdSchema,
|
|
269
293
|
capabilityReceiptHash: ReleaseHashSchema,
|
|
270
|
-
sideEffect:
|
|
271
|
-
studentVisible:
|
|
272
|
-
timeoutMs:
|
|
273
|
-
episodeArgumentBindings:
|
|
274
|
-
|
|
294
|
+
sideEffect: z4.enum(["read", "write"]),
|
|
295
|
+
studentVisible: z4.boolean(),
|
|
296
|
+
timeoutMs: z4.number().int().positive().max(36e5),
|
|
297
|
+
episodeArgumentBindings: z4.array(
|
|
298
|
+
z4.object({
|
|
275
299
|
argument: ReleaseIdSchema,
|
|
276
|
-
source:
|
|
300
|
+
source: z4.literal("case_id")
|
|
277
301
|
}).strict()
|
|
278
302
|
).max(20).default([])
|
|
279
303
|
}).strict();
|
|
280
304
|
|
|
281
305
|
// src/taskset-draft-core.ts
|
|
282
|
-
import { z as
|
|
306
|
+
import { z as z5 } from "zod";
|
|
283
307
|
import { CustomVerifierRuntimeSchema } from "@openpond/evals/tasksets";
|
|
284
|
-
|
|
285
|
-
var
|
|
286
|
-
var
|
|
287
|
-
var
|
|
288
|
-
var
|
|
289
|
-
var
|
|
308
|
+
import { HumanFormSchema } from "@openpond/evals/human-review";
|
|
309
|
+
var IdSchema3 = z5.string().trim().min(1).max(240);
|
|
310
|
+
var TimestampSchema3 = z5.string().trim().min(1);
|
|
311
|
+
var HashSchema3 = z5.string().trim().min(8).max(256);
|
|
312
|
+
var Sha256Schema = z5.string().trim().regex(/^[a-f0-9]{64}$/);
|
|
313
|
+
var CodeIdentifierSchema = z5.string().trim().regex(/^[A-Za-z_$][A-Za-z0-9_$]*$/);
|
|
314
|
+
var MetadataSchema2 = z5.record(z5.string(), z5.unknown()).default({});
|
|
290
315
|
var NullableIdSchema = IdSchema3.nullable();
|
|
291
316
|
function safeRelativeFilePath(value) {
|
|
292
317
|
const normalized = value.trim().replaceAll("\\", "/");
|
|
@@ -302,169 +327,170 @@ function safeFileName(value) {
|
|
|
302
327
|
return normalized.length > 0 && normalized !== "." && normalized !== ".." && !normalized.includes("/") && !normalized.includes("\\") && !normalized.includes("\0");
|
|
303
328
|
}
|
|
304
329
|
var TasksetSplitSchema = DatasetSplitSchema;
|
|
305
|
-
var TasksetPurposeSchema =
|
|
306
|
-
var TasksetBenchmarkBindingSchema =
|
|
307
|
-
schemaVersion:
|
|
330
|
+
var TasksetPurposeSchema = z5.enum(["general", "benchmark"]);
|
|
331
|
+
var TasksetBenchmarkBindingSchema = z5.object({
|
|
332
|
+
schemaVersion: z5.literal("openpond.tasksetBenchmark.v1"),
|
|
308
333
|
definitionId: IdSchema3,
|
|
309
334
|
releaseId: IdSchema3,
|
|
310
335
|
releaseHash: Sha256Schema,
|
|
311
|
-
managedReleasePath:
|
|
336
|
+
managedReleasePath: z5.string().trim().min(1).max(1e3).refine(safeRelativeFilePath, "Benchmark release paths must remain relative."),
|
|
312
337
|
adaptationSplit: TasksetSplitSchema,
|
|
313
338
|
evaluationSplit: TasksetSplitSchema,
|
|
314
|
-
primaryMetric:
|
|
339
|
+
primaryMetric: z5.enum([
|
|
315
340
|
"foreground_tokens",
|
|
316
341
|
"success_rate",
|
|
317
342
|
"latency_ms",
|
|
318
343
|
"cost_usd"
|
|
319
344
|
]),
|
|
320
|
-
qualityGate:
|
|
321
|
-
source:
|
|
345
|
+
qualityGate: z5.enum(["none", "non_regression", "all_pass"]),
|
|
346
|
+
source: z5.enum(["builtin", "imported"]),
|
|
322
347
|
metadata: MetadataSchema2
|
|
323
348
|
});
|
|
324
|
-
var TasksetPreferenceComparisonBindingSchema =
|
|
325
|
-
schemaVersion:
|
|
349
|
+
var TasksetPreferenceComparisonBindingSchema = z5.object({
|
|
350
|
+
schemaVersion: z5.literal("openpond.tasksetPreferenceComparisonBinding.v1"),
|
|
326
351
|
releaseId: IdSchema3,
|
|
327
352
|
releaseHash: Sha256Schema,
|
|
328
353
|
publishedAt: TimestampSchema3,
|
|
329
354
|
metadata: MetadataSchema2
|
|
330
355
|
});
|
|
331
|
-
var TrainingSourceConsentSchema =
|
|
332
|
-
status:
|
|
333
|
-
scope:
|
|
356
|
+
var TrainingSourceConsentSchema = z5.object({
|
|
357
|
+
status: z5.enum(["pending", "granted", "denied", "revoked"]),
|
|
358
|
+
scope: z5.enum(["metadata_only", "selected_turns", "full_session"]),
|
|
334
359
|
grantedBy: NullableIdSchema,
|
|
335
360
|
grantedAt: TimestampSchema3.nullable(),
|
|
336
|
-
purpose:
|
|
361
|
+
purpose: z5.literal("task_authoring_and_evaluation")
|
|
337
362
|
});
|
|
338
|
-
var TrainingSourceRefSchema =
|
|
339
|
-
schemaVersion:
|
|
363
|
+
var TrainingSourceRefSchema = z5.object({
|
|
364
|
+
schemaVersion: z5.literal("openpond.trainingSource.v1"),
|
|
340
365
|
id: IdSchema3,
|
|
341
366
|
profileId: IdSchema3,
|
|
342
367
|
sessionId: IdSchema3,
|
|
343
|
-
turnIds:
|
|
368
|
+
turnIds: z5.array(IdSchema3).max(1e3).default([]),
|
|
344
369
|
workspaceId: NullableIdSchema,
|
|
345
370
|
sourceHash: HashSchema3,
|
|
346
371
|
clusterKey: IdSchema3,
|
|
347
|
-
title:
|
|
372
|
+
title: z5.string().trim().min(1).max(500),
|
|
348
373
|
occurredAt: TimestampSchema3,
|
|
349
374
|
consent: TrainingSourceConsentSchema,
|
|
350
|
-
connectedAppIds:
|
|
351
|
-
secretScanStatus:
|
|
352
|
-
piiScanStatus:
|
|
353
|
-
licensingStatus:
|
|
375
|
+
connectedAppIds: z5.array(IdSchema3).max(100).default([]),
|
|
376
|
+
secretScanStatus: z5.enum(["pending", "passed", "blocked"]),
|
|
377
|
+
piiScanStatus: z5.enum(["pending", "passed", "review", "blocked"]),
|
|
378
|
+
licensingStatus: z5.enum(["pending", "approved", "review", "blocked"]),
|
|
354
379
|
metadata: MetadataSchema2
|
|
355
380
|
});
|
|
356
|
-
var TasksetSourceRefSchema =
|
|
381
|
+
var TasksetSourceRefSchema = z5.union([
|
|
357
382
|
TrainingSourceRefSchema,
|
|
358
|
-
ExternalDatasetSourceRefSchema
|
|
383
|
+
ExternalDatasetSourceRefSchema,
|
|
384
|
+
ConnectedDatasetSourceRefSchema
|
|
359
385
|
]);
|
|
360
|
-
var TaskPolicyBoundarySchema =
|
|
361
|
-
policyVisibleFields:
|
|
362
|
-
privilegedFields:
|
|
363
|
-
hiddenGraderRefs:
|
|
364
|
-
connectedAppScopes:
|
|
386
|
+
var TaskPolicyBoundarySchema = z5.object({
|
|
387
|
+
policyVisibleFields: z5.array(IdSchema3).max(1e3).default([]),
|
|
388
|
+
privilegedFields: z5.array(IdSchema3).max(1e3).default([]),
|
|
389
|
+
hiddenGraderRefs: z5.array(IdSchema3).max(100).default([]),
|
|
390
|
+
connectedAppScopes: z5.array(IdSchema3).max(100).default([])
|
|
365
391
|
});
|
|
366
|
-
var TaskAssetRefSchema =
|
|
392
|
+
var TaskAssetRefSchema = z5.object({
|
|
367
393
|
id: IdSchema3,
|
|
368
394
|
sourceRefId: IdSchema3,
|
|
369
|
-
artifactRef:
|
|
370
|
-
fileName:
|
|
371
|
-
mediaType:
|
|
395
|
+
artifactRef: z5.string().trim().min(1).max(4e3).refine(safeRelativeFilePath, "Task asset references must be safe relative paths."),
|
|
396
|
+
fileName: z5.string().trim().min(1).max(500).refine(safeFileName, "Task asset file names must not contain path separators."),
|
|
397
|
+
mediaType: z5.string().trim().min(1).max(200),
|
|
372
398
|
sha256: Sha256Schema,
|
|
373
|
-
sizeBytes:
|
|
399
|
+
sizeBytes: z5.number().int().nonnegative().max(25e7),
|
|
374
400
|
split: TasksetSplitSchema,
|
|
375
401
|
metadata: MetadataSchema2
|
|
376
402
|
});
|
|
377
|
-
var TaskRequiredOutputSchema =
|
|
378
|
-
path:
|
|
379
|
-
mediaType:
|
|
403
|
+
var TaskRequiredOutputSchema = z5.object({
|
|
404
|
+
path: z5.string().trim().min(1).max(1e3).refine(safeRelativeFilePath, "Required output paths must stay inside the Work output directory."),
|
|
405
|
+
mediaType: z5.string().trim().min(1).max(200),
|
|
380
406
|
schemaRef: IdSchema3.nullable().optional(),
|
|
381
|
-
maxBytes:
|
|
407
|
+
maxBytes: z5.number().int().positive().max(1e7).optional(),
|
|
382
408
|
metadata: MetadataSchema2
|
|
383
409
|
});
|
|
384
|
-
var TaskDataRecordSchema =
|
|
385
|
-
schemaVersion:
|
|
410
|
+
var TaskDataRecordSchema = z5.object({
|
|
411
|
+
schemaVersion: z5.literal("openpond.taskData.v1"),
|
|
386
412
|
id: IdSchema3,
|
|
387
413
|
clusterKey: IdSchema3,
|
|
388
414
|
split: TasksetSplitSchema,
|
|
389
|
-
input:
|
|
390
|
-
expectedOutput:
|
|
391
|
-
policyVisibleContext:
|
|
415
|
+
input: z5.record(z5.string(), z5.unknown()),
|
|
416
|
+
expectedOutput: z5.record(z5.string(), z5.unknown()).nullable(),
|
|
417
|
+
policyVisibleContext: z5.record(z5.string(), z5.unknown()).default({}),
|
|
392
418
|
privilegedContextRef: NullableIdSchema,
|
|
393
|
-
sourceRefs:
|
|
394
|
-
assets:
|
|
395
|
-
resourceRefs:
|
|
396
|
-
requiredOutputs:
|
|
397
|
-
tags:
|
|
419
|
+
sourceRefs: z5.array(IdSchema3).min(1).max(100),
|
|
420
|
+
assets: z5.array(TaskAssetRefSchema).max(1e3).optional(),
|
|
421
|
+
resourceRefs: z5.array(IdSchema3).max(1e3).optional(),
|
|
422
|
+
requiredOutputs: z5.array(TaskRequiredOutputSchema).max(100).optional(),
|
|
423
|
+
tags: z5.array(IdSchema3).max(100).default([]),
|
|
398
424
|
metadata: MetadataSchema2
|
|
399
425
|
});
|
|
400
|
-
var TasksetEnvironmentResourceSchema =
|
|
426
|
+
var TasksetEnvironmentResourceSchema = z5.object({
|
|
401
427
|
id: IdSchema3,
|
|
402
|
-
kind:
|
|
403
|
-
path:
|
|
404
|
-
mediaType:
|
|
405
|
-
visibility:
|
|
406
|
-
required:
|
|
428
|
+
kind: z5.enum(["file", "catalog", "configuration", "code_module"]),
|
|
429
|
+
path: z5.string().trim().min(1).max(1e3).refine(safeRelativeFilePath, "Environment resource paths must remain relative."),
|
|
430
|
+
mediaType: z5.string().trim().min(1).max(200).nullable().optional(),
|
|
431
|
+
visibility: z5.enum(["policy_visible", "policy_hidden", "privileged"]),
|
|
432
|
+
required: z5.boolean(),
|
|
407
433
|
metadata: MetadataSchema2
|
|
408
434
|
});
|
|
409
|
-
var LearningSignalBaseSchema =
|
|
435
|
+
var LearningSignalBaseSchema = z5.object({
|
|
410
436
|
id: IdSchema3,
|
|
411
437
|
taskId: NullableIdSchema,
|
|
412
|
-
sourceRefs:
|
|
438
|
+
sourceRefs: z5.array(IdSchema3).min(1).max(100),
|
|
413
439
|
artifactRef: IdSchema3,
|
|
414
|
-
approved:
|
|
415
|
-
confidence:
|
|
440
|
+
approved: z5.boolean(),
|
|
441
|
+
confidence: z5.number().min(0).max(1),
|
|
416
442
|
metadata: MetadataSchema2
|
|
417
443
|
});
|
|
418
444
|
var DemonstrationSignalSchema = LearningSignalBaseSchema.extend({
|
|
419
|
-
kind:
|
|
420
|
-
prompt:
|
|
421
|
-
response:
|
|
445
|
+
kind: z5.literal("demonstration"),
|
|
446
|
+
prompt: z5.string().max(1e5).nullable().default(null),
|
|
447
|
+
response: z5.string().max(2e5).nullable().default(null)
|
|
422
448
|
});
|
|
423
449
|
var PreferenceSignalSchema = LearningSignalBaseSchema.extend({
|
|
424
|
-
kind:
|
|
425
|
-
prompt:
|
|
426
|
-
chosen:
|
|
427
|
-
rejected:
|
|
428
|
-
rationale:
|
|
450
|
+
kind: z5.literal("preference"),
|
|
451
|
+
prompt: z5.string().max(1e5),
|
|
452
|
+
chosen: z5.string().max(2e5),
|
|
453
|
+
rejected: z5.string().max(2e5),
|
|
454
|
+
rationale: z5.string().max(1e5).nullable().default(null)
|
|
429
455
|
});
|
|
430
456
|
var CorrectionSignalSchema = LearningSignalBaseSchema.extend({
|
|
431
|
-
kind:
|
|
432
|
-
original:
|
|
433
|
-
corrected:
|
|
434
|
-
rationale:
|
|
457
|
+
kind: z5.literal("correction"),
|
|
458
|
+
original: z5.string().max(2e5),
|
|
459
|
+
corrected: z5.string().max(2e5),
|
|
460
|
+
rationale: z5.string().max(1e5).nullable().default(null)
|
|
435
461
|
});
|
|
436
462
|
var FeedbackSignalSchema = LearningSignalBaseSchema.extend({
|
|
437
|
-
kind:
|
|
438
|
-
feedback:
|
|
439
|
-
polarity:
|
|
463
|
+
kind: z5.literal("feedback"),
|
|
464
|
+
feedback: z5.string().max(1e5),
|
|
465
|
+
polarity: z5.enum(["positive", "negative", "mixed", "neutral"])
|
|
440
466
|
});
|
|
441
467
|
var RewardSignalSchema = LearningSignalBaseSchema.extend({
|
|
442
|
-
kind:
|
|
443
|
-
task:
|
|
444
|
-
rules:
|
|
468
|
+
kind: z5.literal("reward"),
|
|
469
|
+
task: z5.string().max(1e5),
|
|
470
|
+
rules: z5.array(z5.object({
|
|
445
471
|
id: IdSchema3,
|
|
446
|
-
points:
|
|
447
|
-
condition:
|
|
472
|
+
points: z5.number().finite(),
|
|
473
|
+
condition: z5.string().trim().min(1).max(1e5)
|
|
448
474
|
})).min(1).max(1e3),
|
|
449
|
-
otherwisePoints:
|
|
450
|
-
executable:
|
|
475
|
+
otherwisePoints: z5.number().finite(),
|
|
476
|
+
executable: z5.boolean()
|
|
451
477
|
});
|
|
452
478
|
var LabelSignalSchema = LearningSignalBaseSchema.extend({
|
|
453
|
-
kind:
|
|
454
|
-
labelKind:
|
|
455
|
-
task:
|
|
456
|
-
criteria:
|
|
479
|
+
kind: z5.literal("label"),
|
|
480
|
+
labelKind: z5.literal("rubric"),
|
|
481
|
+
task: z5.string().max(1e5),
|
|
482
|
+
criteria: z5.array(z5.object({
|
|
457
483
|
id: IdSchema3,
|
|
458
|
-
label:
|
|
459
|
-
description:
|
|
484
|
+
label: z5.string().trim().min(1).max(500),
|
|
485
|
+
description: z5.string().trim().min(1).max(1e5)
|
|
460
486
|
})).min(1).max(1e3),
|
|
461
|
-
calibrationExamples:
|
|
462
|
-
positive:
|
|
463
|
-
negative:
|
|
464
|
-
boundary:
|
|
487
|
+
calibrationExamples: z5.object({
|
|
488
|
+
positive: z5.string().trim().min(1).max(2e5),
|
|
489
|
+
negative: z5.string().trim().min(1).max(2e5),
|
|
490
|
+
boundary: z5.string().trim().min(1).max(2e5)
|
|
465
491
|
})
|
|
466
492
|
});
|
|
467
|
-
var LearningSignalRefSchema =
|
|
493
|
+
var LearningSignalRefSchema = z5.discriminatedUnion("kind", [
|
|
468
494
|
DemonstrationSignalSchema,
|
|
469
495
|
PreferenceSignalSchema,
|
|
470
496
|
CorrectionSignalSchema,
|
|
@@ -472,83 +498,84 @@ var LearningSignalRefSchema = z4.discriminatedUnion("kind", [
|
|
|
472
498
|
RewardSignalSchema,
|
|
473
499
|
LabelSignalSchema
|
|
474
500
|
]);
|
|
475
|
-
var LearningSignalInventorySchema =
|
|
476
|
-
demonstrations:
|
|
477
|
-
preferences:
|
|
478
|
-
corrections:
|
|
479
|
-
feedback:
|
|
480
|
-
rewards:
|
|
481
|
-
labels:
|
|
501
|
+
var LearningSignalInventorySchema = z5.object({
|
|
502
|
+
demonstrations: z5.array(DemonstrationSignalSchema).max(1e5).default([]),
|
|
503
|
+
preferences: z5.array(PreferenceSignalSchema).max(1e5).default([]),
|
|
504
|
+
corrections: z5.array(CorrectionSignalSchema).max(1e5).default([]),
|
|
505
|
+
feedback: z5.array(FeedbackSignalSchema).max(1e5).default([]),
|
|
506
|
+
rewards: z5.array(RewardSignalSchema).max(1e5).default([]),
|
|
507
|
+
labels: z5.array(LabelSignalSchema).max(1e5).default([])
|
|
482
508
|
});
|
|
483
|
-
var TasksetEnvironmentContractSchema =
|
|
484
|
-
protocolVersion:
|
|
485
|
-
kind:
|
|
486
|
-
entrypoint:
|
|
487
|
-
stateful:
|
|
488
|
-
deterministicSeeds:
|
|
489
|
-
toolNames:
|
|
490
|
-
actionBindings:
|
|
491
|
-
lifecycle:
|
|
492
|
-
defaultTimeoutMs:
|
|
493
|
-
networkPolicy:
|
|
494
|
-
resources:
|
|
509
|
+
var TasksetEnvironmentContractSchema = z5.object({
|
|
510
|
+
protocolVersion: z5.literal("openpond.taskEnvironment.v1"),
|
|
511
|
+
kind: z5.enum(["chat", "agent", "program", "stateful_harness", "work"]),
|
|
512
|
+
entrypoint: z5.string().trim().min(1).max(1e3),
|
|
513
|
+
stateful: z5.boolean(),
|
|
514
|
+
deterministicSeeds: z5.boolean(),
|
|
515
|
+
toolNames: z5.array(IdSchema3).max(200).default([]),
|
|
516
|
+
actionBindings: z5.array(HarnessActionBindingSchema).max(200).optional(),
|
|
517
|
+
lifecycle: z5.array(z5.enum(["create", "reset", "step", "grade", "cleanup"])).min(1),
|
|
518
|
+
defaultTimeoutMs: z5.number().int().positive().max(36e5),
|
|
519
|
+
networkPolicy: z5.enum(["none", "declared_read_only", "declared_scoped"]),
|
|
520
|
+
resources: z5.array(TasksetEnvironmentResourceSchema).max(1e4).optional(),
|
|
495
521
|
metadata: MetadataSchema2
|
|
496
522
|
});
|
|
497
|
-
var TasksetCapabilityManifestSchema =
|
|
498
|
-
schemaVersion:
|
|
499
|
-
taskKind:
|
|
500
|
-
supportedSignals:
|
|
501
|
-
compatibleMethods:
|
|
502
|
-
rewardKinds:
|
|
503
|
-
requiresTools:
|
|
504
|
-
requiresState:
|
|
505
|
-
requiresPrivilegedGrading:
|
|
506
|
-
environmentPlacements:
|
|
507
|
-
exportable:
|
|
508
|
-
portabilityBlockers:
|
|
523
|
+
var TasksetCapabilityManifestSchema = z5.object({
|
|
524
|
+
schemaVersion: z5.literal("openpond.tasksetCapabilities.v1"),
|
|
525
|
+
taskKind: z5.enum(["chat", "single_agent", "multi_agent", "custom_program"]),
|
|
526
|
+
supportedSignals: z5.array(z5.enum(["demonstration", "preference", "correction", "feedback", "reward", "label"])),
|
|
527
|
+
compatibleMethods: z5.array(z5.enum(["none", "retrieval", "sft", "dpo", "grpo", "ppo", "sdft", "opd", "opsd", "sdpo"])),
|
|
528
|
+
rewardKinds: z5.array(z5.enum(["none", "exact", "deterministic", "model_judge", "human"])),
|
|
529
|
+
requiresTools: z5.boolean(),
|
|
530
|
+
requiresState: z5.boolean(),
|
|
531
|
+
requiresPrivilegedGrading: z5.boolean(),
|
|
532
|
+
environmentPlacements: z5.array(z5.enum(["local", "remote", "colocated", "provider_native"])),
|
|
533
|
+
exportable: z5.boolean(),
|
|
534
|
+
portabilityBlockers: z5.array(z5.string().trim().min(1).max(2e3)).default([])
|
|
509
535
|
});
|
|
510
|
-
var GraderBaseSchema =
|
|
536
|
+
var GraderBaseSchema = z5.object({
|
|
511
537
|
id: IdSchema3,
|
|
512
|
-
version:
|
|
513
|
-
label:
|
|
514
|
-
weight:
|
|
515
|
-
hardGate:
|
|
516
|
-
rewardEligible:
|
|
517
|
-
privileged:
|
|
538
|
+
version: z5.string().trim().min(1).max(100),
|
|
539
|
+
label: z5.string().trim().min(1).max(500),
|
|
540
|
+
weight: z5.number().min(0).max(1e3).default(1),
|
|
541
|
+
hardGate: z5.boolean().default(false),
|
|
542
|
+
rewardEligible: z5.boolean().default(false),
|
|
543
|
+
privileged: z5.boolean().default(false),
|
|
518
544
|
metadata: MetadataSchema2
|
|
519
545
|
});
|
|
520
546
|
var DeterministicGraderSpecSchema = GraderBaseSchema.extend({
|
|
521
|
-
kind:
|
|
522
|
-
config:
|
|
547
|
+
kind: z5.enum(["content", "schema", "file", "diff", "test", "runtime_event", "state"]),
|
|
548
|
+
config: z5.record(z5.string(), z5.unknown())
|
|
523
549
|
});
|
|
524
550
|
var RubricGraderSpecSchema = GraderBaseSchema.extend({
|
|
525
|
-
kind:
|
|
526
|
-
rubric:
|
|
551
|
+
kind: z5.literal("model_judge"),
|
|
552
|
+
rubric: z5.string().trim().min(1).max(5e4),
|
|
527
553
|
judge: ChatModelRefSchema,
|
|
528
|
-
calibrationFixtureRefs:
|
|
529
|
-
calibrationStatus:
|
|
530
|
-
temperature:
|
|
554
|
+
calibrationFixtureRefs: z5.array(IdSchema3).min(1).max(500),
|
|
555
|
+
calibrationStatus: z5.enum(["pending", "passed", "failed"]),
|
|
556
|
+
temperature: z5.number().min(0).max(2).default(0)
|
|
531
557
|
});
|
|
532
558
|
var HumanGraderSpecSchema = GraderBaseSchema.extend({
|
|
533
|
-
kind:
|
|
534
|
-
|
|
535
|
-
|
|
559
|
+
kind: z5.literal("human"),
|
|
560
|
+
form: HumanFormSchema.optional(),
|
|
561
|
+
rubric: z5.string().trim().min(1).max(5e4),
|
|
562
|
+
reviewerRole: z5.string().trim().min(1).max(500)
|
|
536
563
|
});
|
|
537
564
|
var CustomVerifierGraderSpecSchema = GraderBaseSchema.extend({
|
|
538
|
-
kind:
|
|
565
|
+
kind: z5.literal("custom_verifier"),
|
|
539
566
|
runtime: CustomVerifierRuntimeSchema.optional(),
|
|
540
|
-
module:
|
|
567
|
+
module: z5.string().trim().min(1).max(1e3).refine(safeRelativeFilePath, "Custom verifier modules must use a safe relative path."),
|
|
541
568
|
exportName: CodeIdentifierSchema,
|
|
542
|
-
timeoutMs:
|
|
543
|
-
networkPolicy:
|
|
569
|
+
timeoutMs: z5.number().int().positive().max(3e5),
|
|
570
|
+
networkPolicy: z5.literal("none")
|
|
544
571
|
});
|
|
545
|
-
var GraderSpecSchema =
|
|
572
|
+
var GraderSpecSchema = z5.union([
|
|
546
573
|
DeterministicGraderSpecSchema,
|
|
547
574
|
RubricGraderSpecSchema,
|
|
548
575
|
HumanGraderSpecSchema,
|
|
549
576
|
CustomVerifierGraderSpecSchema
|
|
550
577
|
]);
|
|
551
|
-
var GraderFixtureLabelSchema =
|
|
578
|
+
var GraderFixtureLabelSchema = z5.enum([
|
|
552
579
|
"positive",
|
|
553
580
|
"negative",
|
|
554
581
|
"boundary",
|
|
@@ -556,24 +583,24 @@ var GraderFixtureLabelSchema = z4.enum([
|
|
|
556
583
|
"prompt_injection",
|
|
557
584
|
"infrastructure_failure"
|
|
558
585
|
]);
|
|
559
|
-
var GraderFixtureSchema =
|
|
586
|
+
var GraderFixtureSchema = z5.object({
|
|
560
587
|
id: IdSchema3,
|
|
561
588
|
taskId: IdSchema3,
|
|
562
589
|
label: GraderFixtureLabelSchema,
|
|
563
|
-
output:
|
|
564
|
-
infrastructureError:
|
|
565
|
-
expectedPassed:
|
|
566
|
-
expectedRewardEligible:
|
|
590
|
+
output: z5.record(z5.string(), z5.unknown()),
|
|
591
|
+
infrastructureError: z5.string().trim().min(1).max(1e4).nullable(),
|
|
592
|
+
expectedPassed: z5.boolean(),
|
|
593
|
+
expectedRewardEligible: z5.boolean(),
|
|
567
594
|
metadata: MetadataSchema2
|
|
568
595
|
});
|
|
569
596
|
|
|
570
597
|
// src/taskset-authored-contracts.ts
|
|
571
|
-
import { z as
|
|
598
|
+
import { z as z6 } from "zod";
|
|
572
599
|
import { TasksetMetricPolicySchema } from "@openpond/evals/metrics";
|
|
573
|
-
var IdSchema4 =
|
|
574
|
-
var TimestampSchema4 =
|
|
575
|
-
var HashSchema4 =
|
|
576
|
-
var MetadataSchema3 =
|
|
600
|
+
var IdSchema4 = z6.string().trim().min(1).max(240);
|
|
601
|
+
var TimestampSchema4 = z6.string().trim().min(1);
|
|
602
|
+
var HashSchema4 = z6.string().trim().min(8).max(256);
|
|
603
|
+
var MetadataSchema3 = z6.record(z6.string(), z6.unknown()).default({});
|
|
577
604
|
var NullableIdSchema2 = IdSchema4.nullable();
|
|
578
605
|
var TASKSET_WORK_TOOL_NAMES = [
|
|
579
606
|
"work_capabilities",
|
|
@@ -589,7 +616,7 @@ var TASKSET_WORK_TOOL_NAMES = [
|
|
|
589
616
|
"work_save_output",
|
|
590
617
|
"work_stop"
|
|
591
618
|
];
|
|
592
|
-
var TasksetStatusSchema =
|
|
619
|
+
var TasksetStatusSchema = z6.enum([
|
|
593
620
|
"draft",
|
|
594
621
|
"awaiting_disclosure_approval",
|
|
595
622
|
"awaiting_materialization_approval",
|
|
@@ -602,28 +629,28 @@ var TasksetStatusSchema = z5.enum([
|
|
|
602
629
|
"failed",
|
|
603
630
|
"archived"
|
|
604
631
|
]);
|
|
605
|
-
var DatasetBuildIntentSchema =
|
|
632
|
+
var DatasetBuildIntentSchema = z6.enum([
|
|
606
633
|
"demonstrations",
|
|
607
634
|
"preferences",
|
|
608
635
|
"verifiable_reward",
|
|
609
636
|
"rubric",
|
|
610
637
|
"discovery"
|
|
611
638
|
]);
|
|
612
|
-
var DatasetEvidenceTextSchema =
|
|
613
|
-
var DatasetBuildSpecificationSchema =
|
|
614
|
-
|
|
615
|
-
kind:
|
|
639
|
+
var DatasetEvidenceTextSchema = z6.string().trim().max(1e5);
|
|
640
|
+
var DatasetBuildSpecificationSchema = z6.discriminatedUnion("kind", [
|
|
641
|
+
z6.object({
|
|
642
|
+
kind: z6.literal("demonstrations"),
|
|
616
643
|
behavior: DatasetEvidenceTextSchema,
|
|
617
|
-
examples:
|
|
644
|
+
examples: z6.array(z6.object({
|
|
618
645
|
id: IdSchema4,
|
|
619
646
|
prompt: DatasetEvidenceTextSchema,
|
|
620
647
|
response: DatasetEvidenceTextSchema
|
|
621
648
|
})).max(1e3).default([])
|
|
622
649
|
}),
|
|
623
|
-
|
|
624
|
-
kind:
|
|
650
|
+
z6.object({
|
|
651
|
+
kind: z6.literal("preferences"),
|
|
625
652
|
preference: DatasetEvidenceTextSchema,
|
|
626
|
-
pairs:
|
|
653
|
+
pairs: z6.array(z6.object({
|
|
627
654
|
id: IdSchema4,
|
|
628
655
|
prompt: DatasetEvidenceTextSchema,
|
|
629
656
|
chosen: DatasetEvidenceTextSchema,
|
|
@@ -631,22 +658,22 @@ var DatasetBuildSpecificationSchema = z5.discriminatedUnion("kind", [
|
|
|
631
658
|
rationale: DatasetEvidenceTextSchema
|
|
632
659
|
})).max(1e3).default([])
|
|
633
660
|
}),
|
|
634
|
-
|
|
635
|
-
kind:
|
|
661
|
+
z6.object({
|
|
662
|
+
kind: z6.literal("verifiable_reward"),
|
|
636
663
|
task: DatasetEvidenceTextSchema,
|
|
637
|
-
rules:
|
|
664
|
+
rules: z6.array(z6.object({
|
|
638
665
|
id: IdSchema4,
|
|
639
|
-
points:
|
|
666
|
+
points: z6.number().finite(),
|
|
640
667
|
condition: DatasetEvidenceTextSchema
|
|
641
668
|
})).max(1e3).default([]),
|
|
642
|
-
otherwisePoints:
|
|
669
|
+
otherwisePoints: z6.number().finite().default(0)
|
|
643
670
|
}),
|
|
644
|
-
|
|
645
|
-
kind:
|
|
671
|
+
z6.object({
|
|
672
|
+
kind: z6.literal("rubric"),
|
|
646
673
|
task: DatasetEvidenceTextSchema,
|
|
647
|
-
criteria:
|
|
674
|
+
criteria: z6.array(z6.object({
|
|
648
675
|
id: IdSchema4,
|
|
649
|
-
label:
|
|
676
|
+
label: z6.string().trim().max(500),
|
|
650
677
|
description: DatasetEvidenceTextSchema
|
|
651
678
|
})).max(1e3).default([]),
|
|
652
679
|
positiveExample: DatasetEvidenceTextSchema,
|
|
@@ -654,21 +681,21 @@ var DatasetBuildSpecificationSchema = z5.discriminatedUnion("kind", [
|
|
|
654
681
|
boundaryExample: DatasetEvidenceTextSchema
|
|
655
682
|
})
|
|
656
683
|
]);
|
|
657
|
-
var GeneratedTaskFileSchema =
|
|
658
|
-
path:
|
|
659
|
-
role:
|
|
660
|
-
content:
|
|
684
|
+
var GeneratedTaskFileSchema = z6.object({
|
|
685
|
+
path: z6.string().trim().min(1).max(1e3),
|
|
686
|
+
role: z6.enum(["environment", "verifier", "fixture"]),
|
|
687
|
+
content: z6.string().max(25e4)
|
|
661
688
|
});
|
|
662
|
-
var TrainingPathRecommendationSchema =
|
|
663
|
-
primaryMethod:
|
|
664
|
-
bootstrap:
|
|
665
|
-
method:
|
|
666
|
-
purpose:
|
|
667
|
-
demonstrationRefs:
|
|
668
|
-
limitations:
|
|
689
|
+
var TrainingPathRecommendationSchema = z6.object({
|
|
690
|
+
primaryMethod: z6.enum(["sft", "dpo", "grpo", "ppo", "sdft", "opsd", "sdpo"]),
|
|
691
|
+
bootstrap: z6.object({
|
|
692
|
+
method: z6.literal("sft"),
|
|
693
|
+
purpose: z6.literal("trajectory_bootstrap"),
|
|
694
|
+
demonstrationRefs: z6.array(IdSchema4).min(1).max(1e5),
|
|
695
|
+
limitations: z6.array(z6.string().trim().min(1).max(5e3)).min(1).max(100)
|
|
669
696
|
}).nullable()
|
|
670
697
|
});
|
|
671
|
-
var TrainingMethodReadinessReasonCodeSchema =
|
|
698
|
+
var TrainingMethodReadinessReasonCodeSchema = z6.enum([
|
|
672
699
|
"taskset_not_ready",
|
|
673
700
|
"demonstrations_missing",
|
|
674
701
|
"preference_pairs_missing",
|
|
@@ -679,74 +706,74 @@ var TrainingMethodReadinessReasonCodeSchema = z5.enum([
|
|
|
679
706
|
"value_model_required",
|
|
680
707
|
"frozen_eval_missing"
|
|
681
708
|
]);
|
|
682
|
-
var TrainingMethodReadinessSchema =
|
|
683
|
-
method:
|
|
684
|
-
status:
|
|
685
|
-
reasonCodes:
|
|
686
|
-
reasons:
|
|
709
|
+
var TrainingMethodReadinessSchema = z6.object({
|
|
710
|
+
method: z6.enum(["sft", "dpo", "grpo", "ppo"]),
|
|
711
|
+
status: z6.enum(["recommended", "compatible", "needs_dataset_work"]),
|
|
712
|
+
reasonCodes: z6.array(TrainingMethodReadinessReasonCodeSchema).default([]),
|
|
713
|
+
reasons: z6.array(z6.string().trim().min(1).max(5e3)).default([])
|
|
687
714
|
});
|
|
688
|
-
var TasksetReadinessFindingSchema =
|
|
715
|
+
var TasksetReadinessFindingSchema = z6.object({
|
|
689
716
|
code: IdSchema4,
|
|
690
|
-
message:
|
|
691
|
-
path:
|
|
717
|
+
message: z6.string().trim().min(1).max(5e3),
|
|
718
|
+
path: z6.string().trim().max(2e3).nullable()
|
|
692
719
|
});
|
|
693
|
-
var TasksetReadinessReportSchema =
|
|
694
|
-
schemaVersion:
|
|
720
|
+
var TasksetReadinessReportSchema = z6.object({
|
|
721
|
+
schemaVersion: z6.literal("openpond.tasksetReadiness.v1"),
|
|
695
722
|
tasksetId: IdSchema4,
|
|
696
723
|
tasksetHash: HashSchema4,
|
|
697
|
-
ready:
|
|
698
|
-
recommendedMethod:
|
|
724
|
+
ready: z6.boolean(),
|
|
725
|
+
recommendedMethod: z6.enum(["none", "retrieval", "sft", "dpo", "grpo", "ppo", "sdft", "opd", "opsd", "sdpo"]),
|
|
699
726
|
trainingPath: TrainingPathRecommendationSchema.nullable().default(null),
|
|
700
|
-
methodReadiness:
|
|
701
|
-
compatibleDestinationClasses:
|
|
702
|
-
|
|
727
|
+
methodReadiness: z6.array(TrainingMethodReadinessSchema).default([]),
|
|
728
|
+
compatibleDestinationClasses: z6.array(
|
|
729
|
+
z6.enum(["export", "custom", "hosted_managed"])
|
|
703
730
|
),
|
|
704
|
-
blockers:
|
|
705
|
-
advisories:
|
|
706
|
-
warnings:
|
|
731
|
+
blockers: z6.array(TasksetReadinessFindingSchema).default([]),
|
|
732
|
+
advisories: z6.array(TasksetReadinessFindingSchema).default([]),
|
|
733
|
+
warnings: z6.array(z6.string().trim().min(1).max(5e3)).default([]),
|
|
707
734
|
generatedAt: TimestampSchema4
|
|
708
735
|
});
|
|
709
|
-
var AuthoringRepairSchema =
|
|
710
|
-
var AuthoringProvenanceSchema =
|
|
711
|
-
schemaVersion:
|
|
736
|
+
var AuthoringRepairSchema = z6.object({ attempt: z6.number().int().positive(), summary: z6.string().trim().min(1).max(5e3), createdAt: TimestampSchema4 });
|
|
737
|
+
var AuthoringProvenanceSchema = z6.object({
|
|
738
|
+
schemaVersion: z6.literal("openpond.taskAuthoringProvenance.v1"),
|
|
712
739
|
model: ChatModelRefSchema.nullable(),
|
|
713
740
|
modelConfig: MetadataSchema3,
|
|
714
741
|
skillHash: HashSchema4,
|
|
715
|
-
promptTemplateVersion:
|
|
742
|
+
promptTemplateVersion: z6.string().trim().min(1).max(200),
|
|
716
743
|
buildIntent: DatasetBuildIntentSchema.default("demonstrations"),
|
|
717
744
|
buildSpecification: DatasetBuildSpecificationSchema.nullable().default(null),
|
|
718
|
-
evidenceHashes:
|
|
719
|
-
tasksetSdkVersion:
|
|
720
|
-
sourceCommit:
|
|
721
|
-
repairHistory:
|
|
745
|
+
evidenceHashes: z6.array(HashSchema4).max(1e5),
|
|
746
|
+
tasksetSdkVersion: z6.string().trim().min(1).max(100),
|
|
747
|
+
sourceCommit: z6.string().trim().min(1).max(256).nullable(),
|
|
748
|
+
repairHistory: z6.array(AuthoringRepairSchema).max(1e3),
|
|
722
749
|
createdAt: TimestampSchema4
|
|
723
750
|
});
|
|
724
|
-
var TasksetSchema =
|
|
725
|
-
schemaVersion:
|
|
751
|
+
var TasksetSchema = z6.object({
|
|
752
|
+
schemaVersion: z6.literal("openpond.taskset.v1"),
|
|
726
753
|
id: IdSchema4,
|
|
727
|
-
revision:
|
|
754
|
+
revision: z6.number().int().positive().default(1),
|
|
728
755
|
profileId: IdSchema4,
|
|
729
756
|
profileRelease: VersionedReleaseRefSchema.nullable().optional(),
|
|
730
757
|
createImproveRunId: NullableIdSchema2.default(null),
|
|
731
|
-
name:
|
|
758
|
+
name: z6.string().trim().min(1).max(500),
|
|
732
759
|
// Portable tasks may carry all instructions in their individual inputs.
|
|
733
760
|
// Preserve an absent package prompt; draft publication validates its objective.
|
|
734
|
-
objective:
|
|
761
|
+
objective: z6.string().trim().max(2e4),
|
|
735
762
|
purpose: TasksetPurposeSchema.default("general"),
|
|
736
763
|
benchmark: TasksetBenchmarkBindingSchema.nullable().default(null),
|
|
737
764
|
preferenceComparison: TasksetPreferenceComparisonBindingSchema.nullable().default(null),
|
|
738
765
|
status: TasksetStatusSchema,
|
|
739
|
-
sourceRefs:
|
|
766
|
+
sourceRefs: z6.array(TasksetSourceRefSchema).min(1).max(1e5),
|
|
740
767
|
datasetArtifact: DatasetArtifactManifestSchema.nullable().optional(),
|
|
741
768
|
policy: TaskPolicyBoundarySchema,
|
|
742
769
|
environment: TasksetEnvironmentContractSchema,
|
|
743
770
|
capabilities: TasksetCapabilityManifestSchema,
|
|
744
771
|
metrics: TasksetMetricPolicySchema.optional(),
|
|
745
|
-
tasks:
|
|
746
|
-
graders:
|
|
772
|
+
tasks: z6.array(TaskDataRecordSchema).max(1e6),
|
|
773
|
+
graders: z6.array(GraderSpecSchema).min(1).max(1e3),
|
|
747
774
|
// Imported releases are inspectable before local calibration. Admission
|
|
748
775
|
// requires real fixtures separately in validateTaskset.
|
|
749
|
-
graderFixtures:
|
|
776
|
+
graderFixtures: z6.array(GraderFixtureSchema).max(1e5),
|
|
750
777
|
learningSignals: LearningSignalInventorySchema,
|
|
751
778
|
authoringProvenance: AuthoringProvenanceSchema,
|
|
752
779
|
readiness: TasksetReadinessReportSchema.nullable(),
|
|
@@ -1157,6 +1184,7 @@ function validateCapabilities(capabilities, issues, taskset) {
|
|
|
1157
1184
|
}
|
|
1158
1185
|
|
|
1159
1186
|
export {
|
|
1187
|
+
ConnectedDatasetSourceRefSchema,
|
|
1160
1188
|
DatasetSplitSchema,
|
|
1161
1189
|
DatasetSemanticFieldSchema,
|
|
1162
1190
|
DatasetSemanticSchemaSchema,
|
|
@@ -1226,4 +1254,4 @@ export {
|
|
|
1226
1254
|
computeTasksetHash,
|
|
1227
1255
|
validatePortability
|
|
1228
1256
|
};
|
|
1229
|
-
//# sourceMappingURL=chunk-
|
|
1257
|
+
//# sourceMappingURL=chunk-XJDWHTH5.js.map
|