openpond-sdk 0.3.3 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/TASKSETS.md +55 -0
- package/dist/actions-local.js +67 -118
- package/dist/actions-local.js.map +4 -4
- package/dist/actions.js +4 -92
- package/dist/actions.js.map +4 -4
- package/dist/chunk-27ETSPHQ.js +83 -0
- package/dist/chunk-27ETSPHQ.js.map +7 -0
- package/dist/chunk-5PRP457R.js +477 -0
- package/dist/chunk-5PRP457R.js.map +7 -0
- package/dist/chunk-65D4C7HP.js +273 -0
- package/dist/chunk-65D4C7HP.js.map +7 -0
- package/dist/chunk-747CMU2Y.js +222 -0
- package/dist/chunk-747CMU2Y.js.map +7 -0
- package/dist/chunk-7O5X7DBU.js +80 -0
- package/dist/chunk-7O5X7DBU.js.map +7 -0
- package/dist/chunk-A4ZDOZKP.js +115 -0
- package/dist/chunk-A4ZDOZKP.js.map +7 -0
- package/dist/chunk-APHPXQEA.js +155 -0
- package/dist/chunk-APHPXQEA.js.map +7 -0
- package/dist/chunk-AVW35YOH.js +574 -0
- package/dist/chunk-AVW35YOH.js.map +7 -0
- package/dist/chunk-AZUCY3E5.js +2395 -0
- package/dist/chunk-AZUCY3E5.js.map +7 -0
- package/dist/chunk-IVEXCIHO.js +1373 -0
- package/dist/chunk-IVEXCIHO.js.map +7 -0
- package/dist/chunk-K5ZCYOZO.js +49 -0
- package/dist/chunk-K5ZCYOZO.js.map +7 -0
- package/dist/chunk-LLHE4BOD.js +220 -0
- package/dist/chunk-LLHE4BOD.js.map +7 -0
- package/dist/chunk-LXXQVGQY.js +1 -0
- package/dist/chunk-LXXQVGQY.js.map +7 -0
- package/dist/chunk-P27DQ65Z.js +138 -0
- package/dist/chunk-P27DQ65Z.js.map +7 -0
- package/dist/chunk-QLEJOCQX.js +72 -0
- package/dist/chunk-QLEJOCQX.js.map +7 -0
- package/dist/chunk-S7I45WJQ.js +57 -0
- package/dist/chunk-S7I45WJQ.js.map +7 -0
- package/dist/chunk-ZPCK222K.js +586 -0
- package/dist/chunk-ZPCK222K.js.map +7 -0
- package/dist/index.js +33 -2488
- package/dist/index.js.map +4 -4
- package/dist/learning.js +16 -2042
- package/dist/learning.js.map +4 -4
- package/dist/model-batch-review.js +5 -42
- package/dist/model-batch-review.js.map +3 -3
- package/dist/model-projects.js +29 -430
- package/dist/model-projects.js.map +3 -3
- package/dist/model-starter-attempts.js +53 -310
- package/dist/model-starter-attempts.js.map +4 -4
- package/dist/model-starter-catalog.js +17 -460
- package/dist/model-starter-catalog.js.map +4 -4
- package/dist/model-starters.js +32 -709
- package/dist/model-starters.js.map +4 -4
- package/dist/model-taskset-authoring.js +11 -44
- package/dist/model-taskset-authoring.js.map +3 -3
- package/dist/profile-actions.js +4 -211
- package/dist/profile-actions.js.map +3 -3
- package/dist/project-actions.js +4 -224
- package/dist/project-actions.js.map +3 -3
- package/dist/refiner.js +14 -554
- package/dist/refiner.js.map +4 -4
- package/dist/taskset-catalog.js +9 -104
- package/dist/taskset-catalog.js.map +3 -3
- package/dist/taskset-drafts.js +465 -0
- package/dist/taskset-drafts.js.map +7 -0
- package/dist/taskset-packages.js +946 -3089
- package/dist/taskset-packages.js.map +4 -4
- package/dist/training.js +43 -822
- package/dist/training.js.map +4 -4
- package/dist/types/packages/sdk/src/index.d.ts +3 -3
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +130 -0
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/learning.d.ts +1 -129
- package/dist/types/packages/sdk/src/learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +1170 -0
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +560 -0
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +92 -0
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-authored-tool-environment.d.ts +15 -0
- package/dist/types/packages/sdk/src/taskset-authored-tool-environment.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-authored-validation.d.ts +18 -0
- package/dist/types/packages/sdk/src/taskset-authored-validation.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +1681 -0
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts +19 -0
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +2713 -0
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +1000 -0
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +429 -0
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +284 -0
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +846 -0
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-files.d.ts +8 -0
- package/dist/types/packages/sdk/src/taskset-draft-files.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-harness-actions.d.ts +28 -0
- package/dist/types/packages/sdk/src/taskset-draft-harness-actions.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-manifests.d.ts +8 -0
- package/dist/types/packages/sdk/src/taskset-draft-manifests.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +967 -0
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-publication.d.ts +10 -0
- package/dist/types/packages/sdk/src/taskset-draft-publication.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +1297 -0
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +1597 -0
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts +16 -0
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +64 -0
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +1514 -0
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-packages.d.ts +6 -0
- package/dist/types/packages/sdk/src/taskset-packages.d.ts.map +1 -1
- package/dist/workflows.js +4 -221
- package/dist/workflows.js.map +3 -3
- package/package.json +5 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"taskset-authored-contracts.d.ts","sourceRoot":"","sources":["../../../../../src/taskset-authored-contracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,OAAO,EAYL,KAAK,gBAAgB,EAAE,KAAK,iBAAiB,EAC9C,MAAM,yBAAyB,CAAC;AAQjC,eAAO,MAAM,uBAAuB,yOAa1B,CAAC;AAEX,eAAO,MAAM,mBAAmB;;;;;;;;;;;;EAY9B,CAAC;AAEH,eAAO,MAAM,wBAAwB;;;;;;EAMnC,CAAC;AAIH,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2BA2C1C,CAAC;AAEH,eAAO,MAAM,uBAAuB;;;;;;;;iBAIlC,CAAC;AAEH,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;iBAQ3C,CAAC;AAEH,eAAO,MAAM,uCAAuC;;;;;;;;;;EAUlD,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;iBAKxC,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;iBAIxC,CAAC;AAEH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAevC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;iBAA+H,CAAC;AAElK,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAapC,CAAC;AAEH,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA+DxB,CAAC;AAEH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,CAAC;AACxF,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,CAAC;AAC1F,MAAM,MAAM,iCAAiC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uCAAuC,CAAC,CAAC;AACxG,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,CAAC;AAEpD,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,gBAAgB,GACvB,MAAM,IAAI,iBAAiB,CAE7B"}
|
|
@@ -0,0 +1,560 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import { type GeneratedTaskFile, type Taskset } from "./taskset-authored-contracts.js";
|
|
3
|
+
export declare const AuthoredTasksetFileInventorySchema: z.ZodArray<z.ZodObject<{
|
|
4
|
+
asset: z.ZodObject<{
|
|
5
|
+
id: z.ZodString;
|
|
6
|
+
path: z.ZodString;
|
|
7
|
+
contentHash: z.ZodString;
|
|
8
|
+
sizeBytes: z.ZodNumber;
|
|
9
|
+
mediaType: z.ZodString;
|
|
10
|
+
visibility: z.ZodEnum<{
|
|
11
|
+
policy: "policy";
|
|
12
|
+
verifier: "verifier";
|
|
13
|
+
host_private: "host_private";
|
|
14
|
+
}>;
|
|
15
|
+
}, z.core.$strict>;
|
|
16
|
+
sourcePath: z.ZodString;
|
|
17
|
+
}, z.core.$strict>>;
|
|
18
|
+
export declare function isGeneratedTasksetPublicationFilePath(path: string): boolean;
|
|
19
|
+
/** Seal one captured file population; hosts own filesystem or object-store capture. */
|
|
20
|
+
export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sourceFiles: ReadonlyMap<string, Uint8Array>, adapterId: string): {
|
|
21
|
+
taskset: {
|
|
22
|
+
schemaVersion: "openpond.taskset.v1";
|
|
23
|
+
id: string;
|
|
24
|
+
revision: number;
|
|
25
|
+
profileId: string;
|
|
26
|
+
createImproveRunId: string | null;
|
|
27
|
+
name: string;
|
|
28
|
+
objective: string;
|
|
29
|
+
purpose: "benchmark" | "general";
|
|
30
|
+
benchmark: {
|
|
31
|
+
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
32
|
+
definitionId: string;
|
|
33
|
+
releaseId: string;
|
|
34
|
+
releaseHash: string;
|
|
35
|
+
managedReleasePath: string;
|
|
36
|
+
adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
|
|
37
|
+
evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
|
|
38
|
+
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
39
|
+
qualityGate: "none" | "non_regression" | "all_pass";
|
|
40
|
+
source: "builtin" | "imported";
|
|
41
|
+
metadata: Record<string, unknown>;
|
|
42
|
+
} | null;
|
|
43
|
+
preferenceComparison: {
|
|
44
|
+
schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1";
|
|
45
|
+
releaseId: string;
|
|
46
|
+
releaseHash: string;
|
|
47
|
+
publishedAt: string;
|
|
48
|
+
metadata: Record<string, unknown>;
|
|
49
|
+
} | null;
|
|
50
|
+
status: "failed" | "archived" | "ready" | "draft" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "materializing" | "validating" | "needs_review" | "baselining" | "blocked";
|
|
51
|
+
sourceRefs: ({
|
|
52
|
+
id: string;
|
|
53
|
+
profileId: string;
|
|
54
|
+
title: string;
|
|
55
|
+
sourceHash: string;
|
|
56
|
+
occurredAt: string;
|
|
57
|
+
licensingStatus: "pending" | "review" | "approved" | "blocked";
|
|
58
|
+
secretScanStatus: "pending" | "passed" | "blocked";
|
|
59
|
+
piiScanStatus: "pending" | "review" | "passed" | "blocked";
|
|
60
|
+
metadata: Record<string, unknown>;
|
|
61
|
+
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
62
|
+
kind: "huggingface";
|
|
63
|
+
repositoryId: string;
|
|
64
|
+
repositoryUrl: string;
|
|
65
|
+
revision: string;
|
|
66
|
+
configuration: string;
|
|
67
|
+
upstreamSplits: string[];
|
|
68
|
+
gated: boolean;
|
|
69
|
+
private: boolean;
|
|
70
|
+
declaredLicense: string | null;
|
|
71
|
+
sourceFileHashes: string[];
|
|
72
|
+
} | {
|
|
73
|
+
id: string;
|
|
74
|
+
profileId: string;
|
|
75
|
+
title: string;
|
|
76
|
+
sourceHash: string;
|
|
77
|
+
occurredAt: string;
|
|
78
|
+
licensingStatus: "pending" | "review" | "approved" | "blocked";
|
|
79
|
+
secretScanStatus: "pending" | "passed" | "blocked";
|
|
80
|
+
piiScanStatus: "pending" | "review" | "passed" | "blocked";
|
|
81
|
+
metadata: Record<string, unknown>;
|
|
82
|
+
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
83
|
+
kind: "uploaded_file";
|
|
84
|
+
originalFileNames: string[];
|
|
85
|
+
mediaTypes: string[];
|
|
86
|
+
sourceFileHashes: string[];
|
|
87
|
+
totalBytes: number;
|
|
88
|
+
parserVersion: string;
|
|
89
|
+
} | {
|
|
90
|
+
id: string;
|
|
91
|
+
profileId: string;
|
|
92
|
+
title: string;
|
|
93
|
+
sourceHash: string;
|
|
94
|
+
occurredAt: string;
|
|
95
|
+
licensingStatus: "pending" | "review" | "approved" | "blocked";
|
|
96
|
+
secretScanStatus: "pending" | "passed" | "blocked";
|
|
97
|
+
piiScanStatus: "pending" | "review" | "passed" | "blocked";
|
|
98
|
+
metadata: Record<string, unknown>;
|
|
99
|
+
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
100
|
+
kind: "generated";
|
|
101
|
+
generatorId: string;
|
|
102
|
+
generatorVersion: string;
|
|
103
|
+
seed: number;
|
|
104
|
+
generatorHash: string;
|
|
105
|
+
} | {
|
|
106
|
+
id: string;
|
|
107
|
+
profileId: string;
|
|
108
|
+
title: string;
|
|
109
|
+
sourceHash: string;
|
|
110
|
+
occurredAt: string;
|
|
111
|
+
licensingStatus: "pending" | "review" | "approved" | "blocked";
|
|
112
|
+
secretScanStatus: "pending" | "passed" | "blocked";
|
|
113
|
+
piiScanStatus: "pending" | "review" | "passed" | "blocked";
|
|
114
|
+
metadata: Record<string, unknown>;
|
|
115
|
+
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
116
|
+
kind: "learning_batch";
|
|
117
|
+
batch: {
|
|
118
|
+
id: string;
|
|
119
|
+
revision: number;
|
|
120
|
+
contentHash: string;
|
|
121
|
+
};
|
|
122
|
+
taskDefinition: {
|
|
123
|
+
id: string;
|
|
124
|
+
revision: number;
|
|
125
|
+
contentHash: string;
|
|
126
|
+
};
|
|
127
|
+
admittedBy: string;
|
|
128
|
+
} | {
|
|
129
|
+
schemaVersion: "openpond.trainingSource.v1";
|
|
130
|
+
id: string;
|
|
131
|
+
profileId: string;
|
|
132
|
+
sessionId: string;
|
|
133
|
+
turnIds: string[];
|
|
134
|
+
workspaceId: string | null;
|
|
135
|
+
sourceHash: string;
|
|
136
|
+
clusterKey: string;
|
|
137
|
+
title: string;
|
|
138
|
+
occurredAt: string;
|
|
139
|
+
consent: {
|
|
140
|
+
status: "pending" | "granted" | "denied" | "revoked";
|
|
141
|
+
scope: "metadata_only" | "selected_turns" | "full_session";
|
|
142
|
+
grantedBy: string | null;
|
|
143
|
+
grantedAt: string | null;
|
|
144
|
+
purpose: "task_authoring_and_evaluation";
|
|
145
|
+
};
|
|
146
|
+
connectedAppIds: string[];
|
|
147
|
+
secretScanStatus: "pending" | "passed" | "blocked";
|
|
148
|
+
piiScanStatus: "pending" | "review" | "passed" | "blocked";
|
|
149
|
+
licensingStatus: "pending" | "review" | "approved" | "blocked";
|
|
150
|
+
metadata: Record<string, unknown>;
|
|
151
|
+
})[];
|
|
152
|
+
policy: {
|
|
153
|
+
policyVisibleFields: string[];
|
|
154
|
+
privilegedFields: string[];
|
|
155
|
+
hiddenGraderRefs: string[];
|
|
156
|
+
connectedAppScopes: string[];
|
|
157
|
+
};
|
|
158
|
+
environment: {
|
|
159
|
+
protocolVersion: "openpond.taskEnvironment.v1";
|
|
160
|
+
kind: "work" | "agent" | "chat" | "program" | "stateful_harness";
|
|
161
|
+
entrypoint: string;
|
|
162
|
+
stateful: boolean;
|
|
163
|
+
deterministicSeeds: boolean;
|
|
164
|
+
toolNames: string[];
|
|
165
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
166
|
+
defaultTimeoutMs: number;
|
|
167
|
+
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
168
|
+
metadata: Record<string, unknown>;
|
|
169
|
+
actionBindings?: {
|
|
170
|
+
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
171
|
+
actionId: string;
|
|
172
|
+
modelToolName: string;
|
|
173
|
+
description: string;
|
|
174
|
+
inputSchema: Record<string, unknown>;
|
|
175
|
+
actionSchemaHash: string;
|
|
176
|
+
agentRelease: {
|
|
177
|
+
id: string;
|
|
178
|
+
contentHash: string;
|
|
179
|
+
};
|
|
180
|
+
implementationHash: string;
|
|
181
|
+
runtimeBindingId: string;
|
|
182
|
+
capabilityReceiptHash: string;
|
|
183
|
+
sideEffect: "read" | "write";
|
|
184
|
+
studentVisible: boolean;
|
|
185
|
+
timeoutMs: number;
|
|
186
|
+
episodeArgumentBindings: {
|
|
187
|
+
argument: string;
|
|
188
|
+
source: "case_id";
|
|
189
|
+
}[];
|
|
190
|
+
}[] | undefined;
|
|
191
|
+
resources?: {
|
|
192
|
+
id: string;
|
|
193
|
+
kind: "file" | "catalog" | "configuration" | "code_module";
|
|
194
|
+
path: string;
|
|
195
|
+
visibility: "privileged" | "policy_visible" | "policy_hidden";
|
|
196
|
+
required: boolean;
|
|
197
|
+
metadata: Record<string, unknown>;
|
|
198
|
+
mediaType?: string | null | undefined;
|
|
199
|
+
}[] | undefined;
|
|
200
|
+
};
|
|
201
|
+
capabilities: {
|
|
202
|
+
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
203
|
+
taskKind: "custom_program" | "chat" | "single_agent" | "multi_agent";
|
|
204
|
+
supportedSignals: ("label" | "reward" | "feedback" | "preference" | "demonstration" | "correction")[];
|
|
205
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
206
|
+
rewardKinds: ("none" | "model_judge" | "human" | "deterministic" | "exact")[];
|
|
207
|
+
requiresTools: boolean;
|
|
208
|
+
requiresState: boolean;
|
|
209
|
+
requiresPrivilegedGrading: boolean;
|
|
210
|
+
environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
|
|
211
|
+
exportable: boolean;
|
|
212
|
+
portabilityBlockers: string[];
|
|
213
|
+
};
|
|
214
|
+
tasks: {
|
|
215
|
+
schemaVersion: "openpond.taskData.v1";
|
|
216
|
+
id: string;
|
|
217
|
+
clusterKey: string;
|
|
218
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
219
|
+
input: Record<string, unknown>;
|
|
220
|
+
expectedOutput: Record<string, unknown> | null;
|
|
221
|
+
policyVisibleContext: Record<string, unknown>;
|
|
222
|
+
privilegedContextRef: string | null;
|
|
223
|
+
sourceRefs: string[];
|
|
224
|
+
tags: string[];
|
|
225
|
+
metadata: Record<string, unknown>;
|
|
226
|
+
assets?: {
|
|
227
|
+
id: string;
|
|
228
|
+
sourceRefId: string;
|
|
229
|
+
artifactRef: string;
|
|
230
|
+
fileName: string;
|
|
231
|
+
mediaType: string;
|
|
232
|
+
sha256: string;
|
|
233
|
+
sizeBytes: number;
|
|
234
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
235
|
+
metadata: Record<string, unknown>;
|
|
236
|
+
}[] | undefined;
|
|
237
|
+
resourceRefs?: string[] | undefined;
|
|
238
|
+
requiredOutputs?: {
|
|
239
|
+
path: string;
|
|
240
|
+
mediaType: string;
|
|
241
|
+
metadata: Record<string, unknown>;
|
|
242
|
+
schemaRef?: string | null | undefined;
|
|
243
|
+
maxBytes?: number | undefined;
|
|
244
|
+
}[] | undefined;
|
|
245
|
+
}[];
|
|
246
|
+
graders: ({
|
|
247
|
+
id: string;
|
|
248
|
+
version: string;
|
|
249
|
+
label: string;
|
|
250
|
+
weight: number;
|
|
251
|
+
hardGate: boolean;
|
|
252
|
+
rewardEligible: boolean;
|
|
253
|
+
privileged: boolean;
|
|
254
|
+
metadata: Record<string, unknown>;
|
|
255
|
+
kind: "file" | "state" | "test" | "content" | "schema" | "runtime_event" | "diff";
|
|
256
|
+
config: Record<string, unknown>;
|
|
257
|
+
} | {
|
|
258
|
+
id: string;
|
|
259
|
+
version: string;
|
|
260
|
+
label: string;
|
|
261
|
+
weight: number;
|
|
262
|
+
hardGate: boolean;
|
|
263
|
+
rewardEligible: boolean;
|
|
264
|
+
privileged: boolean;
|
|
265
|
+
metadata: Record<string, unknown>;
|
|
266
|
+
kind: "model_judge";
|
|
267
|
+
rubric: string;
|
|
268
|
+
judge: {
|
|
269
|
+
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
|
|
270
|
+
modelId: string;
|
|
271
|
+
};
|
|
272
|
+
calibrationFixtureRefs: string[];
|
|
273
|
+
calibrationStatus: "failed" | "pending" | "passed";
|
|
274
|
+
temperature: number;
|
|
275
|
+
} | {
|
|
276
|
+
id: string;
|
|
277
|
+
version: string;
|
|
278
|
+
label: string;
|
|
279
|
+
weight: number;
|
|
280
|
+
hardGate: boolean;
|
|
281
|
+
rewardEligible: boolean;
|
|
282
|
+
privileged: boolean;
|
|
283
|
+
metadata: Record<string, unknown>;
|
|
284
|
+
kind: "human";
|
|
285
|
+
rubric: string;
|
|
286
|
+
reviewerRole: string;
|
|
287
|
+
} | {
|
|
288
|
+
id: string;
|
|
289
|
+
version: string;
|
|
290
|
+
label: string;
|
|
291
|
+
weight: number;
|
|
292
|
+
hardGate: boolean;
|
|
293
|
+
rewardEligible: boolean;
|
|
294
|
+
privileged: boolean;
|
|
295
|
+
metadata: Record<string, unknown>;
|
|
296
|
+
kind: "custom_verifier";
|
|
297
|
+
module: string;
|
|
298
|
+
exportName: string;
|
|
299
|
+
timeoutMs: number;
|
|
300
|
+
networkPolicy: "none";
|
|
301
|
+
})[];
|
|
302
|
+
graderFixtures: {
|
|
303
|
+
id: string;
|
|
304
|
+
taskId: string;
|
|
305
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
306
|
+
output: Record<string, unknown>;
|
|
307
|
+
infrastructureError: string | null;
|
|
308
|
+
expectedPassed: boolean;
|
|
309
|
+
expectedRewardEligible: boolean;
|
|
310
|
+
metadata: Record<string, unknown>;
|
|
311
|
+
}[];
|
|
312
|
+
learningSignals: {
|
|
313
|
+
demonstrations: {
|
|
314
|
+
id: string;
|
|
315
|
+
taskId: string | null;
|
|
316
|
+
sourceRefs: string[];
|
|
317
|
+
artifactRef: string;
|
|
318
|
+
approved: boolean;
|
|
319
|
+
confidence: number;
|
|
320
|
+
metadata: Record<string, unknown>;
|
|
321
|
+
kind: "demonstration";
|
|
322
|
+
prompt: string | null;
|
|
323
|
+
response: string | null;
|
|
324
|
+
}[];
|
|
325
|
+
preferences: {
|
|
326
|
+
id: string;
|
|
327
|
+
taskId: string | null;
|
|
328
|
+
sourceRefs: string[];
|
|
329
|
+
artifactRef: string;
|
|
330
|
+
approved: boolean;
|
|
331
|
+
confidence: number;
|
|
332
|
+
metadata: Record<string, unknown>;
|
|
333
|
+
kind: "preference";
|
|
334
|
+
prompt: string;
|
|
335
|
+
chosen: string;
|
|
336
|
+
rejected: string;
|
|
337
|
+
rationale: string | null;
|
|
338
|
+
}[];
|
|
339
|
+
corrections: {
|
|
340
|
+
id: string;
|
|
341
|
+
taskId: string | null;
|
|
342
|
+
sourceRefs: string[];
|
|
343
|
+
artifactRef: string;
|
|
344
|
+
approved: boolean;
|
|
345
|
+
confidence: number;
|
|
346
|
+
metadata: Record<string, unknown>;
|
|
347
|
+
kind: "correction";
|
|
348
|
+
original: string;
|
|
349
|
+
corrected: string;
|
|
350
|
+
rationale: string | null;
|
|
351
|
+
}[];
|
|
352
|
+
feedback: {
|
|
353
|
+
id: string;
|
|
354
|
+
taskId: string | null;
|
|
355
|
+
sourceRefs: string[];
|
|
356
|
+
artifactRef: string;
|
|
357
|
+
approved: boolean;
|
|
358
|
+
confidence: number;
|
|
359
|
+
metadata: Record<string, unknown>;
|
|
360
|
+
kind: "feedback";
|
|
361
|
+
feedback: string;
|
|
362
|
+
polarity: "neutral" | "positive" | "negative" | "mixed";
|
|
363
|
+
}[];
|
|
364
|
+
rewards: {
|
|
365
|
+
id: string;
|
|
366
|
+
taskId: string | null;
|
|
367
|
+
sourceRefs: string[];
|
|
368
|
+
artifactRef: string;
|
|
369
|
+
approved: boolean;
|
|
370
|
+
confidence: number;
|
|
371
|
+
metadata: Record<string, unknown>;
|
|
372
|
+
kind: "reward";
|
|
373
|
+
task: string;
|
|
374
|
+
rules: {
|
|
375
|
+
id: string;
|
|
376
|
+
points: number;
|
|
377
|
+
condition: string;
|
|
378
|
+
}[];
|
|
379
|
+
otherwisePoints: number;
|
|
380
|
+
executable: boolean;
|
|
381
|
+
}[];
|
|
382
|
+
labels: {
|
|
383
|
+
id: string;
|
|
384
|
+
taskId: string | null;
|
|
385
|
+
sourceRefs: string[];
|
|
386
|
+
artifactRef: string;
|
|
387
|
+
approved: boolean;
|
|
388
|
+
confidence: number;
|
|
389
|
+
metadata: Record<string, unknown>;
|
|
390
|
+
kind: "label";
|
|
391
|
+
labelKind: "rubric";
|
|
392
|
+
task: string;
|
|
393
|
+
criteria: {
|
|
394
|
+
id: string;
|
|
395
|
+
label: string;
|
|
396
|
+
description: string;
|
|
397
|
+
}[];
|
|
398
|
+
calibrationExamples: {
|
|
399
|
+
positive: string;
|
|
400
|
+
negative: string;
|
|
401
|
+
boundary: string;
|
|
402
|
+
};
|
|
403
|
+
}[];
|
|
404
|
+
};
|
|
405
|
+
authoringProvenance: {
|
|
406
|
+
schemaVersion: "openpond.taskAuthoringProvenance.v1";
|
|
407
|
+
model: {
|
|
408
|
+
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
|
|
409
|
+
modelId: string;
|
|
410
|
+
} | null;
|
|
411
|
+
modelConfig: Record<string, unknown>;
|
|
412
|
+
skillHash: string;
|
|
413
|
+
promptTemplateVersion: string;
|
|
414
|
+
buildIntent: "rubric" | "demonstrations" | "preferences" | "verifiable_reward" | "discovery";
|
|
415
|
+
buildSpecification: {
|
|
416
|
+
kind: "demonstrations";
|
|
417
|
+
behavior: string;
|
|
418
|
+
examples: {
|
|
419
|
+
id: string;
|
|
420
|
+
prompt: string;
|
|
421
|
+
response: string;
|
|
422
|
+
}[];
|
|
423
|
+
} | {
|
|
424
|
+
kind: "preferences";
|
|
425
|
+
preference: string;
|
|
426
|
+
pairs: {
|
|
427
|
+
id: string;
|
|
428
|
+
prompt: string;
|
|
429
|
+
chosen: string;
|
|
430
|
+
rejected: string;
|
|
431
|
+
rationale: string;
|
|
432
|
+
}[];
|
|
433
|
+
} | {
|
|
434
|
+
kind: "verifiable_reward";
|
|
435
|
+
task: string;
|
|
436
|
+
rules: {
|
|
437
|
+
id: string;
|
|
438
|
+
points: number;
|
|
439
|
+
condition: string;
|
|
440
|
+
}[];
|
|
441
|
+
otherwisePoints: number;
|
|
442
|
+
} | {
|
|
443
|
+
kind: "rubric";
|
|
444
|
+
task: string;
|
|
445
|
+
criteria: {
|
|
446
|
+
id: string;
|
|
447
|
+
label: string;
|
|
448
|
+
description: string;
|
|
449
|
+
}[];
|
|
450
|
+
positiveExample: string;
|
|
451
|
+
negativeExample: string;
|
|
452
|
+
boundaryExample: string;
|
|
453
|
+
} | null;
|
|
454
|
+
evidenceHashes: string[];
|
|
455
|
+
tasksetSdkVersion: string;
|
|
456
|
+
sourceCommit: string | null;
|
|
457
|
+
repairHistory: {
|
|
458
|
+
attempt: number;
|
|
459
|
+
summary: string;
|
|
460
|
+
createdAt: string;
|
|
461
|
+
}[];
|
|
462
|
+
createdAt: string;
|
|
463
|
+
};
|
|
464
|
+
readiness: {
|
|
465
|
+
schemaVersion: "openpond.tasksetReadiness.v1";
|
|
466
|
+
tasksetId: string;
|
|
467
|
+
tasksetHash: string;
|
|
468
|
+
ready: boolean;
|
|
469
|
+
recommendedMethod: "none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval";
|
|
470
|
+
trainingPath: {
|
|
471
|
+
primaryMethod: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opsd" | "sdpo";
|
|
472
|
+
bootstrap: {
|
|
473
|
+
method: "sft";
|
|
474
|
+
purpose: "trajectory_bootstrap";
|
|
475
|
+
demonstrationRefs: string[];
|
|
476
|
+
limitations: string[];
|
|
477
|
+
} | null;
|
|
478
|
+
} | null;
|
|
479
|
+
methodReadiness: {
|
|
480
|
+
method: "sft" | "dpo" | "grpo" | "ppo";
|
|
481
|
+
status: "recommended" | "compatible" | "needs_dataset_work";
|
|
482
|
+
reasonCodes: ("taskset_not_ready" | "demonstrations_missing" | "preference_pairs_missing" | "preference_pairs_invalid" | "executable_reward_missing" | "reward_not_calibrated" | "reward_model_missing" | "value_model_required" | "frozen_eval_missing")[];
|
|
483
|
+
reasons: string[];
|
|
484
|
+
}[];
|
|
485
|
+
compatibleDestinationClasses: ("custom" | "export" | "hosted_managed")[];
|
|
486
|
+
blockers: {
|
|
487
|
+
code: string;
|
|
488
|
+
message: string;
|
|
489
|
+
path: string | null;
|
|
490
|
+
}[];
|
|
491
|
+
advisories: {
|
|
492
|
+
code: string;
|
|
493
|
+
message: string;
|
|
494
|
+
path: string | null;
|
|
495
|
+
}[];
|
|
496
|
+
warnings: string[];
|
|
497
|
+
generatedAt: string;
|
|
498
|
+
} | null;
|
|
499
|
+
contentHash: string;
|
|
500
|
+
createdAt: string;
|
|
501
|
+
updatedAt: string;
|
|
502
|
+
metadata: Record<string, unknown>;
|
|
503
|
+
profileRelease?: {
|
|
504
|
+
id: string;
|
|
505
|
+
contentHash: string;
|
|
506
|
+
revision: number;
|
|
507
|
+
} | null | undefined;
|
|
508
|
+
datasetArtifact?: {
|
|
509
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
510
|
+
id: string;
|
|
511
|
+
tasksetId: string;
|
|
512
|
+
tasksetRevision: number;
|
|
513
|
+
contentHash: string;
|
|
514
|
+
format: "parquet";
|
|
515
|
+
schema: {
|
|
516
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
517
|
+
fields: {
|
|
518
|
+
name: string;
|
|
519
|
+
semanticRole: "metadata" | "prompt" | "reward" | "feedback" | "rejected" | "messages" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "expected_output" | "privileged_context" | "tag";
|
|
520
|
+
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
521
|
+
nullable: boolean;
|
|
522
|
+
policy: "metadata" | "privileged" | "visible";
|
|
523
|
+
}[];
|
|
524
|
+
schemaHash: string;
|
|
525
|
+
};
|
|
526
|
+
shards: {
|
|
527
|
+
id: string;
|
|
528
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
529
|
+
path: string;
|
|
530
|
+
contentHash: string;
|
|
531
|
+
schemaHash: string;
|
|
532
|
+
sizeBytes: number;
|
|
533
|
+
rowCount: number;
|
|
534
|
+
rowGroupCount: number;
|
|
535
|
+
}[];
|
|
536
|
+
rowCount: number;
|
|
537
|
+
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
538
|
+
sourceReceiptRefs: string[];
|
|
539
|
+
mappingHash: string;
|
|
540
|
+
qualityReportHash: string;
|
|
541
|
+
createdAt: string;
|
|
542
|
+
} | null | undefined;
|
|
543
|
+
metrics?: {
|
|
544
|
+
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
545
|
+
primaryMetric: string;
|
|
546
|
+
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
547
|
+
missingReward: "zero" | "exclude";
|
|
548
|
+
customAggregator: {
|
|
549
|
+
module: string;
|
|
550
|
+
exportName: string;
|
|
551
|
+
contentHash: string;
|
|
552
|
+
timeoutMs: number;
|
|
553
|
+
networkPolicy: "none";
|
|
554
|
+
} | null;
|
|
555
|
+
taskWeights?: Record<string, number> | undefined;
|
|
556
|
+
} | undefined;
|
|
557
|
+
};
|
|
558
|
+
generatedFiles: GeneratedTaskFile[];
|
|
559
|
+
};
|
|
560
|
+
//# sourceMappingURL=taskset-authored-files.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"taskset-authored-files.d.ts","sourceRoot":"","sources":["../../../../../src/taskset-authored-files.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAiB,KAAK,iBAAiB,EAAE,KAAK,OAAO,EAAE,MAAM,iCAAiC,CAAC;AAOtG,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;mBAEvB,CAAC;AAGzB,wBAAgB,qCAAqC,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAA0C;AAEtH,uFAAuF;AACvF,wBAAgB,4BAA4B,CAAC,YAAY,EAAE,OAAO,EAAE,WAAW,EAAE,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,SAAS,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAEU,iBAAiB,EAAE;EA+E/J"}
|
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
import type { Taskset } from "./taskset-authored-contracts.js";
|
|
2
|
+
import type { TaskDataRecord } from "./taskset-draft-core.js";
|
|
3
|
+
import { createEnvironmentRelease, createVerifierSetRelease, type EnvironmentContract, type PreferenceComparisonRelease, type TasksetRelease } from "@openpond/evals";
|
|
4
|
+
import type { ToolDeclaration } from "@openpond/harness";
|
|
5
|
+
import { type RewardBinding, type RewardRelease } from "@openpond/evals/rewards";
|
|
6
|
+
export type TasksetRewardExecution = {
|
|
7
|
+
binding: RewardBinding;
|
|
8
|
+
rewards: RewardRelease[];
|
|
9
|
+
};
|
|
10
|
+
export declare function resolvePortableTasksetRewardExecution(taskset: Taskset, supplied?: TasksetRewardExecution): TasksetRewardExecution | null;
|
|
11
|
+
export declare function materializePortableTasksetRelease(input: {
|
|
12
|
+
taskset: Taskset;
|
|
13
|
+
selectedTasks?: TaskDataRecord[];
|
|
14
|
+
adapterId: string;
|
|
15
|
+
admittedTasksetRelease?: TasksetRelease | null;
|
|
16
|
+
rewardExecution?: TasksetRewardExecution;
|
|
17
|
+
}): {
|
|
18
|
+
environmentRelease: ReturnType<typeof createEnvironmentRelease>;
|
|
19
|
+
verifierSetRelease: ReturnType<typeof createVerifierSetRelease>;
|
|
20
|
+
tasksetRelease: TasksetRelease;
|
|
21
|
+
};
|
|
22
|
+
/**
|
|
23
|
+
* Admits a published comparison policy against the exact portable Taskset
|
|
24
|
+
* release it names. A comparison is deliberately not embedded in that release:
|
|
25
|
+
* doing so would create a content-hash cycle between Taskset and comparison.
|
|
26
|
+
*/
|
|
27
|
+
export declare function projectPreferenceComparisonRelease(input: {
|
|
28
|
+
tasksetRelease: TasksetRelease;
|
|
29
|
+
preferenceComparison: PreferenceComparisonRelease;
|
|
30
|
+
}): PreferenceComparisonRelease;
|
|
31
|
+
export declare function portableTasksetEnvironment(taskset: Taskset): EnvironmentContract;
|
|
32
|
+
export declare function portableTasksetTools(taskset: Taskset): ToolDeclaration[];
|
|
33
|
+
/** Preserve immutable file/schema references while overlaying current edits. */
|
|
34
|
+
export declare function projectPortableTaskRecord(task: TaskDataRecord): {
|
|
35
|
+
id: string;
|
|
36
|
+
clusterKey: string;
|
|
37
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
38
|
+
input: Record<string, unknown>;
|
|
39
|
+
expectedOutput: Record<string, unknown> | null;
|
|
40
|
+
policyVisibleContext: Record<string, unknown>;
|
|
41
|
+
privilegedContextRef: string | null;
|
|
42
|
+
artifactRefs: {
|
|
43
|
+
id: string;
|
|
44
|
+
path: string;
|
|
45
|
+
contentHash: string;
|
|
46
|
+
sizeBytes: number;
|
|
47
|
+
mediaType: string;
|
|
48
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
49
|
+
}[];
|
|
50
|
+
tags: string[];
|
|
51
|
+
requiredOutputs?: {
|
|
52
|
+
path: string;
|
|
53
|
+
mediaType: string;
|
|
54
|
+
schemaRef: {
|
|
55
|
+
id: string;
|
|
56
|
+
path: string;
|
|
57
|
+
contentHash: string;
|
|
58
|
+
sizeBytes: number;
|
|
59
|
+
mediaType: string;
|
|
60
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
61
|
+
} | null;
|
|
62
|
+
maxBytes: number | null;
|
|
63
|
+
metadata: Record<string, unknown>;
|
|
64
|
+
}[] | undefined;
|
|
65
|
+
} | {
|
|
66
|
+
id: string;
|
|
67
|
+
clusterKey: string;
|
|
68
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
69
|
+
input: Record<string, unknown>;
|
|
70
|
+
expectedOutput: Record<string, unknown> | null;
|
|
71
|
+
policyVisibleContext: Record<string, unknown>;
|
|
72
|
+
privilegedContextRef: string | null;
|
|
73
|
+
artifactRefs: {
|
|
74
|
+
id: string;
|
|
75
|
+
path: string;
|
|
76
|
+
contentHash: string;
|
|
77
|
+
sizeBytes: number;
|
|
78
|
+
mediaType: string;
|
|
79
|
+
visibility: "policy";
|
|
80
|
+
}[];
|
|
81
|
+
requiredOutputs: {
|
|
82
|
+
path: string;
|
|
83
|
+
mediaType: string;
|
|
84
|
+
schemaRef: null;
|
|
85
|
+
maxBytes: number | null;
|
|
86
|
+
metadata: {
|
|
87
|
+
legacySchemaRef: string | null;
|
|
88
|
+
};
|
|
89
|
+
}[];
|
|
90
|
+
tags: string[];
|
|
91
|
+
};
|
|
92
|
+
//# sourceMappingURL=taskset-authored-portable-release.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"taskset-authored-portable-release.d.ts","sourceRoot":"","sources":["../../../../../src/taskset-authored-portable-release.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,KAAK,EAEV,cAAc,EACf,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAML,wBAAwB,EACxB,wBAAwB,EAMxB,KAAK,mBAAmB,EAExB,KAAK,2BAA2B,EAChC,KAAK,cAAc,EACpB,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAEV,eAAe,EAChB,MAAM,mBAAmB,CAAC;AAS3B,OAAO,EAAiE,KAAK,aAAa,EAAE,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAGhJ,MAAM,MAAM,sBAAsB,GAAG;IAAE,OAAO,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAA;CAAE,CAAC;AAE1F,wBAAgB,qCAAqC,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,sBAAsB,GAAG,sBAAsB,GAAG,IAAI,CAgBxI;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,CAAC,EAAE,cAAc,EAAE,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,sBAAsB,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/C,eAAe,CAAC,EAAE,sBAAsB,CAAC;CAC1C,GAAG;IACF,kBAAkB,EAAE,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC;IAChE,kBAAkB,EAAE,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC;IAChE,cAAc,EAAE,cAAc,CAAC;CAChC,CAiGA;AAED;;;;GAIG;AACH,wBAAgB,kCAAkC,CAAC,KAAK,EAAE;IACxD,cAAc,EAAE,cAAc,CAAC;IAC/B,oBAAoB,EAAE,2BAA2B,CAAC;CACnD,GAAG,2BAA2B,CAY9B;AAED,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,OAAO,GAAG,mBAAmB,CAEhF;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,eAAe,EAAE,CAExE;AAED,gFAAgF;AAChF,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAwE7D"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { type GeneratedTaskFile, type Taskset } from "./taskset-authored-contracts.js";
|
|
2
|
+
import { type ImmutableAssetRef } from "@openpond/harness";
|
|
3
|
+
type Inventory = Array<{
|
|
4
|
+
asset: ImmutableAssetRef;
|
|
5
|
+
sourcePath: string;
|
|
6
|
+
}>;
|
|
7
|
+
/** Source bytes change in the draft; publication owns all executable hashes.
|
|
8
|
+
* The private declaration is regenerated with the newly compiled verifiers. */
|
|
9
|
+
export declare function prepareAuthoredToolEnvironment(taskset: Taskset, bytes: Map<string, Uint8Array>, inventory: Inventory, adapterId: string): {
|
|
10
|
+
taskset: Taskset;
|
|
11
|
+
inventory: Inventory;
|
|
12
|
+
generatedFiles: GeneratedTaskFile[];
|
|
13
|
+
};
|
|
14
|
+
export {};
|
|
15
|
+
//# sourceMappingURL=taskset-authored-tool-environment.d.ts.map
|