openpond-sdk 0.3.3 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (133) hide show
  1. package/MODEL_STARTERS.md +26 -0
  2. package/TASKSETS.md +55 -0
  3. package/dist/actions-local.js +67 -118
  4. package/dist/actions-local.js.map +4 -4
  5. package/dist/actions.js +4 -92
  6. package/dist/actions.js.map +4 -4
  7. package/dist/chunk-25TBEGXB.js +220 -0
  8. package/dist/chunk-25TBEGXB.js.map +7 -0
  9. package/dist/chunk-27ETSPHQ.js +83 -0
  10. package/dist/chunk-27ETSPHQ.js.map +7 -0
  11. package/dist/chunk-5PRP457R.js +477 -0
  12. package/dist/chunk-5PRP457R.js.map +7 -0
  13. package/dist/chunk-65D4C7HP.js +273 -0
  14. package/dist/chunk-65D4C7HP.js.map +7 -0
  15. package/dist/chunk-6LGGLXAM.js +2395 -0
  16. package/dist/chunk-6LGGLXAM.js.map +7 -0
  17. package/dist/chunk-747CMU2Y.js +222 -0
  18. package/dist/chunk-747CMU2Y.js.map +7 -0
  19. package/dist/chunk-7O5X7DBU.js +80 -0
  20. package/dist/chunk-7O5X7DBU.js.map +7 -0
  21. package/dist/chunk-A4ZDOZKP.js +115 -0
  22. package/dist/chunk-A4ZDOZKP.js.map +7 -0
  23. package/dist/chunk-APHPXQEA.js +155 -0
  24. package/dist/chunk-APHPXQEA.js.map +7 -0
  25. package/dist/chunk-AVW35YOH.js +574 -0
  26. package/dist/chunk-AVW35YOH.js.map +7 -0
  27. package/dist/chunk-EPJM7VEV.js +177 -0
  28. package/dist/chunk-EPJM7VEV.js.map +7 -0
  29. package/dist/chunk-EV4PKJWN.js +1373 -0
  30. package/dist/chunk-EV4PKJWN.js.map +7 -0
  31. package/dist/chunk-K5ZCYOZO.js +49 -0
  32. package/dist/chunk-K5ZCYOZO.js.map +7 -0
  33. package/dist/chunk-LXXQVGQY.js +1 -0
  34. package/dist/chunk-LXXQVGQY.js.map +7 -0
  35. package/dist/chunk-NF63YMOL.js +593 -0
  36. package/dist/chunk-NF63YMOL.js.map +7 -0
  37. package/dist/chunk-P27DQ65Z.js +138 -0
  38. package/dist/chunk-P27DQ65Z.js.map +7 -0
  39. package/dist/chunk-QLEJOCQX.js +72 -0
  40. package/dist/chunk-QLEJOCQX.js.map +7 -0
  41. package/dist/chunk-S7I45WJQ.js +57 -0
  42. package/dist/chunk-S7I45WJQ.js.map +7 -0
  43. package/dist/index.js +33 -2488
  44. package/dist/index.js.map +4 -4
  45. package/dist/learning.js +16 -2042
  46. package/dist/learning.js.map +4 -4
  47. package/dist/model-batch-review.js +5 -42
  48. package/dist/model-batch-review.js.map +3 -3
  49. package/dist/model-projects.js +29 -430
  50. package/dist/model-projects.js.map +3 -3
  51. package/dist/model-starter-attempts.js +13 -420
  52. package/dist/model-starter-attempts.js.map +4 -4
  53. package/dist/model-starter-catalog.js +17 -460
  54. package/dist/model-starter-catalog.js.map +4 -4
  55. package/dist/model-starters.js +32 -709
  56. package/dist/model-starters.js.map +4 -4
  57. package/dist/model-taskset-authoring.js +11 -44
  58. package/dist/model-taskset-authoring.js.map +3 -3
  59. package/dist/model-taskset-runs.js +196 -0
  60. package/dist/model-taskset-runs.js.map +7 -0
  61. package/dist/profile-actions.js +4 -211
  62. package/dist/profile-actions.js.map +3 -3
  63. package/dist/project-actions.js +4 -224
  64. package/dist/project-actions.js.map +3 -3
  65. package/dist/refiner.js +14 -554
  66. package/dist/refiner.js.map +4 -4
  67. package/dist/taskset-catalog.js +9 -104
  68. package/dist/taskset-catalog.js.map +3 -3
  69. package/dist/taskset-drafts.js +465 -0
  70. package/dist/taskset-drafts.js.map +7 -0
  71. package/dist/taskset-packages.js +946 -3089
  72. package/dist/taskset-packages.js.map +4 -4
  73. package/dist/training.js +43 -822
  74. package/dist/training.js.map +4 -4
  75. package/dist/types/packages/sdk/src/index.d.ts +3 -3
  76. package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
  77. package/dist/types/packages/sdk/src/learning-client.d.ts +130 -0
  78. package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -0
  79. package/dist/types/packages/sdk/src/learning.d.ts +1 -129
  80. package/dist/types/packages/sdk/src/learning.d.ts.map +1 -1
  81. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +568 -0
  82. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -0
  83. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +722 -0
  84. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -0
  85. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +1170 -0
  86. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -0
  87. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +560 -0
  88. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -0
  89. package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +92 -0
  90. package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -0
  91. package/dist/types/packages/sdk/src/taskset-authored-tool-environment.d.ts +15 -0
  92. package/dist/types/packages/sdk/src/taskset-authored-tool-environment.d.ts.map +1 -0
  93. package/dist/types/packages/sdk/src/taskset-authored-validation.d.ts +18 -0
  94. package/dist/types/packages/sdk/src/taskset-authored-validation.d.ts.map +1 -0
  95. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +1681 -0
  96. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -0
  97. package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts +19 -0
  98. package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -0
  99. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +2713 -0
  100. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -0
  101. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +1000 -0
  102. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -0
  103. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +429 -0
  104. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts.map +1 -0
  105. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +284 -0
  106. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts.map +1 -0
  107. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +846 -0
  108. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -0
  109. package/dist/types/packages/sdk/src/taskset-draft-files.d.ts +8 -0
  110. package/dist/types/packages/sdk/src/taskset-draft-files.d.ts.map +1 -0
  111. package/dist/types/packages/sdk/src/taskset-draft-harness-actions.d.ts +28 -0
  112. package/dist/types/packages/sdk/src/taskset-draft-harness-actions.d.ts.map +1 -0
  113. package/dist/types/packages/sdk/src/taskset-draft-manifests.d.ts +8 -0
  114. package/dist/types/packages/sdk/src/taskset-draft-manifests.d.ts.map +1 -0
  115. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +967 -0
  116. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -0
  117. package/dist/types/packages/sdk/src/taskset-draft-publication.d.ts +10 -0
  118. package/dist/types/packages/sdk/src/taskset-draft-publication.d.ts.map +1 -0
  119. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +1297 -0
  120. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -0
  121. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +1597 -0
  122. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -0
  123. package/dist/types/packages/sdk/src/taskset-drafts.d.ts +16 -0
  124. package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -0
  125. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +64 -0
  126. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -0
  127. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +1514 -0
  128. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -0
  129. package/dist/types/packages/sdk/src/taskset-packages.d.ts +6 -0
  130. package/dist/types/packages/sdk/src/taskset-packages.d.ts.map +1 -1
  131. package/dist/workflows.js +4 -221
  132. package/dist/workflows.js.map +3 -3
  133. package/package.json +11 -3
@@ -0,0 +1 @@
1
+ {"version":3,"file":"taskset-authored-contracts.d.ts","sourceRoot":"","sources":["../../../../../src/taskset-authored-contracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,OAAO,EAYL,KAAK,gBAAgB,EAAE,KAAK,iBAAiB,EAC9C,MAAM,yBAAyB,CAAC;AAQjC,eAAO,MAAM,uBAAuB,yOAa1B,CAAC;AAEX,eAAO,MAAM,mBAAmB;;;;;;;;;;;;EAY9B,CAAC;AAEH,eAAO,MAAM,wBAAwB;;;;;;EAMnC,CAAC;AAIH,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2BA2C1C,CAAC;AAEH,eAAO,MAAM,uBAAuB;;;;;;;;iBAIlC,CAAC;AAEH,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;iBAQ3C,CAAC;AAEH,eAAO,MAAM,uCAAuC;;;;;;;;;;EAUlD,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;iBAKxC,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;iBAIxC,CAAC;AAEH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAevC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;iBAA+H,CAAC;AAElK,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAapC,CAAC;AAEH,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA+DxB,CAAC;AAEH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,CAAC;AACxF,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,CAAC;AAC1F,MAAM,MAAM,iCAAiC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uCAAuC,CAAC,CAAC;AACxG,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,CAAC;AAEpD,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,gBAAgB,GACvB,MAAM,IAAI,iBAAiB,CAE7B"}
@@ -0,0 +1,560 @@
1
+ import { z } from "zod";
2
+ import { type GeneratedTaskFile, type Taskset } from "./taskset-authored-contracts.js";
3
+ export declare const AuthoredTasksetFileInventorySchema: z.ZodArray<z.ZodObject<{
4
+ asset: z.ZodObject<{
5
+ id: z.ZodString;
6
+ path: z.ZodString;
7
+ contentHash: z.ZodString;
8
+ sizeBytes: z.ZodNumber;
9
+ mediaType: z.ZodString;
10
+ visibility: z.ZodEnum<{
11
+ policy: "policy";
12
+ verifier: "verifier";
13
+ host_private: "host_private";
14
+ }>;
15
+ }, z.core.$strict>;
16
+ sourcePath: z.ZodString;
17
+ }, z.core.$strict>>;
18
+ export declare function isGeneratedTasksetPublicationFilePath(path: string): boolean;
19
+ /** Seal one captured file population; hosts own filesystem or object-store capture. */
20
+ export declare function prepareAuthoredTasksetSource(tasksetInput: Taskset, sourceFiles: ReadonlyMap<string, Uint8Array>, adapterId: string): {
21
+ taskset: {
22
+ schemaVersion: "openpond.taskset.v1";
23
+ id: string;
24
+ revision: number;
25
+ profileId: string;
26
+ createImproveRunId: string | null;
27
+ name: string;
28
+ objective: string;
29
+ purpose: "benchmark" | "general";
30
+ benchmark: {
31
+ schemaVersion: "openpond.tasksetBenchmark.v1";
32
+ definitionId: string;
33
+ releaseId: string;
34
+ releaseHash: string;
35
+ managedReleasePath: string;
36
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
37
+ evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
38
+ primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
39
+ qualityGate: "none" | "non_regression" | "all_pass";
40
+ source: "builtin" | "imported";
41
+ metadata: Record<string, unknown>;
42
+ } | null;
43
+ preferenceComparison: {
44
+ schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1";
45
+ releaseId: string;
46
+ releaseHash: string;
47
+ publishedAt: string;
48
+ metadata: Record<string, unknown>;
49
+ } | null;
50
+ status: "failed" | "archived" | "ready" | "draft" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "materializing" | "validating" | "needs_review" | "baselining" | "blocked";
51
+ sourceRefs: ({
52
+ id: string;
53
+ profileId: string;
54
+ title: string;
55
+ sourceHash: string;
56
+ occurredAt: string;
57
+ licensingStatus: "pending" | "review" | "approved" | "blocked";
58
+ secretScanStatus: "pending" | "passed" | "blocked";
59
+ piiScanStatus: "pending" | "review" | "passed" | "blocked";
60
+ metadata: Record<string, unknown>;
61
+ schemaVersion: "openpond.huggingFaceDatasetSource.v1";
62
+ kind: "huggingface";
63
+ repositoryId: string;
64
+ repositoryUrl: string;
65
+ revision: string;
66
+ configuration: string;
67
+ upstreamSplits: string[];
68
+ gated: boolean;
69
+ private: boolean;
70
+ declaredLicense: string | null;
71
+ sourceFileHashes: string[];
72
+ } | {
73
+ id: string;
74
+ profileId: string;
75
+ title: string;
76
+ sourceHash: string;
77
+ occurredAt: string;
78
+ licensingStatus: "pending" | "review" | "approved" | "blocked";
79
+ secretScanStatus: "pending" | "passed" | "blocked";
80
+ piiScanStatus: "pending" | "review" | "passed" | "blocked";
81
+ metadata: Record<string, unknown>;
82
+ schemaVersion: "openpond.uploadedFileDatasetSource.v1";
83
+ kind: "uploaded_file";
84
+ originalFileNames: string[];
85
+ mediaTypes: string[];
86
+ sourceFileHashes: string[];
87
+ totalBytes: number;
88
+ parserVersion: string;
89
+ } | {
90
+ id: string;
91
+ profileId: string;
92
+ title: string;
93
+ sourceHash: string;
94
+ occurredAt: string;
95
+ licensingStatus: "pending" | "review" | "approved" | "blocked";
96
+ secretScanStatus: "pending" | "passed" | "blocked";
97
+ piiScanStatus: "pending" | "review" | "passed" | "blocked";
98
+ metadata: Record<string, unknown>;
99
+ schemaVersion: "openpond.generatedDatasetSource.v1";
100
+ kind: "generated";
101
+ generatorId: string;
102
+ generatorVersion: string;
103
+ seed: number;
104
+ generatorHash: string;
105
+ } | {
106
+ id: string;
107
+ profileId: string;
108
+ title: string;
109
+ sourceHash: string;
110
+ occurredAt: string;
111
+ licensingStatus: "pending" | "review" | "approved" | "blocked";
112
+ secretScanStatus: "pending" | "passed" | "blocked";
113
+ piiScanStatus: "pending" | "review" | "passed" | "blocked";
114
+ metadata: Record<string, unknown>;
115
+ schemaVersion: "openpond.learningBatchDatasetSource.v1";
116
+ kind: "learning_batch";
117
+ batch: {
118
+ id: string;
119
+ revision: number;
120
+ contentHash: string;
121
+ };
122
+ taskDefinition: {
123
+ id: string;
124
+ revision: number;
125
+ contentHash: string;
126
+ };
127
+ admittedBy: string;
128
+ } | {
129
+ schemaVersion: "openpond.trainingSource.v1";
130
+ id: string;
131
+ profileId: string;
132
+ sessionId: string;
133
+ turnIds: string[];
134
+ workspaceId: string | null;
135
+ sourceHash: string;
136
+ clusterKey: string;
137
+ title: string;
138
+ occurredAt: string;
139
+ consent: {
140
+ status: "pending" | "granted" | "denied" | "revoked";
141
+ scope: "metadata_only" | "selected_turns" | "full_session";
142
+ grantedBy: string | null;
143
+ grantedAt: string | null;
144
+ purpose: "task_authoring_and_evaluation";
145
+ };
146
+ connectedAppIds: string[];
147
+ secretScanStatus: "pending" | "passed" | "blocked";
148
+ piiScanStatus: "pending" | "review" | "passed" | "blocked";
149
+ licensingStatus: "pending" | "review" | "approved" | "blocked";
150
+ metadata: Record<string, unknown>;
151
+ })[];
152
+ policy: {
153
+ policyVisibleFields: string[];
154
+ privilegedFields: string[];
155
+ hiddenGraderRefs: string[];
156
+ connectedAppScopes: string[];
157
+ };
158
+ environment: {
159
+ protocolVersion: "openpond.taskEnvironment.v1";
160
+ kind: "work" | "agent" | "chat" | "program" | "stateful_harness";
161
+ entrypoint: string;
162
+ stateful: boolean;
163
+ deterministicSeeds: boolean;
164
+ toolNames: string[];
165
+ lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
166
+ defaultTimeoutMs: number;
167
+ networkPolicy: "none" | "declared_read_only" | "declared_scoped";
168
+ metadata: Record<string, unknown>;
169
+ actionBindings?: {
170
+ schemaVersion: "openpond.harnessActionBinding.v1";
171
+ actionId: string;
172
+ modelToolName: string;
173
+ description: string;
174
+ inputSchema: Record<string, unknown>;
175
+ actionSchemaHash: string;
176
+ agentRelease: {
177
+ id: string;
178
+ contentHash: string;
179
+ };
180
+ implementationHash: string;
181
+ runtimeBindingId: string;
182
+ capabilityReceiptHash: string;
183
+ sideEffect: "read" | "write";
184
+ studentVisible: boolean;
185
+ timeoutMs: number;
186
+ episodeArgumentBindings: {
187
+ argument: string;
188
+ source: "case_id";
189
+ }[];
190
+ }[] | undefined;
191
+ resources?: {
192
+ id: string;
193
+ kind: "file" | "catalog" | "configuration" | "code_module";
194
+ path: string;
195
+ visibility: "privileged" | "policy_visible" | "policy_hidden";
196
+ required: boolean;
197
+ metadata: Record<string, unknown>;
198
+ mediaType?: string | null | undefined;
199
+ }[] | undefined;
200
+ };
201
+ capabilities: {
202
+ schemaVersion: "openpond.tasksetCapabilities.v1";
203
+ taskKind: "custom_program" | "chat" | "single_agent" | "multi_agent";
204
+ supportedSignals: ("label" | "reward" | "feedback" | "preference" | "demonstration" | "correction")[];
205
+ compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
206
+ rewardKinds: ("none" | "model_judge" | "human" | "deterministic" | "exact")[];
207
+ requiresTools: boolean;
208
+ requiresState: boolean;
209
+ requiresPrivilegedGrading: boolean;
210
+ environmentPlacements: ("local" | "remote" | "colocated" | "provider_native")[];
211
+ exportable: boolean;
212
+ portabilityBlockers: string[];
213
+ };
214
+ tasks: {
215
+ schemaVersion: "openpond.taskData.v1";
216
+ id: string;
217
+ clusterKey: string;
218
+ split: "train" | "validation" | "test" | "frozen_eval";
219
+ input: Record<string, unknown>;
220
+ expectedOutput: Record<string, unknown> | null;
221
+ policyVisibleContext: Record<string, unknown>;
222
+ privilegedContextRef: string | null;
223
+ sourceRefs: string[];
224
+ tags: string[];
225
+ metadata: Record<string, unknown>;
226
+ assets?: {
227
+ id: string;
228
+ sourceRefId: string;
229
+ artifactRef: string;
230
+ fileName: string;
231
+ mediaType: string;
232
+ sha256: string;
233
+ sizeBytes: number;
234
+ split: "train" | "validation" | "test" | "frozen_eval";
235
+ metadata: Record<string, unknown>;
236
+ }[] | undefined;
237
+ resourceRefs?: string[] | undefined;
238
+ requiredOutputs?: {
239
+ path: string;
240
+ mediaType: string;
241
+ metadata: Record<string, unknown>;
242
+ schemaRef?: string | null | undefined;
243
+ maxBytes?: number | undefined;
244
+ }[] | undefined;
245
+ }[];
246
+ graders: ({
247
+ id: string;
248
+ version: string;
249
+ label: string;
250
+ weight: number;
251
+ hardGate: boolean;
252
+ rewardEligible: boolean;
253
+ privileged: boolean;
254
+ metadata: Record<string, unknown>;
255
+ kind: "file" | "state" | "test" | "content" | "schema" | "runtime_event" | "diff";
256
+ config: Record<string, unknown>;
257
+ } | {
258
+ id: string;
259
+ version: string;
260
+ label: string;
261
+ weight: number;
262
+ hardGate: boolean;
263
+ rewardEligible: boolean;
264
+ privileged: boolean;
265
+ metadata: Record<string, unknown>;
266
+ kind: "model_judge";
267
+ rubric: string;
268
+ judge: {
269
+ providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
270
+ modelId: string;
271
+ };
272
+ calibrationFixtureRefs: string[];
273
+ calibrationStatus: "failed" | "pending" | "passed";
274
+ temperature: number;
275
+ } | {
276
+ id: string;
277
+ version: string;
278
+ label: string;
279
+ weight: number;
280
+ hardGate: boolean;
281
+ rewardEligible: boolean;
282
+ privileged: boolean;
283
+ metadata: Record<string, unknown>;
284
+ kind: "human";
285
+ rubric: string;
286
+ reviewerRole: string;
287
+ } | {
288
+ id: string;
289
+ version: string;
290
+ label: string;
291
+ weight: number;
292
+ hardGate: boolean;
293
+ rewardEligible: boolean;
294
+ privileged: boolean;
295
+ metadata: Record<string, unknown>;
296
+ kind: "custom_verifier";
297
+ module: string;
298
+ exportName: string;
299
+ timeoutMs: number;
300
+ networkPolicy: "none";
301
+ })[];
302
+ graderFixtures: {
303
+ id: string;
304
+ taskId: string;
305
+ label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
306
+ output: Record<string, unknown>;
307
+ infrastructureError: string | null;
308
+ expectedPassed: boolean;
309
+ expectedRewardEligible: boolean;
310
+ metadata: Record<string, unknown>;
311
+ }[];
312
+ learningSignals: {
313
+ demonstrations: {
314
+ id: string;
315
+ taskId: string | null;
316
+ sourceRefs: string[];
317
+ artifactRef: string;
318
+ approved: boolean;
319
+ confidence: number;
320
+ metadata: Record<string, unknown>;
321
+ kind: "demonstration";
322
+ prompt: string | null;
323
+ response: string | null;
324
+ }[];
325
+ preferences: {
326
+ id: string;
327
+ taskId: string | null;
328
+ sourceRefs: string[];
329
+ artifactRef: string;
330
+ approved: boolean;
331
+ confidence: number;
332
+ metadata: Record<string, unknown>;
333
+ kind: "preference";
334
+ prompt: string;
335
+ chosen: string;
336
+ rejected: string;
337
+ rationale: string | null;
338
+ }[];
339
+ corrections: {
340
+ id: string;
341
+ taskId: string | null;
342
+ sourceRefs: string[];
343
+ artifactRef: string;
344
+ approved: boolean;
345
+ confidence: number;
346
+ metadata: Record<string, unknown>;
347
+ kind: "correction";
348
+ original: string;
349
+ corrected: string;
350
+ rationale: string | null;
351
+ }[];
352
+ feedback: {
353
+ id: string;
354
+ taskId: string | null;
355
+ sourceRefs: string[];
356
+ artifactRef: string;
357
+ approved: boolean;
358
+ confidence: number;
359
+ metadata: Record<string, unknown>;
360
+ kind: "feedback";
361
+ feedback: string;
362
+ polarity: "neutral" | "positive" | "negative" | "mixed";
363
+ }[];
364
+ rewards: {
365
+ id: string;
366
+ taskId: string | null;
367
+ sourceRefs: string[];
368
+ artifactRef: string;
369
+ approved: boolean;
370
+ confidence: number;
371
+ metadata: Record<string, unknown>;
372
+ kind: "reward";
373
+ task: string;
374
+ rules: {
375
+ id: string;
376
+ points: number;
377
+ condition: string;
378
+ }[];
379
+ otherwisePoints: number;
380
+ executable: boolean;
381
+ }[];
382
+ labels: {
383
+ id: string;
384
+ taskId: string | null;
385
+ sourceRefs: string[];
386
+ artifactRef: string;
387
+ approved: boolean;
388
+ confidence: number;
389
+ metadata: Record<string, unknown>;
390
+ kind: "label";
391
+ labelKind: "rubric";
392
+ task: string;
393
+ criteria: {
394
+ id: string;
395
+ label: string;
396
+ description: string;
397
+ }[];
398
+ calibrationExamples: {
399
+ positive: string;
400
+ negative: string;
401
+ boundary: string;
402
+ };
403
+ }[];
404
+ };
405
+ authoringProvenance: {
406
+ schemaVersion: "openpond.taskAuthoringProvenance.v1";
407
+ model: {
408
+ providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq" | "custom-openai-compatible";
409
+ modelId: string;
410
+ } | null;
411
+ modelConfig: Record<string, unknown>;
412
+ skillHash: string;
413
+ promptTemplateVersion: string;
414
+ buildIntent: "rubric" | "demonstrations" | "preferences" | "verifiable_reward" | "discovery";
415
+ buildSpecification: {
416
+ kind: "demonstrations";
417
+ behavior: string;
418
+ examples: {
419
+ id: string;
420
+ prompt: string;
421
+ response: string;
422
+ }[];
423
+ } | {
424
+ kind: "preferences";
425
+ preference: string;
426
+ pairs: {
427
+ id: string;
428
+ prompt: string;
429
+ chosen: string;
430
+ rejected: string;
431
+ rationale: string;
432
+ }[];
433
+ } | {
434
+ kind: "verifiable_reward";
435
+ task: string;
436
+ rules: {
437
+ id: string;
438
+ points: number;
439
+ condition: string;
440
+ }[];
441
+ otherwisePoints: number;
442
+ } | {
443
+ kind: "rubric";
444
+ task: string;
445
+ criteria: {
446
+ id: string;
447
+ label: string;
448
+ description: string;
449
+ }[];
450
+ positiveExample: string;
451
+ negativeExample: string;
452
+ boundaryExample: string;
453
+ } | null;
454
+ evidenceHashes: string[];
455
+ tasksetSdkVersion: string;
456
+ sourceCommit: string | null;
457
+ repairHistory: {
458
+ attempt: number;
459
+ summary: string;
460
+ createdAt: string;
461
+ }[];
462
+ createdAt: string;
463
+ };
464
+ readiness: {
465
+ schemaVersion: "openpond.tasksetReadiness.v1";
466
+ tasksetId: string;
467
+ tasksetHash: string;
468
+ ready: boolean;
469
+ recommendedMethod: "none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval";
470
+ trainingPath: {
471
+ primaryMethod: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opsd" | "sdpo";
472
+ bootstrap: {
473
+ method: "sft";
474
+ purpose: "trajectory_bootstrap";
475
+ demonstrationRefs: string[];
476
+ limitations: string[];
477
+ } | null;
478
+ } | null;
479
+ methodReadiness: {
480
+ method: "sft" | "dpo" | "grpo" | "ppo";
481
+ status: "recommended" | "compatible" | "needs_dataset_work";
482
+ reasonCodes: ("taskset_not_ready" | "demonstrations_missing" | "preference_pairs_missing" | "preference_pairs_invalid" | "executable_reward_missing" | "reward_not_calibrated" | "reward_model_missing" | "value_model_required" | "frozen_eval_missing")[];
483
+ reasons: string[];
484
+ }[];
485
+ compatibleDestinationClasses: ("custom" | "export" | "hosted_managed")[];
486
+ blockers: {
487
+ code: string;
488
+ message: string;
489
+ path: string | null;
490
+ }[];
491
+ advisories: {
492
+ code: string;
493
+ message: string;
494
+ path: string | null;
495
+ }[];
496
+ warnings: string[];
497
+ generatedAt: string;
498
+ } | null;
499
+ contentHash: string;
500
+ createdAt: string;
501
+ updatedAt: string;
502
+ metadata: Record<string, unknown>;
503
+ profileRelease?: {
504
+ id: string;
505
+ contentHash: string;
506
+ revision: number;
507
+ } | null | undefined;
508
+ datasetArtifact?: {
509
+ schemaVersion: "openpond.datasetArtifact.v1";
510
+ id: string;
511
+ tasksetId: string;
512
+ tasksetRevision: number;
513
+ contentHash: string;
514
+ format: "parquet";
515
+ schema: {
516
+ schemaVersion: "openpond.datasetSemanticSchema.v1";
517
+ fields: {
518
+ name: string;
519
+ semanticRole: "metadata" | "prompt" | "reward" | "feedback" | "rejected" | "messages" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "expected_output" | "privileged_context" | "tag";
520
+ logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
521
+ nullable: boolean;
522
+ policy: "metadata" | "privileged" | "visible";
523
+ }[];
524
+ schemaHash: string;
525
+ };
526
+ shards: {
527
+ id: string;
528
+ split: "train" | "validation" | "test" | "frozen_eval";
529
+ path: string;
530
+ contentHash: string;
531
+ schemaHash: string;
532
+ sizeBytes: number;
533
+ rowCount: number;
534
+ rowGroupCount: number;
535
+ }[];
536
+ rowCount: number;
537
+ splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
538
+ sourceReceiptRefs: string[];
539
+ mappingHash: string;
540
+ qualityReportHash: string;
541
+ createdAt: string;
542
+ } | null | undefined;
543
+ metrics?: {
544
+ schemaVersion: "openpond.tasksetMetricPolicy.v1";
545
+ primaryMetric: string;
546
+ aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
547
+ missingReward: "zero" | "exclude";
548
+ customAggregator: {
549
+ module: string;
550
+ exportName: string;
551
+ contentHash: string;
552
+ timeoutMs: number;
553
+ networkPolicy: "none";
554
+ } | null;
555
+ taskWeights?: Record<string, number> | undefined;
556
+ } | undefined;
557
+ };
558
+ generatedFiles: GeneratedTaskFile[];
559
+ };
560
+ //# sourceMappingURL=taskset-authored-files.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"taskset-authored-files.d.ts","sourceRoot":"","sources":["../../../../../src/taskset-authored-files.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAiB,KAAK,iBAAiB,EAAE,KAAK,OAAO,EAAE,MAAM,iCAAiC,CAAC;AAOtG,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;mBAEvB,CAAC;AAGzB,wBAAgB,qCAAqC,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAA0C;AAEtH,uFAAuF;AACvF,wBAAgB,4BAA4B,CAAC,YAAY,EAAE,OAAO,EAAE,WAAW,EAAE,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,SAAS,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAEU,iBAAiB,EAAE;EA+E/J"}
@@ -0,0 +1,92 @@
1
+ import type { Taskset } from "./taskset-authored-contracts.js";
2
+ import type { TaskDataRecord } from "./taskset-draft-core.js";
3
+ import { createEnvironmentRelease, createVerifierSetRelease, type EnvironmentContract, type PreferenceComparisonRelease, type TasksetRelease } from "@openpond/evals";
4
+ import type { ToolDeclaration } from "@openpond/harness";
5
+ import { type RewardBinding, type RewardRelease } from "@openpond/evals/rewards";
6
+ export type TasksetRewardExecution = {
7
+ binding: RewardBinding;
8
+ rewards: RewardRelease[];
9
+ };
10
+ export declare function resolvePortableTasksetRewardExecution(taskset: Taskset, supplied?: TasksetRewardExecution): TasksetRewardExecution | null;
11
+ export declare function materializePortableTasksetRelease(input: {
12
+ taskset: Taskset;
13
+ selectedTasks?: TaskDataRecord[];
14
+ adapterId: string;
15
+ admittedTasksetRelease?: TasksetRelease | null;
16
+ rewardExecution?: TasksetRewardExecution;
17
+ }): {
18
+ environmentRelease: ReturnType<typeof createEnvironmentRelease>;
19
+ verifierSetRelease: ReturnType<typeof createVerifierSetRelease>;
20
+ tasksetRelease: TasksetRelease;
21
+ };
22
+ /**
23
+ * Admits a published comparison policy against the exact portable Taskset
24
+ * release it names. A comparison is deliberately not embedded in that release:
25
+ * doing so would create a content-hash cycle between Taskset and comparison.
26
+ */
27
+ export declare function projectPreferenceComparisonRelease(input: {
28
+ tasksetRelease: TasksetRelease;
29
+ preferenceComparison: PreferenceComparisonRelease;
30
+ }): PreferenceComparisonRelease;
31
+ export declare function portableTasksetEnvironment(taskset: Taskset): EnvironmentContract;
32
+ export declare function portableTasksetTools(taskset: Taskset): ToolDeclaration[];
33
+ /** Preserve immutable file/schema references while overlaying current edits. */
34
+ export declare function projectPortableTaskRecord(task: TaskDataRecord): {
35
+ id: string;
36
+ clusterKey: string;
37
+ split: "train" | "validation" | "test" | "frozen_eval";
38
+ input: Record<string, unknown>;
39
+ expectedOutput: Record<string, unknown> | null;
40
+ policyVisibleContext: Record<string, unknown>;
41
+ privilegedContextRef: string | null;
42
+ artifactRefs: {
43
+ id: string;
44
+ path: string;
45
+ contentHash: string;
46
+ sizeBytes: number;
47
+ mediaType: string;
48
+ visibility: "policy" | "verifier" | "host_private";
49
+ }[];
50
+ tags: string[];
51
+ requiredOutputs?: {
52
+ path: string;
53
+ mediaType: string;
54
+ schemaRef: {
55
+ id: string;
56
+ path: string;
57
+ contentHash: string;
58
+ sizeBytes: number;
59
+ mediaType: string;
60
+ visibility: "policy" | "verifier" | "host_private";
61
+ } | null;
62
+ maxBytes: number | null;
63
+ metadata: Record<string, unknown>;
64
+ }[] | undefined;
65
+ } | {
66
+ id: string;
67
+ clusterKey: string;
68
+ split: "train" | "validation" | "test" | "frozen_eval";
69
+ input: Record<string, unknown>;
70
+ expectedOutput: Record<string, unknown> | null;
71
+ policyVisibleContext: Record<string, unknown>;
72
+ privilegedContextRef: string | null;
73
+ artifactRefs: {
74
+ id: string;
75
+ path: string;
76
+ contentHash: string;
77
+ sizeBytes: number;
78
+ mediaType: string;
79
+ visibility: "policy";
80
+ }[];
81
+ requiredOutputs: {
82
+ path: string;
83
+ mediaType: string;
84
+ schemaRef: null;
85
+ maxBytes: number | null;
86
+ metadata: {
87
+ legacySchemaRef: string | null;
88
+ };
89
+ }[];
90
+ tags: string[];
91
+ };
92
+ //# sourceMappingURL=taskset-authored-portable-release.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"taskset-authored-portable-release.d.ts","sourceRoot":"","sources":["../../../../../src/taskset-authored-portable-release.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,KAAK,EAEV,cAAc,EACf,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAML,wBAAwB,EACxB,wBAAwB,EAMxB,KAAK,mBAAmB,EAExB,KAAK,2BAA2B,EAChC,KAAK,cAAc,EACpB,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAEV,eAAe,EAChB,MAAM,mBAAmB,CAAC;AAS3B,OAAO,EAAiE,KAAK,aAAa,EAAE,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAGhJ,MAAM,MAAM,sBAAsB,GAAG;IAAE,OAAO,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAA;CAAE,CAAC;AAE1F,wBAAgB,qCAAqC,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,sBAAsB,GAAG,sBAAsB,GAAG,IAAI,CAgBxI;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,CAAC,EAAE,cAAc,EAAE,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,sBAAsB,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/C,eAAe,CAAC,EAAE,sBAAsB,CAAC;CAC1C,GAAG;IACF,kBAAkB,EAAE,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC;IAChE,kBAAkB,EAAE,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC;IAChE,cAAc,EAAE,cAAc,CAAC;CAChC,CAiGA;AAED;;;;GAIG;AACH,wBAAgB,kCAAkC,CAAC,KAAK,EAAE;IACxD,cAAc,EAAE,cAAc,CAAC;IAC/B,oBAAoB,EAAE,2BAA2B,CAAC;CACnD,GAAG,2BAA2B,CAY9B;AAED,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,OAAO,GAAG,mBAAmB,CAEhF;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,eAAe,EAAE,CAExE;AAED,gFAAgF;AAChF,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAwE7D"}
@@ -0,0 +1,15 @@
1
+ import { type GeneratedTaskFile, type Taskset } from "./taskset-authored-contracts.js";
2
+ import { type ImmutableAssetRef } from "@openpond/harness";
3
+ type Inventory = Array<{
4
+ asset: ImmutableAssetRef;
5
+ sourcePath: string;
6
+ }>;
7
+ /** Source bytes change in the draft; publication owns all executable hashes.
8
+ * The private declaration is regenerated with the newly compiled verifiers. */
9
+ export declare function prepareAuthoredToolEnvironment(taskset: Taskset, bytes: Map<string, Uint8Array>, inventory: Inventory, adapterId: string): {
10
+ taskset: Taskset;
11
+ inventory: Inventory;
12
+ generatedFiles: GeneratedTaskFile[];
13
+ };
14
+ export {};
15
+ //# sourceMappingURL=taskset-authored-tool-environment.d.ts.map