openpond-sdk 0.0.12 → 0.0.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +31 -0
- package/TRAINING_PROTOCOL.md +78 -0
- package/dist/actions-local.js +34 -14551
- package/dist/actions-local.js.map +4 -4
- package/dist/actions.js +12 -14530
- package/dist/actions.js.map +4 -4
- package/dist/index.js +582 -29
- package/dist/index.js.map +4 -4
- package/dist/model-projects.js +348 -0
- package/dist/model-projects.js.map +7 -0
- package/dist/profile-actions.js +1 -20
- package/dist/profile-actions.js.map +3 -3
- package/dist/project-actions.js +1 -20
- package/dist/project-actions.js.map +3 -3
- package/dist/refiner.js +568 -0
- package/dist/refiner.js.map +7 -0
- package/dist/training.js +691 -0
- package/dist/training.js.map +7 -0
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/hosted-chat.d.ts +20 -0
- package/dist/types/packages/cloud/src/hosted-chat.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts +2 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts +3 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/org-project-agent.d.ts +13 -0
- package/dist/types/packages/cloud/src/sandbox/types/org-project-agent.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts +1 -0
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +820 -0
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/protocol.d.ts +25 -0
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/refiner.d.ts +6 -0
- package/dist/types/packages/sdk/src/refiner.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/training.d.ts +859 -0
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/types.d.ts +1 -1
- package/dist/types/packages/sdk/src/types.d.ts.map +1 -1
- package/dist/workflows.js +1 -20
- package/dist/workflows.js.map +3 -3
- package/fixtures/training/v2/policy-optimize.unknown-field.invalid.json +10 -0
- package/fixtures/training/v2/policy-optimize.valid.json +84 -0
- package/package.json +20 -4
- package/dist/types/packages/cloud/src/api/vercel-protection.d.ts +0 -2
- package/dist/types/packages/cloud/src/api/vercel-protection.d.ts.map +0 -1
package/dist/training.js
ADDED
|
@@ -0,0 +1,691 @@
|
|
|
1
|
+
// src/training.ts
|
|
2
|
+
import { z as z2 } from "zod";
|
|
3
|
+
|
|
4
|
+
// src/model-projects.ts
|
|
5
|
+
import { z } from "zod";
|
|
6
|
+
|
|
7
|
+
// src/protocol.ts
|
|
8
|
+
var OPENPOND_TRAINING_PROTOCOL_MAJOR = 2;
|
|
9
|
+
var OPENPOND_TRAINING_MEDIA_TYPE = "application/vnd.openpond.training+json;version=2";
|
|
10
|
+
var TRAINING_JOB_SUBMISSION_MAX_BYTES = 1048576;
|
|
11
|
+
var TRAINING_API_RESPONSE_MAX_BYTES = 8388608;
|
|
12
|
+
var OpenPondProtocolError = class extends Error {
|
|
13
|
+
code;
|
|
14
|
+
constructor(code, message) {
|
|
15
|
+
super(message);
|
|
16
|
+
this.name = "OpenPondProtocolError";
|
|
17
|
+
this.code = code;
|
|
18
|
+
}
|
|
19
|
+
};
|
|
20
|
+
function canonicalJson(value) {
|
|
21
|
+
return JSON.stringify(normalizeCanonicalJson(value));
|
|
22
|
+
}
|
|
23
|
+
function canonicalJsonByteLength(value) {
|
|
24
|
+
return new TextEncoder().encode(canonicalJson(value)).byteLength;
|
|
25
|
+
}
|
|
26
|
+
async function canonicalSha256(value) {
|
|
27
|
+
const bytes = new TextEncoder().encode(canonicalJson(value));
|
|
28
|
+
const digest = await globalThis.crypto.subtle.digest("SHA-256", bytes);
|
|
29
|
+
return Array.from(
|
|
30
|
+
new Uint8Array(digest),
|
|
31
|
+
(byte) => byte.toString(16).padStart(2, "0")
|
|
32
|
+
).join("");
|
|
33
|
+
}
|
|
34
|
+
function assertCanonicalPayloadSize(value, maximumBytes, label) {
|
|
35
|
+
const actualBytes = canonicalJsonByteLength(value);
|
|
36
|
+
if (actualBytes > maximumBytes) {
|
|
37
|
+
throw new OpenPondProtocolError(
|
|
38
|
+
"payload_too_large",
|
|
39
|
+
`${label} is ${actualBytes} bytes; the maximum is ${maximumBytes} bytes.`
|
|
40
|
+
);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
function parseBoundedJson(text, maximumBytes, label) {
|
|
44
|
+
const actualBytes = new TextEncoder().encode(text).byteLength;
|
|
45
|
+
if (actualBytes > maximumBytes) {
|
|
46
|
+
throw new OpenPondProtocolError(
|
|
47
|
+
"response_too_large",
|
|
48
|
+
`${label} is ${actualBytes} bytes; the maximum is ${maximumBytes} bytes.`
|
|
49
|
+
);
|
|
50
|
+
}
|
|
51
|
+
try {
|
|
52
|
+
return JSON.parse(text);
|
|
53
|
+
} catch {
|
|
54
|
+
throw new OpenPondProtocolError(
|
|
55
|
+
"invalid_json",
|
|
56
|
+
`${label} was not valid JSON.`
|
|
57
|
+
);
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
function normalizeCanonicalJson(value) {
|
|
61
|
+
if (value === null || typeof value === "string" || typeof value === "boolean") {
|
|
62
|
+
return value;
|
|
63
|
+
}
|
|
64
|
+
if (typeof value === "number") {
|
|
65
|
+
if (!Number.isFinite(value)) {
|
|
66
|
+
throw new OpenPondProtocolError(
|
|
67
|
+
"non_json_value",
|
|
68
|
+
"Canonical JSON cannot contain a non-finite number."
|
|
69
|
+
);
|
|
70
|
+
}
|
|
71
|
+
return Object.is(value, -0) ? 0 : value;
|
|
72
|
+
}
|
|
73
|
+
if (Array.isArray(value)) {
|
|
74
|
+
return value.map((entry) => normalizeCanonicalJson(entry));
|
|
75
|
+
}
|
|
76
|
+
if (typeof value === "object") {
|
|
77
|
+
const prototype = Object.getPrototypeOf(value);
|
|
78
|
+
if (prototype !== Object.prototype && prototype !== null) {
|
|
79
|
+
throw new OpenPondProtocolError(
|
|
80
|
+
"non_json_value",
|
|
81
|
+
"Canonical JSON accepts only plain objects."
|
|
82
|
+
);
|
|
83
|
+
}
|
|
84
|
+
const result = {};
|
|
85
|
+
for (const key of Object.keys(value).sort()) {
|
|
86
|
+
const entry = value[key];
|
|
87
|
+
if (entry === void 0 || typeof entry === "function" || typeof entry === "symbol") {
|
|
88
|
+
throw new OpenPondProtocolError(
|
|
89
|
+
"non_json_value",
|
|
90
|
+
`Canonical JSON cannot contain ${typeof entry} at ${key}.`
|
|
91
|
+
);
|
|
92
|
+
}
|
|
93
|
+
result[key] = normalizeCanonicalJson(entry);
|
|
94
|
+
}
|
|
95
|
+
return result;
|
|
96
|
+
}
|
|
97
|
+
throw new OpenPondProtocolError(
|
|
98
|
+
"non_json_value",
|
|
99
|
+
`Canonical JSON cannot contain ${typeof value}.`
|
|
100
|
+
);
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
// src/model-projects.ts
|
|
104
|
+
var IdSchema = z.string().trim().min(1).max(500);
|
|
105
|
+
var HashSchema = z.string().regex(/^[a-f0-9]{64}$/);
|
|
106
|
+
var TimestampSchema = z.string().datetime({ offset: true });
|
|
107
|
+
var ModelProjectImmutableRefSchema = z.object({
|
|
108
|
+
id: IdSchema,
|
|
109
|
+
contentHash: HashSchema
|
|
110
|
+
}).strict();
|
|
111
|
+
var ModelProjectVersionedRefSchema = ModelProjectImmutableRefSchema.extend({
|
|
112
|
+
revision: z.number().int().positive()
|
|
113
|
+
}).strict();
|
|
114
|
+
var ModelProjectBaseModelSchema = z.object({
|
|
115
|
+
schemaVersion: z.literal("openpond.baseModelPreference.v1"),
|
|
116
|
+
modelId: IdSchema,
|
|
117
|
+
revision: z.string().trim().min(1).max(256).nullable(),
|
|
118
|
+
tokenizerRevision: z.string().trim().min(1).max(256).nullable(),
|
|
119
|
+
chatTemplateHash: z.string().trim().min(8).max(256).nullable(),
|
|
120
|
+
modelAssetId: IdSchema.nullable(),
|
|
121
|
+
source: z.enum(["managed", "local", "builtin"])
|
|
122
|
+
}).strict();
|
|
123
|
+
var ModelProjectTrainingMethodSchema = z.enum([
|
|
124
|
+
"sft",
|
|
125
|
+
"dpo",
|
|
126
|
+
"grpo",
|
|
127
|
+
"ppo",
|
|
128
|
+
"sdft",
|
|
129
|
+
"opd",
|
|
130
|
+
"opsd",
|
|
131
|
+
"sdpo"
|
|
132
|
+
]);
|
|
133
|
+
var ModelProjectRecipeDocumentSchema = z.object({
|
|
134
|
+
schemaVersion: z.string().regex(/^openpond\.[A-Za-z0-9]+Recipe\.v\d+$/),
|
|
135
|
+
method: ModelProjectTrainingMethodSchema,
|
|
136
|
+
parameterization: z.enum(["lora", "full"])
|
|
137
|
+
}).catchall(z.unknown());
|
|
138
|
+
var ModelProjectTrainingSetupSchema = z.object({
|
|
139
|
+
tasksetRef: ModelProjectVersionedRefSchema.nullable().default(null),
|
|
140
|
+
tasksetRelease: ModelProjectImmutableRefSchema.nullable().default(null),
|
|
141
|
+
harnessRelease: ModelProjectImmutableRefSchema.nullable().default(null),
|
|
142
|
+
baseModel: ModelProjectBaseModelSchema.nullable().default(null),
|
|
143
|
+
method: ModelProjectTrainingMethodSchema.nullable().default(null),
|
|
144
|
+
destinationId: IdSchema.nullable().default(null),
|
|
145
|
+
managedRolloutPlacement: z.enum(["local", "remote"]).default("remote"),
|
|
146
|
+
runPreset: z.enum(["small", "standard", "custom", "small_experiment"]).nullable().default(null),
|
|
147
|
+
recipe: ModelProjectRecipeDocumentSchema.nullable().default(null),
|
|
148
|
+
preferredMaximumSpendUsd: z.number().nonnegative().nullable().default(null),
|
|
149
|
+
preferredRetentionDays: z.number().int().nonnegative().nullable().default(null)
|
|
150
|
+
}).strict();
|
|
151
|
+
var HostedModelProjectLinkSchema = z.object({
|
|
152
|
+
schemaVersion: z.literal("openpond.hostedModelProjectLink.v1"),
|
|
153
|
+
teamId: IdSchema,
|
|
154
|
+
projectId: IdSchema,
|
|
155
|
+
portableProjectId: IdSchema,
|
|
156
|
+
revision: z.number().int().positive(),
|
|
157
|
+
etag: HashSchema,
|
|
158
|
+
syncedSourceRevision: z.number().int().positive(),
|
|
159
|
+
syncedAt: TimestampSchema,
|
|
160
|
+
tasksets: z.array(
|
|
161
|
+
z.object({
|
|
162
|
+
localTasksetId: IdSchema,
|
|
163
|
+
releaseId: IdSchema,
|
|
164
|
+
releaseRevision: z.number().int().positive(),
|
|
165
|
+
releaseHash: HashSchema,
|
|
166
|
+
hostedTasksetId: IdSchema,
|
|
167
|
+
syncedAt: TimestampSchema
|
|
168
|
+
}).strict()
|
|
169
|
+
).max(1e4).default([])
|
|
170
|
+
}).strict();
|
|
171
|
+
var ModelProjectTasksetSyncSchema = z.object({
|
|
172
|
+
localTasksetId: IdSchema,
|
|
173
|
+
releaseId: IdSchema,
|
|
174
|
+
releaseRevision: z.number().int().positive(),
|
|
175
|
+
releaseHash: HashSchema,
|
|
176
|
+
state: z.enum(["syncing", "synced", "sync_failed"]),
|
|
177
|
+
hostedTasksetId: IdSchema.nullable().default(null),
|
|
178
|
+
lastAttemptAt: TimestampSchema,
|
|
179
|
+
syncedAt: TimestampSchema.nullable().default(null),
|
|
180
|
+
lastError: z.string().trim().min(1).max(5e3).nullable().default(null)
|
|
181
|
+
}).strict();
|
|
182
|
+
var ModelProjectSchema = z.object({
|
|
183
|
+
schemaVersion: z.literal("openpond.modelProject.v2"),
|
|
184
|
+
id: IdSchema,
|
|
185
|
+
profileId: IdSchema,
|
|
186
|
+
revision: z.number().int().positive().default(1),
|
|
187
|
+
name: z.string().trim().min(1).max(200),
|
|
188
|
+
objective: z.string().trim().max(5e3).nullable(),
|
|
189
|
+
defaultBaseModel: ModelProjectBaseModelSchema.nullable(),
|
|
190
|
+
defaultDestinationId: IdSchema.nullable(),
|
|
191
|
+
trainingSetup: ModelProjectTrainingSetupSchema,
|
|
192
|
+
hosted: HostedModelProjectLinkSchema.nullable().default(null),
|
|
193
|
+
tasksetSyncs: z.array(ModelProjectTasksetSyncSchema).max(1e4).default([]),
|
|
194
|
+
createdAt: TimestampSchema,
|
|
195
|
+
updatedAt: TimestampSchema
|
|
196
|
+
}).strict();
|
|
197
|
+
var HostedModelProjectSyncSchema = z.object({
|
|
198
|
+
schemaVersion: z.literal("openpond.hostedModelProjectSync.v2"),
|
|
199
|
+
portableProjectId: IdSchema,
|
|
200
|
+
name: z.string().trim().min(1).max(200),
|
|
201
|
+
objective: z.string().trim().max(5e3).nullable(),
|
|
202
|
+
defaultBaseModel: ModelProjectBaseModelSchema.nullable(),
|
|
203
|
+
defaultDestinationId: IdSchema.nullable(),
|
|
204
|
+
trainingSetup: ModelProjectTrainingSetupSchema,
|
|
205
|
+
sourceRevision: z.number().int().positive(),
|
|
206
|
+
sourceUpdatedAt: TimestampSchema,
|
|
207
|
+
expectedEtag: HashSchema.nullable().default(null)
|
|
208
|
+
}).strict();
|
|
209
|
+
var HostedModelProjectSummarySchema = z.object({
|
|
210
|
+
id: IdSchema,
|
|
211
|
+
teamId: IdSchema,
|
|
212
|
+
portableProjectId: IdSchema,
|
|
213
|
+
name: z.string().trim().min(1).max(200),
|
|
214
|
+
objective: z.string().trim().max(5e3).nullable(),
|
|
215
|
+
defaultBaseModel: ModelProjectBaseModelSchema.nullable(),
|
|
216
|
+
defaultDestinationId: IdSchema.nullable(),
|
|
217
|
+
trainingSetup: ModelProjectTrainingSetupSchema,
|
|
218
|
+
sourceRevision: z.number().int().positive(),
|
|
219
|
+
sourceUpdatedAt: TimestampSchema,
|
|
220
|
+
revision: z.number().int().positive(),
|
|
221
|
+
etag: HashSchema,
|
|
222
|
+
createdAt: TimestampSchema,
|
|
223
|
+
updatedAt: TimestampSchema
|
|
224
|
+
}).strict();
|
|
225
|
+
var ModelProjectResourceSummarySchema = z.object({
|
|
226
|
+
kind: z.enum([
|
|
227
|
+
"taskset_release",
|
|
228
|
+
"harness_release",
|
|
229
|
+
"dataset_release",
|
|
230
|
+
"evidence_set",
|
|
231
|
+
"model_version",
|
|
232
|
+
"reward_model_version",
|
|
233
|
+
"evaluation_receipt"
|
|
234
|
+
]),
|
|
235
|
+
ref: ModelProjectImmutableRefSchema,
|
|
236
|
+
role: z.string().trim().min(1).max(200).nullable().default(null),
|
|
237
|
+
updatedAt: TimestampSchema
|
|
238
|
+
}).strict();
|
|
239
|
+
var HostedModelProjectDetailSchema = z.object({
|
|
240
|
+
project: HostedModelProjectSummarySchema,
|
|
241
|
+
resources: z.array(ModelProjectResourceSummarySchema).max(1e4),
|
|
242
|
+
jobCount: z.number().int().nonnegative(),
|
|
243
|
+
latestJobIds: z.array(IdSchema).max(100)
|
|
244
|
+
}).strict();
|
|
245
|
+
var ModelProjectApiErrorSchema = z.object({
|
|
246
|
+
schemaVersion: z.literal("openpond.modelProjectApiError.v2"),
|
|
247
|
+
code: z.string().trim().min(1).max(200),
|
|
248
|
+
message: z.string().trim().min(1).max(5e3),
|
|
249
|
+
retryable: z.boolean().default(false),
|
|
250
|
+
requestId: z.string().trim().min(1).max(500).nullable().default(null),
|
|
251
|
+
details: z.record(z.string(), z.unknown()).default({})
|
|
252
|
+
}).strict();
|
|
253
|
+
|
|
254
|
+
// src/training.ts
|
|
255
|
+
var IdSchema2 = z2.string().trim().min(1).max(500);
|
|
256
|
+
var HashSchema2 = z2.string().regex(/^[a-f0-9]{64}$/);
|
|
257
|
+
var TimestampSchema2 = z2.string().datetime({ offset: true });
|
|
258
|
+
var TrainingJobKindSchema = z2.enum([
|
|
259
|
+
"reward_model_train",
|
|
260
|
+
"policy_optimize"
|
|
261
|
+
]);
|
|
262
|
+
var TrainingJobStateSchema = z2.enum([
|
|
263
|
+
"queued",
|
|
264
|
+
"admitting",
|
|
265
|
+
"provisioning",
|
|
266
|
+
"running",
|
|
267
|
+
"stopping",
|
|
268
|
+
"cancelling",
|
|
269
|
+
"succeeded",
|
|
270
|
+
"failed",
|
|
271
|
+
"cancelled"
|
|
272
|
+
]);
|
|
273
|
+
var TrainingCapabilityRequirementSchema = z2.object({
|
|
274
|
+
id: IdSchema2,
|
|
275
|
+
version: z2.string().trim().min(1).max(200).nullable().default(null),
|
|
276
|
+
required: z2.boolean().default(true)
|
|
277
|
+
}).strict();
|
|
278
|
+
var TrainingJobSourceSchema = z2.object({
|
|
279
|
+
modelProject: z2.object({
|
|
280
|
+
id: IdSchema2,
|
|
281
|
+
portableProjectId: IdSchema2,
|
|
282
|
+
revision: z2.number().int().positive(),
|
|
283
|
+
contentHash: HashSchema2
|
|
284
|
+
}).strict(),
|
|
285
|
+
harnessRunManifest: ModelProjectImmutableRefSchema,
|
|
286
|
+
harnessRelease: ModelProjectImmutableRefSchema,
|
|
287
|
+
taskset: ModelProjectVersionedRefSchema,
|
|
288
|
+
tasksetRelease: ModelProjectImmutableRefSchema,
|
|
289
|
+
dataset: ModelProjectImmutableRefSchema,
|
|
290
|
+
evidenceSets: z2.array(ModelProjectImmutableRefSchema).max(1e4)
|
|
291
|
+
}).strict();
|
|
292
|
+
var RewardModelTrainingRequestSchema = z2.object({
|
|
293
|
+
kind: z2.literal("reward_model_train"),
|
|
294
|
+
baseModel: ModelProjectBaseModelSchema,
|
|
295
|
+
preferenceDatasetRelease: ModelProjectImmutableRefSchema,
|
|
296
|
+
processorRelease: ModelProjectImmutableRefSchema,
|
|
297
|
+
recipe: z2.object({
|
|
298
|
+
schemaVersion: z2.literal("openpond.rewardModelRecipe.v1"),
|
|
299
|
+
method: z2.literal("reward_model"),
|
|
300
|
+
parameterization: z2.literal("lora_with_scalar_head")
|
|
301
|
+
}).catchall(z2.unknown())
|
|
302
|
+
}).strict();
|
|
303
|
+
var DeterministicRewardSourceSchema = z2.object({
|
|
304
|
+
kind: z2.literal("deterministic"),
|
|
305
|
+
grader: ModelProjectImmutableRefSchema,
|
|
306
|
+
composer: ModelProjectImmutableRefSchema.nullable().default(null)
|
|
307
|
+
}).strict();
|
|
308
|
+
var LearnedRewardSourceSchema = z2.object({
|
|
309
|
+
kind: z2.literal("learned_reward"),
|
|
310
|
+
rewardModelVersion: ModelProjectImmutableRefSchema,
|
|
311
|
+
qualificationReport: ModelProjectImmutableRefSchema.nullable(),
|
|
312
|
+
scorerArtifact: z2.object({
|
|
313
|
+
artifactRef: z2.string().trim().min(1).max(2e3),
|
|
314
|
+
contentHash: HashSchema2,
|
|
315
|
+
executionReceipt: ModelProjectImmutableRefSchema
|
|
316
|
+
}).strict(),
|
|
317
|
+
processorRelease: ModelProjectImmutableRefSchema,
|
|
318
|
+
rewardComposerRelease: ModelProjectImmutableRefSchema
|
|
319
|
+
}).strict();
|
|
320
|
+
var PolicyOptimizationRequestSchema = z2.object({
|
|
321
|
+
kind: z2.literal("policy_optimize"),
|
|
322
|
+
baseModel: ModelProjectBaseModelSchema,
|
|
323
|
+
recipe: ModelProjectRecipeDocumentSchema,
|
|
324
|
+
rewardSource: z2.discriminatedUnion("kind", [
|
|
325
|
+
DeterministicRewardSourceSchema,
|
|
326
|
+
LearnedRewardSourceSchema
|
|
327
|
+
]),
|
|
328
|
+
resumeFrom: ModelProjectImmutableRefSchema.nullable().default(null)
|
|
329
|
+
}).strict();
|
|
330
|
+
var TrainingJobRequestSchema = z2.discriminatedUnion("kind", [
|
|
331
|
+
RewardModelTrainingRequestSchema,
|
|
332
|
+
PolicyOptimizationRequestSchema
|
|
333
|
+
]);
|
|
334
|
+
var TrainingJobApprovalSchema = z2.object({
|
|
335
|
+
approvalHash: HashSchema2,
|
|
336
|
+
approvedAt: TimestampSchema2,
|
|
337
|
+
exportApproved: z2.boolean(),
|
|
338
|
+
maximumSpendUsd: z2.number().nonnegative(),
|
|
339
|
+
retentionDays: z2.number().int().nonnegative().nullable(),
|
|
340
|
+
region: z2.string().trim().min(1).max(200).nullable().default(null)
|
|
341
|
+
}).strict();
|
|
342
|
+
var TrainingJobSubmissionSchema = z2.object({
|
|
343
|
+
schemaVersion: z2.literal("openpond.trainingJobSubmission.v2"),
|
|
344
|
+
idempotencyKey: z2.string().trim().min(1).max(500),
|
|
345
|
+
name: z2.string().trim().min(1).max(200),
|
|
346
|
+
source: TrainingJobSourceSchema,
|
|
347
|
+
job: TrainingJobRequestSchema,
|
|
348
|
+
requestedCapabilities: z2.array(TrainingCapabilityRequirementSchema).max(1e3),
|
|
349
|
+
budget: z2.object({
|
|
350
|
+
maximumSpendUsd: z2.number().nonnegative(),
|
|
351
|
+
maximumWallSeconds: z2.number().int().positive()
|
|
352
|
+
}).strict(),
|
|
353
|
+
approval: TrainingJobApprovalSchema,
|
|
354
|
+
contentHash: HashSchema2
|
|
355
|
+
}).strict().superRefine((submission, context) => {
|
|
356
|
+
if (submission.approval.maximumSpendUsd !== submission.budget.maximumSpendUsd) {
|
|
357
|
+
context.addIssue({
|
|
358
|
+
code: "custom",
|
|
359
|
+
path: ["approval", "maximumSpendUsd"],
|
|
360
|
+
message: "Approved spend must equal the immutable Job budget."
|
|
361
|
+
});
|
|
362
|
+
}
|
|
363
|
+
});
|
|
364
|
+
async function trainingJobSubmissionHash(submission) {
|
|
365
|
+
const { contentHash: _contentHash, ...content } = submission;
|
|
366
|
+
return canonicalSha256(content);
|
|
367
|
+
}
|
|
368
|
+
async function parseAndVerifyTrainingJobSubmission(value) {
|
|
369
|
+
assertCanonicalPayloadSize(
|
|
370
|
+
value,
|
|
371
|
+
TRAINING_JOB_SUBMISSION_MAX_BYTES,
|
|
372
|
+
"Training Job submission"
|
|
373
|
+
);
|
|
374
|
+
const parsed = TrainingJobSubmissionSchema.parse(value);
|
|
375
|
+
const expectedHash = await trainingJobSubmissionHash(parsed);
|
|
376
|
+
if (parsed.contentHash !== expectedHash) {
|
|
377
|
+
throw new OpenPondProtocolError(
|
|
378
|
+
"content_hash_mismatch",
|
|
379
|
+
`Training Job contentHash ${parsed.contentHash} does not match ${expectedHash}.`
|
|
380
|
+
);
|
|
381
|
+
}
|
|
382
|
+
return parsed;
|
|
383
|
+
}
|
|
384
|
+
var TrainingJobSchema = z2.object({
|
|
385
|
+
schemaVersion: z2.literal("openpond.trainingJob.v2"),
|
|
386
|
+
id: IdSchema2,
|
|
387
|
+
teamId: IdSchema2,
|
|
388
|
+
kind: TrainingJobKindSchema,
|
|
389
|
+
modelProjectId: IdSchema2,
|
|
390
|
+
portableProjectId: IdSchema2,
|
|
391
|
+
sourceProjectRevision: z2.number().int().positive(),
|
|
392
|
+
submissionHash: HashSchema2,
|
|
393
|
+
state: TrainingJobStateSchema,
|
|
394
|
+
phase: z2.string().trim().min(1).max(200),
|
|
395
|
+
version: z2.number().int().nonnegative(),
|
|
396
|
+
progress: z2.number().min(0).max(1),
|
|
397
|
+
accruedSpendUsd: z2.number().nonnegative(),
|
|
398
|
+
terminalReason: z2.string().trim().min(1).max(5e3).nullable(),
|
|
399
|
+
createdAt: TimestampSchema2,
|
|
400
|
+
updatedAt: TimestampSchema2,
|
|
401
|
+
completedAt: TimestampSchema2.nullable()
|
|
402
|
+
}).strict();
|
|
403
|
+
var TrainingJobPageSchema = z2.object({
|
|
404
|
+
schemaVersion: z2.literal("openpond.trainingJobPage.v2"),
|
|
405
|
+
jobs: z2.array(TrainingJobSchema).max(1e3),
|
|
406
|
+
nextCursor: z2.string().trim().min(1).max(2e3).nullable()
|
|
407
|
+
}).strict();
|
|
408
|
+
var TrainingJobEventSchema = z2.object({
|
|
409
|
+
schemaVersion: z2.literal("openpond.trainingJobEvent.v2"),
|
|
410
|
+
id: IdSchema2,
|
|
411
|
+
jobId: IdSchema2,
|
|
412
|
+
sequence: z2.number().int().nonnegative(),
|
|
413
|
+
type: IdSchema2,
|
|
414
|
+
phase: z2.string().trim().min(1).max(200),
|
|
415
|
+
message: z2.string().trim().min(1).max(5e3).nullable(),
|
|
416
|
+
data: z2.record(z2.string(), z2.unknown()).default({}),
|
|
417
|
+
createdAt: TimestampSchema2
|
|
418
|
+
}).strict();
|
|
419
|
+
var TrainingJobLogSchema = z2.object({
|
|
420
|
+
schemaVersion: z2.literal("openpond.trainingJobLog.v2"),
|
|
421
|
+
jobId: IdSchema2,
|
|
422
|
+
sequence: z2.number().int().nonnegative(),
|
|
423
|
+
level: z2.enum(["debug", "info", "warning", "error"]),
|
|
424
|
+
message: z2.string().max(2e4),
|
|
425
|
+
createdAt: TimestampSchema2
|
|
426
|
+
}).strict();
|
|
427
|
+
var TrainingJobControlRequestSchema = z2.object({ expectedVersion: z2.number().int().nonnegative() }).strict();
|
|
428
|
+
var TrainingJobOutputSchema = z2.object({
|
|
429
|
+
schemaVersion: z2.literal("openpond.trainingJobOutput.v2"),
|
|
430
|
+
id: IdSchema2,
|
|
431
|
+
jobId: IdSchema2,
|
|
432
|
+
kind: z2.enum([
|
|
433
|
+
"checkpoint",
|
|
434
|
+
"adapter",
|
|
435
|
+
"scorer",
|
|
436
|
+
"metrics",
|
|
437
|
+
"evaluation",
|
|
438
|
+
"trace",
|
|
439
|
+
"receipt"
|
|
440
|
+
]),
|
|
441
|
+
artifactRef: z2.string().trim().min(1).max(2e3),
|
|
442
|
+
contentHash: HashSchema2,
|
|
443
|
+
sizeBytes: z2.number().int().nonnegative(),
|
|
444
|
+
createdAt: TimestampSchema2
|
|
445
|
+
}).strict();
|
|
446
|
+
var TrainingExecutionReceiptSchema = z2.object({
|
|
447
|
+
schemaVersion: z2.literal("openpond.trainingExecutionReceipt.v2"),
|
|
448
|
+
id: IdSchema2,
|
|
449
|
+
teamId: IdSchema2,
|
|
450
|
+
jobId: IdSchema2,
|
|
451
|
+
submissionHash: HashSchema2,
|
|
452
|
+
manifestHash: HashSchema2,
|
|
453
|
+
recipeHash: HashSchema2,
|
|
454
|
+
capabilityHash: HashSchema2,
|
|
455
|
+
runtimeRelease: ModelProjectImmutableRefSchema,
|
|
456
|
+
inputs: z2.array(ModelProjectImmutableRefSchema).max(1e4),
|
|
457
|
+
outputs: z2.array(ModelProjectImmutableRefSchema).max(1e4),
|
|
458
|
+
spendUsd: z2.number().nonnegative(),
|
|
459
|
+
durationSeconds: z2.number().nonnegative(),
|
|
460
|
+
cleanupComplete: z2.boolean(),
|
|
461
|
+
issuer: IdSchema2,
|
|
462
|
+
issuedAt: TimestampSchema2,
|
|
463
|
+
signature: z2.string().trim().min(1).max(1e4).nullable()
|
|
464
|
+
}).strict();
|
|
465
|
+
var TrainingJobOutputsSchema = z2.object({
|
|
466
|
+
schemaVersion: z2.literal("openpond.trainingJobOutputs.v2"),
|
|
467
|
+
outputs: z2.array(TrainingJobOutputSchema).max(1e4),
|
|
468
|
+
receipt: TrainingExecutionReceiptSchema.nullable()
|
|
469
|
+
}).strict();
|
|
470
|
+
var TrainingApiErrorSchema = z2.object({
|
|
471
|
+
schemaVersion: z2.literal("openpond.trainingApiError.v2"),
|
|
472
|
+
code: z2.string().trim().min(1).max(200),
|
|
473
|
+
message: z2.string().trim().min(1).max(5e3),
|
|
474
|
+
retryable: z2.boolean().default(false),
|
|
475
|
+
requestId: z2.string().trim().min(1).max(500).nullable().default(null),
|
|
476
|
+
details: z2.record(z2.string(), z2.unknown()).default({})
|
|
477
|
+
}).strict();
|
|
478
|
+
var OpenPondTrainingApiError = class extends Error {
|
|
479
|
+
status;
|
|
480
|
+
code;
|
|
481
|
+
retryable;
|
|
482
|
+
requestId;
|
|
483
|
+
details;
|
|
484
|
+
constructor(status, error) {
|
|
485
|
+
super(error.message);
|
|
486
|
+
this.name = "OpenPondTrainingApiError";
|
|
487
|
+
this.status = status;
|
|
488
|
+
this.code = error.code;
|
|
489
|
+
this.retryable = error.retryable;
|
|
490
|
+
this.requestId = error.requestId;
|
|
491
|
+
this.details = error.details;
|
|
492
|
+
}
|
|
493
|
+
};
|
|
494
|
+
var TrainingCapabilitiesSchema = z2.object({
|
|
495
|
+
schemaVersion: z2.literal("openpond.trainingCapabilities.v2"),
|
|
496
|
+
capabilityHash: HashSchema2,
|
|
497
|
+
jobKinds: z2.array(TrainingJobKindSchema),
|
|
498
|
+
methods: z2.array(z2.string().trim().min(1).max(200)),
|
|
499
|
+
placements: z2.array(
|
|
500
|
+
z2.enum(["local", "remote", "colocated", "provider_native"])
|
|
501
|
+
),
|
|
502
|
+
controls: z2.object({
|
|
503
|
+
cancel: z2.boolean(),
|
|
504
|
+
stopAfterGroup: z2.boolean(),
|
|
505
|
+
resumeFromCheckpoint: z2.boolean()
|
|
506
|
+
}).strict(),
|
|
507
|
+
limits: z2.object({
|
|
508
|
+
maximumSpendUsd: z2.number().nonnegative(),
|
|
509
|
+
maximumWallSeconds: z2.number().int().positive(),
|
|
510
|
+
maximumArtifactBytes: z2.number().int().positive()
|
|
511
|
+
}).strict(),
|
|
512
|
+
checkedAt: TimestampSchema2,
|
|
513
|
+
expiresAt: TimestampSchema2
|
|
514
|
+
}).strict();
|
|
515
|
+
function headersRecord(headers) {
|
|
516
|
+
const result = {};
|
|
517
|
+
new Headers(headers).forEach((value, key) => {
|
|
518
|
+
result[key] = value;
|
|
519
|
+
});
|
|
520
|
+
return result;
|
|
521
|
+
}
|
|
522
|
+
function createTrainingClient(input) {
|
|
523
|
+
const fetchImpl = input.fetch ?? fetch;
|
|
524
|
+
const baseUrl = input.baseUrl.replace(/\/$/, "");
|
|
525
|
+
async function request(pathname, init) {
|
|
526
|
+
const configuredHeaders = typeof input.headers === "function" ? await input.headers() : input.headers ?? {};
|
|
527
|
+
const response = await fetchImpl(`${baseUrl}${pathname}`, {
|
|
528
|
+
...init,
|
|
529
|
+
headers: {
|
|
530
|
+
accept: OPENPOND_TRAINING_MEDIA_TYPE,
|
|
531
|
+
...init?.body ? { "content-type": OPENPOND_TRAINING_MEDIA_TYPE } : {},
|
|
532
|
+
...headersRecord(configuredHeaders),
|
|
533
|
+
...headersRecord(init?.headers)
|
|
534
|
+
}
|
|
535
|
+
});
|
|
536
|
+
const body = parseBoundedJson(
|
|
537
|
+
await response.text(),
|
|
538
|
+
TRAINING_API_RESPONSE_MAX_BYTES,
|
|
539
|
+
"Training API response"
|
|
540
|
+
);
|
|
541
|
+
if (!response.ok) throw trainingApiError(body, response.status);
|
|
542
|
+
return body;
|
|
543
|
+
}
|
|
544
|
+
return {
|
|
545
|
+
async capabilities() {
|
|
546
|
+
return TrainingCapabilitiesSchema.parse(
|
|
547
|
+
unwrapObject(await request("/v1/training/capabilities"), "capabilities")
|
|
548
|
+
);
|
|
549
|
+
},
|
|
550
|
+
async createJob(submission) {
|
|
551
|
+
const parsed = await parseAndVerifyTrainingJobSubmission(submission);
|
|
552
|
+
return TrainingJobSchema.parse(
|
|
553
|
+
unwrapObject(
|
|
554
|
+
await request("/v1/training/jobs", {
|
|
555
|
+
method: "POST",
|
|
556
|
+
body: JSON.stringify(parsed)
|
|
557
|
+
}),
|
|
558
|
+
"job"
|
|
559
|
+
)
|
|
560
|
+
);
|
|
561
|
+
},
|
|
562
|
+
async listJobs(options = {}) {
|
|
563
|
+
const parameters = new URLSearchParams();
|
|
564
|
+
if (options.modelProjectId) {
|
|
565
|
+
parameters.set("modelProjectId", IdSchema2.parse(options.modelProjectId));
|
|
566
|
+
}
|
|
567
|
+
if (options.cursor) {
|
|
568
|
+
parameters.set("cursor", z2.string().trim().min(1).max(2e3).parse(options.cursor));
|
|
569
|
+
}
|
|
570
|
+
if (options.limit !== void 0) {
|
|
571
|
+
parameters.set(
|
|
572
|
+
"limit",
|
|
573
|
+
String(z2.number().int().min(1).max(1e3).parse(options.limit))
|
|
574
|
+
);
|
|
575
|
+
}
|
|
576
|
+
const query = parameters.size > 0 ? `?${parameters.toString()}` : "";
|
|
577
|
+
return TrainingJobPageSchema.parse(
|
|
578
|
+
await request(`/v1/training/jobs${query}`)
|
|
579
|
+
);
|
|
580
|
+
},
|
|
581
|
+
async getJob(jobId) {
|
|
582
|
+
return TrainingJobSchema.parse(
|
|
583
|
+
unwrapObject(
|
|
584
|
+
await request(`/v1/training/jobs/${encodeURIComponent(IdSchema2.parse(jobId))}`),
|
|
585
|
+
"job"
|
|
586
|
+
)
|
|
587
|
+
);
|
|
588
|
+
},
|
|
589
|
+
async cancelJob(jobId, expectedVersion) {
|
|
590
|
+
const control = TrainingJobControlRequestSchema.parse({ expectedVersion });
|
|
591
|
+
return TrainingJobSchema.parse(
|
|
592
|
+
unwrapObject(
|
|
593
|
+
await request(
|
|
594
|
+
`/v1/training/jobs/${encodeURIComponent(IdSchema2.parse(jobId))}/cancel`,
|
|
595
|
+
{ method: "POST", body: JSON.stringify(control) }
|
|
596
|
+
),
|
|
597
|
+
"job"
|
|
598
|
+
)
|
|
599
|
+
);
|
|
600
|
+
},
|
|
601
|
+
async stopAfterGroup(jobId, expectedVersion) {
|
|
602
|
+
const control = TrainingJobControlRequestSchema.parse({ expectedVersion });
|
|
603
|
+
return TrainingJobSchema.parse(
|
|
604
|
+
unwrapObject(
|
|
605
|
+
await request(
|
|
606
|
+
`/v1/training/jobs/${encodeURIComponent(IdSchema2.parse(jobId))}/stop-after-group`,
|
|
607
|
+
{ method: "POST", body: JSON.stringify(control) }
|
|
608
|
+
),
|
|
609
|
+
"job"
|
|
610
|
+
)
|
|
611
|
+
);
|
|
612
|
+
},
|
|
613
|
+
async events(jobId) {
|
|
614
|
+
return z2.array(TrainingJobEventSchema).parse(
|
|
615
|
+
unwrapObject(
|
|
616
|
+
await request(
|
|
617
|
+
`/v1/training/jobs/${encodeURIComponent(IdSchema2.parse(jobId))}/events`
|
|
618
|
+
),
|
|
619
|
+
"events"
|
|
620
|
+
)
|
|
621
|
+
);
|
|
622
|
+
},
|
|
623
|
+
async outputs(jobId) {
|
|
624
|
+
return TrainingJobOutputsSchema.parse(
|
|
625
|
+
await request(
|
|
626
|
+
`/v1/training/jobs/${encodeURIComponent(IdSchema2.parse(jobId))}/outputs`
|
|
627
|
+
)
|
|
628
|
+
);
|
|
629
|
+
},
|
|
630
|
+
async logs(jobId) {
|
|
631
|
+
return z2.array(TrainingJobLogSchema).max(1e5).parse(
|
|
632
|
+
unwrapObject(
|
|
633
|
+
await request(
|
|
634
|
+
`/v1/training/jobs/${encodeURIComponent(IdSchema2.parse(jobId))}/logs`
|
|
635
|
+
),
|
|
636
|
+
"logs"
|
|
637
|
+
)
|
|
638
|
+
);
|
|
639
|
+
}
|
|
640
|
+
};
|
|
641
|
+
}
|
|
642
|
+
function unwrapObject(value, key) {
|
|
643
|
+
if (!value || typeof value !== "object" || Array.isArray(value)) return value;
|
|
644
|
+
return key in value ? value[key] : value;
|
|
645
|
+
}
|
|
646
|
+
function trainingApiError(value, status) {
|
|
647
|
+
const parsed = TrainingApiErrorSchema.safeParse(value);
|
|
648
|
+
if (parsed.success) {
|
|
649
|
+
return new OpenPondTrainingApiError(status, parsed.data);
|
|
650
|
+
}
|
|
651
|
+
return new OpenPondProtocolError(
|
|
652
|
+
"invalid_error_response",
|
|
653
|
+
`Training request failed with HTTP ${status} and an invalid error envelope.`
|
|
654
|
+
);
|
|
655
|
+
}
|
|
656
|
+
export {
|
|
657
|
+
OPENPOND_TRAINING_MEDIA_TYPE,
|
|
658
|
+
OPENPOND_TRAINING_PROTOCOL_MAJOR,
|
|
659
|
+
OpenPondProtocolError,
|
|
660
|
+
OpenPondTrainingApiError,
|
|
661
|
+
PolicyOptimizationRequestSchema,
|
|
662
|
+
RewardModelTrainingRequestSchema,
|
|
663
|
+
TRAINING_API_RESPONSE_MAX_BYTES,
|
|
664
|
+
TRAINING_JOB_SUBMISSION_MAX_BYTES,
|
|
665
|
+
TrainingApiErrorSchema,
|
|
666
|
+
TrainingCapabilitiesSchema,
|
|
667
|
+
TrainingCapabilityRequirementSchema,
|
|
668
|
+
TrainingExecutionReceiptSchema,
|
|
669
|
+
TrainingJobApprovalSchema,
|
|
670
|
+
TrainingJobControlRequestSchema,
|
|
671
|
+
TrainingJobEventSchema,
|
|
672
|
+
TrainingJobKindSchema,
|
|
673
|
+
TrainingJobLogSchema,
|
|
674
|
+
TrainingJobOutputSchema,
|
|
675
|
+
TrainingJobOutputsSchema,
|
|
676
|
+
TrainingJobPageSchema,
|
|
677
|
+
TrainingJobRequestSchema,
|
|
678
|
+
TrainingJobSchema,
|
|
679
|
+
TrainingJobSourceSchema,
|
|
680
|
+
TrainingJobStateSchema,
|
|
681
|
+
TrainingJobSubmissionSchema,
|
|
682
|
+
assertCanonicalPayloadSize,
|
|
683
|
+
canonicalJson,
|
|
684
|
+
canonicalJsonByteLength,
|
|
685
|
+
canonicalSha256,
|
|
686
|
+
createTrainingClient,
|
|
687
|
+
parseAndVerifyTrainingJobSubmission,
|
|
688
|
+
parseBoundedJson,
|
|
689
|
+
trainingJobSubmissionHash
|
|
690
|
+
};
|
|
691
|
+
//# sourceMappingURL=training.js.map
|