openpond-sdk 0.2.3 → 0.2.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/TASKSETS.md +38 -0
- package/dist/model-batch-review.js +48 -0
- package/dist/model-batch-review.js.map +7 -0
- package/dist/taskset-packages.js +790 -71
- package/dist/taskset-packages.js.map +4 -4
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +568 -0
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +351 -0
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +543 -0
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/model-projects.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +684 -0
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +725 -0
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +610 -0
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-packages.d.ts +2 -0
- package/dist/types/packages/sdk/src/taskset-packages.d.ts.map +1 -1
- package/package.json +6 -2
|
@@ -1054,6 +1054,348 @@ export declare const TasksetPackagePublicationSchema: z.ZodObject<{
|
|
|
1054
1054
|
contentHash: z.ZodString;
|
|
1055
1055
|
}, z.core.$strict>>;
|
|
1056
1056
|
}, z.core.$strict>>;
|
|
1057
|
+
learningResources: z.ZodOptional<z.ZodObject<{
|
|
1058
|
+
batch: z.ZodObject<{
|
|
1059
|
+
schemaVersion: z.ZodLiteral<"openpond.taskBatch.v1">;
|
|
1060
|
+
id: z.ZodString;
|
|
1061
|
+
revision: z.ZodLiteral<1>;
|
|
1062
|
+
taskDefinition: z.ZodObject<{
|
|
1063
|
+
id: z.ZodString;
|
|
1064
|
+
contentHash: z.ZodString;
|
|
1065
|
+
revision: z.ZodNumber;
|
|
1066
|
+
}, z.core.$strict>;
|
|
1067
|
+
rewardBinding: z.ZodObject<{
|
|
1068
|
+
id: z.ZodString;
|
|
1069
|
+
contentHash: z.ZodString;
|
|
1070
|
+
revision: z.ZodNumber;
|
|
1071
|
+
}, z.core.$strict>;
|
|
1072
|
+
purpose: z.ZodEnum<{
|
|
1073
|
+
evaluation: "evaluation";
|
|
1074
|
+
supervised_training: "supervised_training";
|
|
1075
|
+
reward_training: "reward_training";
|
|
1076
|
+
}>;
|
|
1077
|
+
examples: z.ZodArray<z.ZodObject<{
|
|
1078
|
+
evidence: z.ZodObject<{
|
|
1079
|
+
id: z.ZodString;
|
|
1080
|
+
contentHash: z.ZodString;
|
|
1081
|
+
revision: z.ZodNumber;
|
|
1082
|
+
}, z.core.$strict>;
|
|
1083
|
+
decision: z.ZodObject<{
|
|
1084
|
+
id: z.ZodString;
|
|
1085
|
+
contentHash: z.ZodString;
|
|
1086
|
+
revision: z.ZodNumber;
|
|
1087
|
+
}, z.core.$strict>;
|
|
1088
|
+
familyKey: z.ZodString;
|
|
1089
|
+
inputHash: z.ZodString;
|
|
1090
|
+
split: z.ZodEnum<{
|
|
1091
|
+
train: "train";
|
|
1092
|
+
validation: "validation";
|
|
1093
|
+
test: "test";
|
|
1094
|
+
frozen_eval: "frozen_eval";
|
|
1095
|
+
}>;
|
|
1096
|
+
}, z.core.$strict>>;
|
|
1097
|
+
sealedAt: z.ZodString;
|
|
1098
|
+
sealedBy: z.ZodString;
|
|
1099
|
+
contentHash: z.ZodString;
|
|
1100
|
+
}, z.core.$strict>;
|
|
1101
|
+
evidence: z.ZodArray<z.ZodObject<{
|
|
1102
|
+
schemaVersion: z.ZodLiteral<"openpond.taskEvidence.v1">;
|
|
1103
|
+
id: z.ZodString;
|
|
1104
|
+
revision: z.ZodNumber;
|
|
1105
|
+
source: z.ZodObject<{
|
|
1106
|
+
id: z.ZodString;
|
|
1107
|
+
contentHash: z.ZodString;
|
|
1108
|
+
revision: z.ZodNumber;
|
|
1109
|
+
}, z.core.$strict>;
|
|
1110
|
+
submission: z.ZodObject<{
|
|
1111
|
+
schemaVersion: z.ZodLiteral<"openpond.taskExample.v1">;
|
|
1112
|
+
sourceId: z.ZodString;
|
|
1113
|
+
idempotencyKey: z.ZodString;
|
|
1114
|
+
taskDefinition: z.ZodObject<{
|
|
1115
|
+
id: z.ZodString;
|
|
1116
|
+
contentHash: z.ZodString;
|
|
1117
|
+
revision: z.ZodNumber;
|
|
1118
|
+
}, z.core.$strict>;
|
|
1119
|
+
exampleId: z.ZodString;
|
|
1120
|
+
attemptId: z.ZodString;
|
|
1121
|
+
occurredAt: z.ZodString;
|
|
1122
|
+
familyKey: z.ZodNullable<z.ZodString>;
|
|
1123
|
+
split: z.ZodEnum<{
|
|
1124
|
+
train: "train";
|
|
1125
|
+
validation: "validation";
|
|
1126
|
+
test: "test";
|
|
1127
|
+
frozen_eval: "frozen_eval";
|
|
1128
|
+
}>;
|
|
1129
|
+
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
1130
|
+
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
1131
|
+
expected: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
1132
|
+
evaluatorContext: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
1133
|
+
assets: z.ZodArray<z.ZodObject<{
|
|
1134
|
+
id: z.ZodString;
|
|
1135
|
+
path: z.ZodString;
|
|
1136
|
+
contentHash: z.ZodString;
|
|
1137
|
+
sizeBytes: z.ZodNumber;
|
|
1138
|
+
mediaType: z.ZodString;
|
|
1139
|
+
visibility: z.ZodEnum<{
|
|
1140
|
+
policy: "policy";
|
|
1141
|
+
verifier: "verifier";
|
|
1142
|
+
host_private: "host_private";
|
|
1143
|
+
}>;
|
|
1144
|
+
}, z.core.$strict>>;
|
|
1145
|
+
provenance: z.ZodObject<{
|
|
1146
|
+
sourceRecordRef: z.ZodNullable<z.ZodString>;
|
|
1147
|
+
mappingHash: z.ZodNullable<z.ZodString>;
|
|
1148
|
+
}, z.core.$strict>;
|
|
1149
|
+
}, z.core.$strict>;
|
|
1150
|
+
supersedes: z.ZodNullable<z.ZodObject<{
|
|
1151
|
+
id: z.ZodString;
|
|
1152
|
+
contentHash: z.ZodString;
|
|
1153
|
+
revision: z.ZodNumber;
|
|
1154
|
+
}, z.core.$strict>>;
|
|
1155
|
+
correctionFeedbackId: z.ZodNullable<z.ZodString>;
|
|
1156
|
+
receivedAt: z.ZodString;
|
|
1157
|
+
contentHash: z.ZodString;
|
|
1158
|
+
}, z.core.$strict>>;
|
|
1159
|
+
decisions: z.ZodArray<z.ZodObject<{
|
|
1160
|
+
schemaVersion: z.ZodLiteral<"openpond.taskAdmissionDecision.v1">;
|
|
1161
|
+
id: z.ZodString;
|
|
1162
|
+
revision: z.ZodNumber;
|
|
1163
|
+
evidence: z.ZodObject<{
|
|
1164
|
+
id: z.ZodString;
|
|
1165
|
+
contentHash: z.ZodString;
|
|
1166
|
+
revision: z.ZodNumber;
|
|
1167
|
+
}, z.core.$strict>;
|
|
1168
|
+
supersedes: z.ZodNullable<z.ZodObject<{
|
|
1169
|
+
id: z.ZodString;
|
|
1170
|
+
contentHash: z.ZodString;
|
|
1171
|
+
revision: z.ZodNumber;
|
|
1172
|
+
}, z.core.$strict>>;
|
|
1173
|
+
actor: z.ZodObject<{
|
|
1174
|
+
kind: z.ZodEnum<{
|
|
1175
|
+
human: "human";
|
|
1176
|
+
qualified_policy: "qualified_policy";
|
|
1177
|
+
}>;
|
|
1178
|
+
id: z.ZodString;
|
|
1179
|
+
policy: z.ZodNullable<z.ZodObject<{
|
|
1180
|
+
id: z.ZodString;
|
|
1181
|
+
contentHash: z.ZodString;
|
|
1182
|
+
revision: z.ZodNumber;
|
|
1183
|
+
}, z.core.$strict>>;
|
|
1184
|
+
}, z.core.$strict>;
|
|
1185
|
+
evidenceValidity: z.ZodEnum<{
|
|
1186
|
+
pending: "pending";
|
|
1187
|
+
valid: "valid";
|
|
1188
|
+
invalid: "invalid";
|
|
1189
|
+
}>;
|
|
1190
|
+
taskAdmissibility: z.ZodEnum<{
|
|
1191
|
+
pending: "pending";
|
|
1192
|
+
rejected: "rejected";
|
|
1193
|
+
approved: "approved";
|
|
1194
|
+
}>;
|
|
1195
|
+
observedQuality: z.ZodEnum<{
|
|
1196
|
+
passed: "passed";
|
|
1197
|
+
failed: "failed";
|
|
1198
|
+
unavailable: "unavailable";
|
|
1199
|
+
unscored: "unscored";
|
|
1200
|
+
}>;
|
|
1201
|
+
targetApproval: z.ZodEnum<{
|
|
1202
|
+
pending: "pending";
|
|
1203
|
+
rejected: "rejected";
|
|
1204
|
+
approved: "approved";
|
|
1205
|
+
not_required: "not_required";
|
|
1206
|
+
}>;
|
|
1207
|
+
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
1208
|
+
grade: z.ZodNullable<z.ZodObject<{
|
|
1209
|
+
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
1210
|
+
binding: z.ZodObject<{
|
|
1211
|
+
id: z.ZodString;
|
|
1212
|
+
contentHash: z.ZodString;
|
|
1213
|
+
revision: z.ZodNumber;
|
|
1214
|
+
}, z.core.$strict>;
|
|
1215
|
+
taskHash: z.ZodString;
|
|
1216
|
+
outputHash: z.ZodString;
|
|
1217
|
+
results: z.ZodArray<z.ZodObject<{
|
|
1218
|
+
graderId: z.ZodString;
|
|
1219
|
+
reward: z.ZodObject<{
|
|
1220
|
+
id: z.ZodString;
|
|
1221
|
+
contentHash: z.ZodString;
|
|
1222
|
+
revision: z.ZodNumber;
|
|
1223
|
+
}, z.core.$strict>;
|
|
1224
|
+
role: z.ZodEnum<{
|
|
1225
|
+
evaluation: "evaluation";
|
|
1226
|
+
training: "training";
|
|
1227
|
+
}>;
|
|
1228
|
+
status: z.ZodEnum<{
|
|
1229
|
+
pending: "pending";
|
|
1230
|
+
failed: "failed";
|
|
1231
|
+
scored: "scored";
|
|
1232
|
+
unavailable: "unavailable";
|
|
1233
|
+
}>;
|
|
1234
|
+
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
1235
|
+
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
1236
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1237
|
+
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
1238
|
+
message: z.ZodNullable<z.ZodString>;
|
|
1239
|
+
}, z.core.$strict>>;
|
|
1240
|
+
training: z.ZodObject<{
|
|
1241
|
+
status: z.ZodEnum<{
|
|
1242
|
+
scored: "scored";
|
|
1243
|
+
unscorable: "unscorable";
|
|
1244
|
+
not_configured: "not_configured";
|
|
1245
|
+
}>;
|
|
1246
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1247
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1248
|
+
}, z.core.$strict>;
|
|
1249
|
+
evaluation: z.ZodObject<{
|
|
1250
|
+
status: z.ZodEnum<{
|
|
1251
|
+
scored: "scored";
|
|
1252
|
+
unscorable: "unscorable";
|
|
1253
|
+
not_configured: "not_configured";
|
|
1254
|
+
}>;
|
|
1255
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1256
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1257
|
+
}, z.core.$strict>;
|
|
1258
|
+
contentHash: z.ZodString;
|
|
1259
|
+
}, z.core.$strict>>;
|
|
1260
|
+
targetGrade: z.ZodNullable<z.ZodObject<{
|
|
1261
|
+
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
1262
|
+
binding: z.ZodObject<{
|
|
1263
|
+
id: z.ZodString;
|
|
1264
|
+
contentHash: z.ZodString;
|
|
1265
|
+
revision: z.ZodNumber;
|
|
1266
|
+
}, z.core.$strict>;
|
|
1267
|
+
taskHash: z.ZodString;
|
|
1268
|
+
outputHash: z.ZodString;
|
|
1269
|
+
results: z.ZodArray<z.ZodObject<{
|
|
1270
|
+
graderId: z.ZodString;
|
|
1271
|
+
reward: z.ZodObject<{
|
|
1272
|
+
id: z.ZodString;
|
|
1273
|
+
contentHash: z.ZodString;
|
|
1274
|
+
revision: z.ZodNumber;
|
|
1275
|
+
}, z.core.$strict>;
|
|
1276
|
+
role: z.ZodEnum<{
|
|
1277
|
+
evaluation: "evaluation";
|
|
1278
|
+
training: "training";
|
|
1279
|
+
}>;
|
|
1280
|
+
status: z.ZodEnum<{
|
|
1281
|
+
pending: "pending";
|
|
1282
|
+
failed: "failed";
|
|
1283
|
+
scored: "scored";
|
|
1284
|
+
unavailable: "unavailable";
|
|
1285
|
+
}>;
|
|
1286
|
+
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
1287
|
+
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
1288
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1289
|
+
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
1290
|
+
message: z.ZodNullable<z.ZodString>;
|
|
1291
|
+
}, z.core.$strict>>;
|
|
1292
|
+
training: z.ZodObject<{
|
|
1293
|
+
status: z.ZodEnum<{
|
|
1294
|
+
scored: "scored";
|
|
1295
|
+
unscorable: "unscorable";
|
|
1296
|
+
not_configured: "not_configured";
|
|
1297
|
+
}>;
|
|
1298
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1299
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1300
|
+
}, z.core.$strict>;
|
|
1301
|
+
evaluation: z.ZodObject<{
|
|
1302
|
+
status: z.ZodEnum<{
|
|
1303
|
+
scored: "scored";
|
|
1304
|
+
unscorable: "unscorable";
|
|
1305
|
+
not_configured: "not_configured";
|
|
1306
|
+
}>;
|
|
1307
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1308
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1309
|
+
}, z.core.$strict>;
|
|
1310
|
+
contentHash: z.ZodString;
|
|
1311
|
+
}, z.core.$strict>>;
|
|
1312
|
+
note: z.ZodString;
|
|
1313
|
+
decidedAt: z.ZodString;
|
|
1314
|
+
contentHash: z.ZodString;
|
|
1315
|
+
}, z.core.$strict>>;
|
|
1316
|
+
sources: z.ZodArray<z.ZodObject<{
|
|
1317
|
+
schemaVersion: z.ZodLiteral<"openpond.learningSource.v1">;
|
|
1318
|
+
id: z.ZodString;
|
|
1319
|
+
revision: z.ZodNumber;
|
|
1320
|
+
name: z.ZodString;
|
|
1321
|
+
kind: z.ZodEnum<{
|
|
1322
|
+
work: "work";
|
|
1323
|
+
provider: "provider";
|
|
1324
|
+
direct: "direct";
|
|
1325
|
+
benchmark: "benchmark";
|
|
1326
|
+
opentelemetry: "opentelemetry";
|
|
1327
|
+
}>;
|
|
1328
|
+
taskDefinition: z.ZodObject<{
|
|
1329
|
+
id: z.ZodString;
|
|
1330
|
+
contentHash: z.ZodString;
|
|
1331
|
+
revision: z.ZodNumber;
|
|
1332
|
+
}, z.core.$strict>;
|
|
1333
|
+
enabled: z.ZodBoolean;
|
|
1334
|
+
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
1335
|
+
train: "train";
|
|
1336
|
+
validation: "validation";
|
|
1337
|
+
test: "test";
|
|
1338
|
+
frozen_eval: "frozen_eval";
|
|
1339
|
+
}>>;
|
|
1340
|
+
mapping: z.ZodNullable<z.ZodObject<{
|
|
1341
|
+
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
1342
|
+
exampleId: z.ZodString;
|
|
1343
|
+
attemptId: z.ZodString;
|
|
1344
|
+
occurredAt: z.ZodString;
|
|
1345
|
+
input: z.ZodString;
|
|
1346
|
+
observedOutput: z.ZodNullable<z.ZodString>;
|
|
1347
|
+
expected: z.ZodNullable<z.ZodString>;
|
|
1348
|
+
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
1349
|
+
familyKey: z.ZodString;
|
|
1350
|
+
split: z.ZodEnum<{
|
|
1351
|
+
train: "train";
|
|
1352
|
+
validation: "validation";
|
|
1353
|
+
test: "test";
|
|
1354
|
+
frozen_eval: "frozen_eval";
|
|
1355
|
+
}>;
|
|
1356
|
+
}, z.core.$strict>>;
|
|
1357
|
+
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
1358
|
+
reviewOrigin: z.ZodOptional<z.ZodObject<{
|
|
1359
|
+
modelId: z.ZodString;
|
|
1360
|
+
packageHash: z.ZodString;
|
|
1361
|
+
taskset: z.ZodObject<{
|
|
1362
|
+
id: z.ZodString;
|
|
1363
|
+
contentHash: z.ZodString;
|
|
1364
|
+
revision: z.ZodNumber;
|
|
1365
|
+
}, z.core.$strict>;
|
|
1366
|
+
batch: z.ZodObject<{
|
|
1367
|
+
id: z.ZodString;
|
|
1368
|
+
contentHash: z.ZodString;
|
|
1369
|
+
revision: z.ZodNumber;
|
|
1370
|
+
}, z.core.$strict>;
|
|
1371
|
+
rewardBinding: z.ZodObject<{
|
|
1372
|
+
id: z.ZodString;
|
|
1373
|
+
contentHash: z.ZodString;
|
|
1374
|
+
revision: z.ZodNumber;
|
|
1375
|
+
}, z.core.$strict>;
|
|
1376
|
+
}, z.core.$strict>>;
|
|
1377
|
+
contentHash: z.ZodString;
|
|
1378
|
+
}, z.core.$strict>>;
|
|
1379
|
+
assets: z.ZodArray<z.ZodObject<{
|
|
1380
|
+
schemaVersion: z.ZodLiteral<"openpond.learningTextAsset.v1">;
|
|
1381
|
+
id: z.ZodString;
|
|
1382
|
+
revision: z.ZodLiteral<1>;
|
|
1383
|
+
asset: z.ZodObject<{
|
|
1384
|
+
id: z.ZodString;
|
|
1385
|
+
path: z.ZodString;
|
|
1386
|
+
contentHash: z.ZodString;
|
|
1387
|
+
sizeBytes: z.ZodNumber;
|
|
1388
|
+
mediaType: z.ZodString;
|
|
1389
|
+
visibility: z.ZodEnum<{
|
|
1390
|
+
policy: "policy";
|
|
1391
|
+
verifier: "verifier";
|
|
1392
|
+
host_private: "host_private";
|
|
1393
|
+
}>;
|
|
1394
|
+
}, z.core.$strict>;
|
|
1395
|
+
text: z.ZodString;
|
|
1396
|
+
contentHash: z.ZodString;
|
|
1397
|
+
}, z.core.$strict>>;
|
|
1398
|
+
}, z.core.$strict>>;
|
|
1057
1399
|
contentHash: z.ZodString;
|
|
1058
1400
|
}, z.core.$strict>;
|
|
1059
1401
|
modelConfiguration: z.ZodOptional<z.ZodObject<{
|
|
@@ -2219,6 +2561,348 @@ export declare const TasksetPackageReadbackSchema: z.ZodObject<{
|
|
|
2219
2561
|
contentHash: z.ZodString;
|
|
2220
2562
|
}, z.core.$strict>>;
|
|
2221
2563
|
}, z.core.$strict>>;
|
|
2564
|
+
learningResources: z.ZodOptional<z.ZodObject<{
|
|
2565
|
+
batch: z.ZodObject<{
|
|
2566
|
+
schemaVersion: z.ZodLiteral<"openpond.taskBatch.v1">;
|
|
2567
|
+
id: z.ZodString;
|
|
2568
|
+
revision: z.ZodLiteral<1>;
|
|
2569
|
+
taskDefinition: z.ZodObject<{
|
|
2570
|
+
id: z.ZodString;
|
|
2571
|
+
contentHash: z.ZodString;
|
|
2572
|
+
revision: z.ZodNumber;
|
|
2573
|
+
}, z.core.$strict>;
|
|
2574
|
+
rewardBinding: z.ZodObject<{
|
|
2575
|
+
id: z.ZodString;
|
|
2576
|
+
contentHash: z.ZodString;
|
|
2577
|
+
revision: z.ZodNumber;
|
|
2578
|
+
}, z.core.$strict>;
|
|
2579
|
+
purpose: z.ZodEnum<{
|
|
2580
|
+
evaluation: "evaluation";
|
|
2581
|
+
supervised_training: "supervised_training";
|
|
2582
|
+
reward_training: "reward_training";
|
|
2583
|
+
}>;
|
|
2584
|
+
examples: z.ZodArray<z.ZodObject<{
|
|
2585
|
+
evidence: z.ZodObject<{
|
|
2586
|
+
id: z.ZodString;
|
|
2587
|
+
contentHash: z.ZodString;
|
|
2588
|
+
revision: z.ZodNumber;
|
|
2589
|
+
}, z.core.$strict>;
|
|
2590
|
+
decision: z.ZodObject<{
|
|
2591
|
+
id: z.ZodString;
|
|
2592
|
+
contentHash: z.ZodString;
|
|
2593
|
+
revision: z.ZodNumber;
|
|
2594
|
+
}, z.core.$strict>;
|
|
2595
|
+
familyKey: z.ZodString;
|
|
2596
|
+
inputHash: z.ZodString;
|
|
2597
|
+
split: z.ZodEnum<{
|
|
2598
|
+
train: "train";
|
|
2599
|
+
validation: "validation";
|
|
2600
|
+
test: "test";
|
|
2601
|
+
frozen_eval: "frozen_eval";
|
|
2602
|
+
}>;
|
|
2603
|
+
}, z.core.$strict>>;
|
|
2604
|
+
sealedAt: z.ZodString;
|
|
2605
|
+
sealedBy: z.ZodString;
|
|
2606
|
+
contentHash: z.ZodString;
|
|
2607
|
+
}, z.core.$strict>;
|
|
2608
|
+
evidence: z.ZodArray<z.ZodObject<{
|
|
2609
|
+
schemaVersion: z.ZodLiteral<"openpond.taskEvidence.v1">;
|
|
2610
|
+
id: z.ZodString;
|
|
2611
|
+
revision: z.ZodNumber;
|
|
2612
|
+
source: z.ZodObject<{
|
|
2613
|
+
id: z.ZodString;
|
|
2614
|
+
contentHash: z.ZodString;
|
|
2615
|
+
revision: z.ZodNumber;
|
|
2616
|
+
}, z.core.$strict>;
|
|
2617
|
+
submission: z.ZodObject<{
|
|
2618
|
+
schemaVersion: z.ZodLiteral<"openpond.taskExample.v1">;
|
|
2619
|
+
sourceId: z.ZodString;
|
|
2620
|
+
idempotencyKey: z.ZodString;
|
|
2621
|
+
taskDefinition: z.ZodObject<{
|
|
2622
|
+
id: z.ZodString;
|
|
2623
|
+
contentHash: z.ZodString;
|
|
2624
|
+
revision: z.ZodNumber;
|
|
2625
|
+
}, z.core.$strict>;
|
|
2626
|
+
exampleId: z.ZodString;
|
|
2627
|
+
attemptId: z.ZodString;
|
|
2628
|
+
occurredAt: z.ZodString;
|
|
2629
|
+
familyKey: z.ZodNullable<z.ZodString>;
|
|
2630
|
+
split: z.ZodEnum<{
|
|
2631
|
+
train: "train";
|
|
2632
|
+
validation: "validation";
|
|
2633
|
+
test: "test";
|
|
2634
|
+
frozen_eval: "frozen_eval";
|
|
2635
|
+
}>;
|
|
2636
|
+
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
2637
|
+
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
2638
|
+
expected: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
2639
|
+
evaluatorContext: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
2640
|
+
assets: z.ZodArray<z.ZodObject<{
|
|
2641
|
+
id: z.ZodString;
|
|
2642
|
+
path: z.ZodString;
|
|
2643
|
+
contentHash: z.ZodString;
|
|
2644
|
+
sizeBytes: z.ZodNumber;
|
|
2645
|
+
mediaType: z.ZodString;
|
|
2646
|
+
visibility: z.ZodEnum<{
|
|
2647
|
+
policy: "policy";
|
|
2648
|
+
verifier: "verifier";
|
|
2649
|
+
host_private: "host_private";
|
|
2650
|
+
}>;
|
|
2651
|
+
}, z.core.$strict>>;
|
|
2652
|
+
provenance: z.ZodObject<{
|
|
2653
|
+
sourceRecordRef: z.ZodNullable<z.ZodString>;
|
|
2654
|
+
mappingHash: z.ZodNullable<z.ZodString>;
|
|
2655
|
+
}, z.core.$strict>;
|
|
2656
|
+
}, z.core.$strict>;
|
|
2657
|
+
supersedes: z.ZodNullable<z.ZodObject<{
|
|
2658
|
+
id: z.ZodString;
|
|
2659
|
+
contentHash: z.ZodString;
|
|
2660
|
+
revision: z.ZodNumber;
|
|
2661
|
+
}, z.core.$strict>>;
|
|
2662
|
+
correctionFeedbackId: z.ZodNullable<z.ZodString>;
|
|
2663
|
+
receivedAt: z.ZodString;
|
|
2664
|
+
contentHash: z.ZodString;
|
|
2665
|
+
}, z.core.$strict>>;
|
|
2666
|
+
decisions: z.ZodArray<z.ZodObject<{
|
|
2667
|
+
schemaVersion: z.ZodLiteral<"openpond.taskAdmissionDecision.v1">;
|
|
2668
|
+
id: z.ZodString;
|
|
2669
|
+
revision: z.ZodNumber;
|
|
2670
|
+
evidence: z.ZodObject<{
|
|
2671
|
+
id: z.ZodString;
|
|
2672
|
+
contentHash: z.ZodString;
|
|
2673
|
+
revision: z.ZodNumber;
|
|
2674
|
+
}, z.core.$strict>;
|
|
2675
|
+
supersedes: z.ZodNullable<z.ZodObject<{
|
|
2676
|
+
id: z.ZodString;
|
|
2677
|
+
contentHash: z.ZodString;
|
|
2678
|
+
revision: z.ZodNumber;
|
|
2679
|
+
}, z.core.$strict>>;
|
|
2680
|
+
actor: z.ZodObject<{
|
|
2681
|
+
kind: z.ZodEnum<{
|
|
2682
|
+
human: "human";
|
|
2683
|
+
qualified_policy: "qualified_policy";
|
|
2684
|
+
}>;
|
|
2685
|
+
id: z.ZodString;
|
|
2686
|
+
policy: z.ZodNullable<z.ZodObject<{
|
|
2687
|
+
id: z.ZodString;
|
|
2688
|
+
contentHash: z.ZodString;
|
|
2689
|
+
revision: z.ZodNumber;
|
|
2690
|
+
}, z.core.$strict>>;
|
|
2691
|
+
}, z.core.$strict>;
|
|
2692
|
+
evidenceValidity: z.ZodEnum<{
|
|
2693
|
+
pending: "pending";
|
|
2694
|
+
valid: "valid";
|
|
2695
|
+
invalid: "invalid";
|
|
2696
|
+
}>;
|
|
2697
|
+
taskAdmissibility: z.ZodEnum<{
|
|
2698
|
+
pending: "pending";
|
|
2699
|
+
rejected: "rejected";
|
|
2700
|
+
approved: "approved";
|
|
2701
|
+
}>;
|
|
2702
|
+
observedQuality: z.ZodEnum<{
|
|
2703
|
+
passed: "passed";
|
|
2704
|
+
failed: "failed";
|
|
2705
|
+
unavailable: "unavailable";
|
|
2706
|
+
unscored: "unscored";
|
|
2707
|
+
}>;
|
|
2708
|
+
targetApproval: z.ZodEnum<{
|
|
2709
|
+
pending: "pending";
|
|
2710
|
+
rejected: "rejected";
|
|
2711
|
+
approved: "approved";
|
|
2712
|
+
not_required: "not_required";
|
|
2713
|
+
}>;
|
|
2714
|
+
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
2715
|
+
grade: z.ZodNullable<z.ZodObject<{
|
|
2716
|
+
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
2717
|
+
binding: z.ZodObject<{
|
|
2718
|
+
id: z.ZodString;
|
|
2719
|
+
contentHash: z.ZodString;
|
|
2720
|
+
revision: z.ZodNumber;
|
|
2721
|
+
}, z.core.$strict>;
|
|
2722
|
+
taskHash: z.ZodString;
|
|
2723
|
+
outputHash: z.ZodString;
|
|
2724
|
+
results: z.ZodArray<z.ZodObject<{
|
|
2725
|
+
graderId: z.ZodString;
|
|
2726
|
+
reward: z.ZodObject<{
|
|
2727
|
+
id: z.ZodString;
|
|
2728
|
+
contentHash: z.ZodString;
|
|
2729
|
+
revision: z.ZodNumber;
|
|
2730
|
+
}, z.core.$strict>;
|
|
2731
|
+
role: z.ZodEnum<{
|
|
2732
|
+
evaluation: "evaluation";
|
|
2733
|
+
training: "training";
|
|
2734
|
+
}>;
|
|
2735
|
+
status: z.ZodEnum<{
|
|
2736
|
+
pending: "pending";
|
|
2737
|
+
failed: "failed";
|
|
2738
|
+
scored: "scored";
|
|
2739
|
+
unavailable: "unavailable";
|
|
2740
|
+
}>;
|
|
2741
|
+
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
2742
|
+
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
2743
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2744
|
+
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
2745
|
+
message: z.ZodNullable<z.ZodString>;
|
|
2746
|
+
}, z.core.$strict>>;
|
|
2747
|
+
training: z.ZodObject<{
|
|
2748
|
+
status: z.ZodEnum<{
|
|
2749
|
+
scored: "scored";
|
|
2750
|
+
unscorable: "unscorable";
|
|
2751
|
+
not_configured: "not_configured";
|
|
2752
|
+
}>;
|
|
2753
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2754
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2755
|
+
}, z.core.$strict>;
|
|
2756
|
+
evaluation: z.ZodObject<{
|
|
2757
|
+
status: z.ZodEnum<{
|
|
2758
|
+
scored: "scored";
|
|
2759
|
+
unscorable: "unscorable";
|
|
2760
|
+
not_configured: "not_configured";
|
|
2761
|
+
}>;
|
|
2762
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2763
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2764
|
+
}, z.core.$strict>;
|
|
2765
|
+
contentHash: z.ZodString;
|
|
2766
|
+
}, z.core.$strict>>;
|
|
2767
|
+
targetGrade: z.ZodNullable<z.ZodObject<{
|
|
2768
|
+
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
2769
|
+
binding: z.ZodObject<{
|
|
2770
|
+
id: z.ZodString;
|
|
2771
|
+
contentHash: z.ZodString;
|
|
2772
|
+
revision: z.ZodNumber;
|
|
2773
|
+
}, z.core.$strict>;
|
|
2774
|
+
taskHash: z.ZodString;
|
|
2775
|
+
outputHash: z.ZodString;
|
|
2776
|
+
results: z.ZodArray<z.ZodObject<{
|
|
2777
|
+
graderId: z.ZodString;
|
|
2778
|
+
reward: z.ZodObject<{
|
|
2779
|
+
id: z.ZodString;
|
|
2780
|
+
contentHash: z.ZodString;
|
|
2781
|
+
revision: z.ZodNumber;
|
|
2782
|
+
}, z.core.$strict>;
|
|
2783
|
+
role: z.ZodEnum<{
|
|
2784
|
+
evaluation: "evaluation";
|
|
2785
|
+
training: "training";
|
|
2786
|
+
}>;
|
|
2787
|
+
status: z.ZodEnum<{
|
|
2788
|
+
pending: "pending";
|
|
2789
|
+
failed: "failed";
|
|
2790
|
+
scored: "scored";
|
|
2791
|
+
unavailable: "unavailable";
|
|
2792
|
+
}>;
|
|
2793
|
+
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
2794
|
+
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
2795
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2796
|
+
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
2797
|
+
message: z.ZodNullable<z.ZodString>;
|
|
2798
|
+
}, z.core.$strict>>;
|
|
2799
|
+
training: z.ZodObject<{
|
|
2800
|
+
status: z.ZodEnum<{
|
|
2801
|
+
scored: "scored";
|
|
2802
|
+
unscorable: "unscorable";
|
|
2803
|
+
not_configured: "not_configured";
|
|
2804
|
+
}>;
|
|
2805
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2806
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2807
|
+
}, z.core.$strict>;
|
|
2808
|
+
evaluation: z.ZodObject<{
|
|
2809
|
+
status: z.ZodEnum<{
|
|
2810
|
+
scored: "scored";
|
|
2811
|
+
unscorable: "unscorable";
|
|
2812
|
+
not_configured: "not_configured";
|
|
2813
|
+
}>;
|
|
2814
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2815
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2816
|
+
}, z.core.$strict>;
|
|
2817
|
+
contentHash: z.ZodString;
|
|
2818
|
+
}, z.core.$strict>>;
|
|
2819
|
+
note: z.ZodString;
|
|
2820
|
+
decidedAt: z.ZodString;
|
|
2821
|
+
contentHash: z.ZodString;
|
|
2822
|
+
}, z.core.$strict>>;
|
|
2823
|
+
sources: z.ZodArray<z.ZodObject<{
|
|
2824
|
+
schemaVersion: z.ZodLiteral<"openpond.learningSource.v1">;
|
|
2825
|
+
id: z.ZodString;
|
|
2826
|
+
revision: z.ZodNumber;
|
|
2827
|
+
name: z.ZodString;
|
|
2828
|
+
kind: z.ZodEnum<{
|
|
2829
|
+
work: "work";
|
|
2830
|
+
provider: "provider";
|
|
2831
|
+
direct: "direct";
|
|
2832
|
+
benchmark: "benchmark";
|
|
2833
|
+
opentelemetry: "opentelemetry";
|
|
2834
|
+
}>;
|
|
2835
|
+
taskDefinition: z.ZodObject<{
|
|
2836
|
+
id: z.ZodString;
|
|
2837
|
+
contentHash: z.ZodString;
|
|
2838
|
+
revision: z.ZodNumber;
|
|
2839
|
+
}, z.core.$strict>;
|
|
2840
|
+
enabled: z.ZodBoolean;
|
|
2841
|
+
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
2842
|
+
train: "train";
|
|
2843
|
+
validation: "validation";
|
|
2844
|
+
test: "test";
|
|
2845
|
+
frozen_eval: "frozen_eval";
|
|
2846
|
+
}>>;
|
|
2847
|
+
mapping: z.ZodNullable<z.ZodObject<{
|
|
2848
|
+
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
2849
|
+
exampleId: z.ZodString;
|
|
2850
|
+
attemptId: z.ZodString;
|
|
2851
|
+
occurredAt: z.ZodString;
|
|
2852
|
+
input: z.ZodString;
|
|
2853
|
+
observedOutput: z.ZodNullable<z.ZodString>;
|
|
2854
|
+
expected: z.ZodNullable<z.ZodString>;
|
|
2855
|
+
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
2856
|
+
familyKey: z.ZodString;
|
|
2857
|
+
split: z.ZodEnum<{
|
|
2858
|
+
train: "train";
|
|
2859
|
+
validation: "validation";
|
|
2860
|
+
test: "test";
|
|
2861
|
+
frozen_eval: "frozen_eval";
|
|
2862
|
+
}>;
|
|
2863
|
+
}, z.core.$strict>>;
|
|
2864
|
+
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
2865
|
+
reviewOrigin: z.ZodOptional<z.ZodObject<{
|
|
2866
|
+
modelId: z.ZodString;
|
|
2867
|
+
packageHash: z.ZodString;
|
|
2868
|
+
taskset: z.ZodObject<{
|
|
2869
|
+
id: z.ZodString;
|
|
2870
|
+
contentHash: z.ZodString;
|
|
2871
|
+
revision: z.ZodNumber;
|
|
2872
|
+
}, z.core.$strict>;
|
|
2873
|
+
batch: z.ZodObject<{
|
|
2874
|
+
id: z.ZodString;
|
|
2875
|
+
contentHash: z.ZodString;
|
|
2876
|
+
revision: z.ZodNumber;
|
|
2877
|
+
}, z.core.$strict>;
|
|
2878
|
+
rewardBinding: z.ZodObject<{
|
|
2879
|
+
id: z.ZodString;
|
|
2880
|
+
contentHash: z.ZodString;
|
|
2881
|
+
revision: z.ZodNumber;
|
|
2882
|
+
}, z.core.$strict>;
|
|
2883
|
+
}, z.core.$strict>>;
|
|
2884
|
+
contentHash: z.ZodString;
|
|
2885
|
+
}, z.core.$strict>>;
|
|
2886
|
+
assets: z.ZodArray<z.ZodObject<{
|
|
2887
|
+
schemaVersion: z.ZodLiteral<"openpond.learningTextAsset.v1">;
|
|
2888
|
+
id: z.ZodString;
|
|
2889
|
+
revision: z.ZodLiteral<1>;
|
|
2890
|
+
asset: z.ZodObject<{
|
|
2891
|
+
id: z.ZodString;
|
|
2892
|
+
path: z.ZodString;
|
|
2893
|
+
contentHash: z.ZodString;
|
|
2894
|
+
sizeBytes: z.ZodNumber;
|
|
2895
|
+
mediaType: z.ZodString;
|
|
2896
|
+
visibility: z.ZodEnum<{
|
|
2897
|
+
policy: "policy";
|
|
2898
|
+
verifier: "verifier";
|
|
2899
|
+
host_private: "host_private";
|
|
2900
|
+
}>;
|
|
2901
|
+
}, z.core.$strict>;
|
|
2902
|
+
text: z.ZodString;
|
|
2903
|
+
contentHash: z.ZodString;
|
|
2904
|
+
}, z.core.$strict>>;
|
|
2905
|
+
}, z.core.$strict>>;
|
|
2222
2906
|
contentHash: z.ZodString;
|
|
2223
2907
|
}, z.core.$strict>;
|
|
2224
2908
|
}, z.core.$strict>;
|