openpond-sdk 0.2.3 → 0.2.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/TASKSETS.md +38 -0
- package/dist/model-batch-review.js +48 -0
- package/dist/model-batch-review.js.map +7 -0
- package/dist/taskset-packages.js +790 -71
- package/dist/taskset-packages.js.map +4 -4
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +568 -0
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +351 -0
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +543 -0
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/model-projects.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +684 -0
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +725 -0
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +610 -0
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-packages.d.ts +2 -0
- package/dist/types/packages/sdk/src/taskset-packages.d.ts.map +1 -1
- package/package.json +6 -2
|
@@ -979,6 +979,348 @@ export declare const TasksetPackageContentSchema: z.ZodObject<{
|
|
|
979
979
|
contentHash: z.ZodString;
|
|
980
980
|
}, z.core.$strict>>;
|
|
981
981
|
}, z.core.$strict>>;
|
|
982
|
+
learningResources: z.ZodOptional<z.ZodObject<{
|
|
983
|
+
batch: z.ZodObject<{
|
|
984
|
+
schemaVersion: z.ZodLiteral<"openpond.taskBatch.v1">;
|
|
985
|
+
id: z.ZodString;
|
|
986
|
+
revision: z.ZodLiteral<1>;
|
|
987
|
+
taskDefinition: z.ZodObject<{
|
|
988
|
+
id: z.ZodString;
|
|
989
|
+
contentHash: z.ZodString;
|
|
990
|
+
revision: z.ZodNumber;
|
|
991
|
+
}, z.core.$strict>;
|
|
992
|
+
rewardBinding: z.ZodObject<{
|
|
993
|
+
id: z.ZodString;
|
|
994
|
+
contentHash: z.ZodString;
|
|
995
|
+
revision: z.ZodNumber;
|
|
996
|
+
}, z.core.$strict>;
|
|
997
|
+
purpose: z.ZodEnum<{
|
|
998
|
+
evaluation: "evaluation";
|
|
999
|
+
supervised_training: "supervised_training";
|
|
1000
|
+
reward_training: "reward_training";
|
|
1001
|
+
}>;
|
|
1002
|
+
examples: z.ZodArray<z.ZodObject<{
|
|
1003
|
+
evidence: z.ZodObject<{
|
|
1004
|
+
id: z.ZodString;
|
|
1005
|
+
contentHash: z.ZodString;
|
|
1006
|
+
revision: z.ZodNumber;
|
|
1007
|
+
}, z.core.$strict>;
|
|
1008
|
+
decision: z.ZodObject<{
|
|
1009
|
+
id: z.ZodString;
|
|
1010
|
+
contentHash: z.ZodString;
|
|
1011
|
+
revision: z.ZodNumber;
|
|
1012
|
+
}, z.core.$strict>;
|
|
1013
|
+
familyKey: z.ZodString;
|
|
1014
|
+
inputHash: z.ZodString;
|
|
1015
|
+
split: z.ZodEnum<{
|
|
1016
|
+
train: "train";
|
|
1017
|
+
validation: "validation";
|
|
1018
|
+
test: "test";
|
|
1019
|
+
frozen_eval: "frozen_eval";
|
|
1020
|
+
}>;
|
|
1021
|
+
}, z.core.$strict>>;
|
|
1022
|
+
sealedAt: z.ZodString;
|
|
1023
|
+
sealedBy: z.ZodString;
|
|
1024
|
+
contentHash: z.ZodString;
|
|
1025
|
+
}, z.core.$strict>;
|
|
1026
|
+
evidence: z.ZodArray<z.ZodObject<{
|
|
1027
|
+
schemaVersion: z.ZodLiteral<"openpond.taskEvidence.v1">;
|
|
1028
|
+
id: z.ZodString;
|
|
1029
|
+
revision: z.ZodNumber;
|
|
1030
|
+
source: z.ZodObject<{
|
|
1031
|
+
id: z.ZodString;
|
|
1032
|
+
contentHash: z.ZodString;
|
|
1033
|
+
revision: z.ZodNumber;
|
|
1034
|
+
}, z.core.$strict>;
|
|
1035
|
+
submission: z.ZodObject<{
|
|
1036
|
+
schemaVersion: z.ZodLiteral<"openpond.taskExample.v1">;
|
|
1037
|
+
sourceId: z.ZodString;
|
|
1038
|
+
idempotencyKey: z.ZodString;
|
|
1039
|
+
taskDefinition: z.ZodObject<{
|
|
1040
|
+
id: z.ZodString;
|
|
1041
|
+
contentHash: z.ZodString;
|
|
1042
|
+
revision: z.ZodNumber;
|
|
1043
|
+
}, z.core.$strict>;
|
|
1044
|
+
exampleId: z.ZodString;
|
|
1045
|
+
attemptId: z.ZodString;
|
|
1046
|
+
occurredAt: z.ZodString;
|
|
1047
|
+
familyKey: z.ZodNullable<z.ZodString>;
|
|
1048
|
+
split: z.ZodEnum<{
|
|
1049
|
+
train: "train";
|
|
1050
|
+
validation: "validation";
|
|
1051
|
+
test: "test";
|
|
1052
|
+
frozen_eval: "frozen_eval";
|
|
1053
|
+
}>;
|
|
1054
|
+
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
1055
|
+
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
1056
|
+
expected: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
1057
|
+
evaluatorContext: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
1058
|
+
assets: z.ZodArray<z.ZodObject<{
|
|
1059
|
+
id: z.ZodString;
|
|
1060
|
+
path: z.ZodString;
|
|
1061
|
+
contentHash: z.ZodString;
|
|
1062
|
+
sizeBytes: z.ZodNumber;
|
|
1063
|
+
mediaType: z.ZodString;
|
|
1064
|
+
visibility: z.ZodEnum<{
|
|
1065
|
+
policy: "policy";
|
|
1066
|
+
verifier: "verifier";
|
|
1067
|
+
host_private: "host_private";
|
|
1068
|
+
}>;
|
|
1069
|
+
}, z.core.$strict>>;
|
|
1070
|
+
provenance: z.ZodObject<{
|
|
1071
|
+
sourceRecordRef: z.ZodNullable<z.ZodString>;
|
|
1072
|
+
mappingHash: z.ZodNullable<z.ZodString>;
|
|
1073
|
+
}, z.core.$strict>;
|
|
1074
|
+
}, z.core.$strict>;
|
|
1075
|
+
supersedes: z.ZodNullable<z.ZodObject<{
|
|
1076
|
+
id: z.ZodString;
|
|
1077
|
+
contentHash: z.ZodString;
|
|
1078
|
+
revision: z.ZodNumber;
|
|
1079
|
+
}, z.core.$strict>>;
|
|
1080
|
+
correctionFeedbackId: z.ZodNullable<z.ZodString>;
|
|
1081
|
+
receivedAt: z.ZodString;
|
|
1082
|
+
contentHash: z.ZodString;
|
|
1083
|
+
}, z.core.$strict>>;
|
|
1084
|
+
decisions: z.ZodArray<z.ZodObject<{
|
|
1085
|
+
schemaVersion: z.ZodLiteral<"openpond.taskAdmissionDecision.v1">;
|
|
1086
|
+
id: z.ZodString;
|
|
1087
|
+
revision: z.ZodNumber;
|
|
1088
|
+
evidence: z.ZodObject<{
|
|
1089
|
+
id: z.ZodString;
|
|
1090
|
+
contentHash: z.ZodString;
|
|
1091
|
+
revision: z.ZodNumber;
|
|
1092
|
+
}, z.core.$strict>;
|
|
1093
|
+
supersedes: z.ZodNullable<z.ZodObject<{
|
|
1094
|
+
id: z.ZodString;
|
|
1095
|
+
contentHash: z.ZodString;
|
|
1096
|
+
revision: z.ZodNumber;
|
|
1097
|
+
}, z.core.$strict>>;
|
|
1098
|
+
actor: z.ZodObject<{
|
|
1099
|
+
kind: z.ZodEnum<{
|
|
1100
|
+
human: "human";
|
|
1101
|
+
qualified_policy: "qualified_policy";
|
|
1102
|
+
}>;
|
|
1103
|
+
id: z.ZodString;
|
|
1104
|
+
policy: z.ZodNullable<z.ZodObject<{
|
|
1105
|
+
id: z.ZodString;
|
|
1106
|
+
contentHash: z.ZodString;
|
|
1107
|
+
revision: z.ZodNumber;
|
|
1108
|
+
}, z.core.$strict>>;
|
|
1109
|
+
}, z.core.$strict>;
|
|
1110
|
+
evidenceValidity: z.ZodEnum<{
|
|
1111
|
+
pending: "pending";
|
|
1112
|
+
valid: "valid";
|
|
1113
|
+
invalid: "invalid";
|
|
1114
|
+
}>;
|
|
1115
|
+
taskAdmissibility: z.ZodEnum<{
|
|
1116
|
+
pending: "pending";
|
|
1117
|
+
rejected: "rejected";
|
|
1118
|
+
approved: "approved";
|
|
1119
|
+
}>;
|
|
1120
|
+
observedQuality: z.ZodEnum<{
|
|
1121
|
+
passed: "passed";
|
|
1122
|
+
failed: "failed";
|
|
1123
|
+
unavailable: "unavailable";
|
|
1124
|
+
unscored: "unscored";
|
|
1125
|
+
}>;
|
|
1126
|
+
targetApproval: z.ZodEnum<{
|
|
1127
|
+
pending: "pending";
|
|
1128
|
+
rejected: "rejected";
|
|
1129
|
+
approved: "approved";
|
|
1130
|
+
not_required: "not_required";
|
|
1131
|
+
}>;
|
|
1132
|
+
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
1133
|
+
grade: z.ZodNullable<z.ZodObject<{
|
|
1134
|
+
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
1135
|
+
binding: z.ZodObject<{
|
|
1136
|
+
id: z.ZodString;
|
|
1137
|
+
contentHash: z.ZodString;
|
|
1138
|
+
revision: z.ZodNumber;
|
|
1139
|
+
}, z.core.$strict>;
|
|
1140
|
+
taskHash: z.ZodString;
|
|
1141
|
+
outputHash: z.ZodString;
|
|
1142
|
+
results: z.ZodArray<z.ZodObject<{
|
|
1143
|
+
graderId: z.ZodString;
|
|
1144
|
+
reward: z.ZodObject<{
|
|
1145
|
+
id: z.ZodString;
|
|
1146
|
+
contentHash: z.ZodString;
|
|
1147
|
+
revision: z.ZodNumber;
|
|
1148
|
+
}, z.core.$strict>;
|
|
1149
|
+
role: z.ZodEnum<{
|
|
1150
|
+
evaluation: "evaluation";
|
|
1151
|
+
training: "training";
|
|
1152
|
+
}>;
|
|
1153
|
+
status: z.ZodEnum<{
|
|
1154
|
+
pending: "pending";
|
|
1155
|
+
failed: "failed";
|
|
1156
|
+
scored: "scored";
|
|
1157
|
+
unavailable: "unavailable";
|
|
1158
|
+
}>;
|
|
1159
|
+
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
1160
|
+
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
1161
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1162
|
+
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
1163
|
+
message: z.ZodNullable<z.ZodString>;
|
|
1164
|
+
}, z.core.$strict>>;
|
|
1165
|
+
training: z.ZodObject<{
|
|
1166
|
+
status: z.ZodEnum<{
|
|
1167
|
+
scored: "scored";
|
|
1168
|
+
unscorable: "unscorable";
|
|
1169
|
+
not_configured: "not_configured";
|
|
1170
|
+
}>;
|
|
1171
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1172
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1173
|
+
}, z.core.$strict>;
|
|
1174
|
+
evaluation: z.ZodObject<{
|
|
1175
|
+
status: z.ZodEnum<{
|
|
1176
|
+
scored: "scored";
|
|
1177
|
+
unscorable: "unscorable";
|
|
1178
|
+
not_configured: "not_configured";
|
|
1179
|
+
}>;
|
|
1180
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1181
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1182
|
+
}, z.core.$strict>;
|
|
1183
|
+
contentHash: z.ZodString;
|
|
1184
|
+
}, z.core.$strict>>;
|
|
1185
|
+
targetGrade: z.ZodNullable<z.ZodObject<{
|
|
1186
|
+
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
1187
|
+
binding: z.ZodObject<{
|
|
1188
|
+
id: z.ZodString;
|
|
1189
|
+
contentHash: z.ZodString;
|
|
1190
|
+
revision: z.ZodNumber;
|
|
1191
|
+
}, z.core.$strict>;
|
|
1192
|
+
taskHash: z.ZodString;
|
|
1193
|
+
outputHash: z.ZodString;
|
|
1194
|
+
results: z.ZodArray<z.ZodObject<{
|
|
1195
|
+
graderId: z.ZodString;
|
|
1196
|
+
reward: z.ZodObject<{
|
|
1197
|
+
id: z.ZodString;
|
|
1198
|
+
contentHash: z.ZodString;
|
|
1199
|
+
revision: z.ZodNumber;
|
|
1200
|
+
}, z.core.$strict>;
|
|
1201
|
+
role: z.ZodEnum<{
|
|
1202
|
+
evaluation: "evaluation";
|
|
1203
|
+
training: "training";
|
|
1204
|
+
}>;
|
|
1205
|
+
status: z.ZodEnum<{
|
|
1206
|
+
pending: "pending";
|
|
1207
|
+
failed: "failed";
|
|
1208
|
+
scored: "scored";
|
|
1209
|
+
unavailable: "unavailable";
|
|
1210
|
+
}>;
|
|
1211
|
+
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
1212
|
+
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
1213
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1214
|
+
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
1215
|
+
message: z.ZodNullable<z.ZodString>;
|
|
1216
|
+
}, z.core.$strict>>;
|
|
1217
|
+
training: z.ZodObject<{
|
|
1218
|
+
status: z.ZodEnum<{
|
|
1219
|
+
scored: "scored";
|
|
1220
|
+
unscorable: "unscorable";
|
|
1221
|
+
not_configured: "not_configured";
|
|
1222
|
+
}>;
|
|
1223
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1224
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1225
|
+
}, z.core.$strict>;
|
|
1226
|
+
evaluation: z.ZodObject<{
|
|
1227
|
+
status: z.ZodEnum<{
|
|
1228
|
+
scored: "scored";
|
|
1229
|
+
unscorable: "unscorable";
|
|
1230
|
+
not_configured: "not_configured";
|
|
1231
|
+
}>;
|
|
1232
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1233
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1234
|
+
}, z.core.$strict>;
|
|
1235
|
+
contentHash: z.ZodString;
|
|
1236
|
+
}, z.core.$strict>>;
|
|
1237
|
+
note: z.ZodString;
|
|
1238
|
+
decidedAt: z.ZodString;
|
|
1239
|
+
contentHash: z.ZodString;
|
|
1240
|
+
}, z.core.$strict>>;
|
|
1241
|
+
sources: z.ZodArray<z.ZodObject<{
|
|
1242
|
+
schemaVersion: z.ZodLiteral<"openpond.learningSource.v1">;
|
|
1243
|
+
id: z.ZodString;
|
|
1244
|
+
revision: z.ZodNumber;
|
|
1245
|
+
name: z.ZodString;
|
|
1246
|
+
kind: z.ZodEnum<{
|
|
1247
|
+
work: "work";
|
|
1248
|
+
provider: "provider";
|
|
1249
|
+
direct: "direct";
|
|
1250
|
+
benchmark: "benchmark";
|
|
1251
|
+
opentelemetry: "opentelemetry";
|
|
1252
|
+
}>;
|
|
1253
|
+
taskDefinition: z.ZodObject<{
|
|
1254
|
+
id: z.ZodString;
|
|
1255
|
+
contentHash: z.ZodString;
|
|
1256
|
+
revision: z.ZodNumber;
|
|
1257
|
+
}, z.core.$strict>;
|
|
1258
|
+
enabled: z.ZodBoolean;
|
|
1259
|
+
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
1260
|
+
train: "train";
|
|
1261
|
+
validation: "validation";
|
|
1262
|
+
test: "test";
|
|
1263
|
+
frozen_eval: "frozen_eval";
|
|
1264
|
+
}>>;
|
|
1265
|
+
mapping: z.ZodNullable<z.ZodObject<{
|
|
1266
|
+
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
1267
|
+
exampleId: z.ZodString;
|
|
1268
|
+
attemptId: z.ZodString;
|
|
1269
|
+
occurredAt: z.ZodString;
|
|
1270
|
+
input: z.ZodString;
|
|
1271
|
+
observedOutput: z.ZodNullable<z.ZodString>;
|
|
1272
|
+
expected: z.ZodNullable<z.ZodString>;
|
|
1273
|
+
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
1274
|
+
familyKey: z.ZodString;
|
|
1275
|
+
split: z.ZodEnum<{
|
|
1276
|
+
train: "train";
|
|
1277
|
+
validation: "validation";
|
|
1278
|
+
test: "test";
|
|
1279
|
+
frozen_eval: "frozen_eval";
|
|
1280
|
+
}>;
|
|
1281
|
+
}, z.core.$strict>>;
|
|
1282
|
+
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
1283
|
+
reviewOrigin: z.ZodOptional<z.ZodObject<{
|
|
1284
|
+
modelId: z.ZodString;
|
|
1285
|
+
packageHash: z.ZodString;
|
|
1286
|
+
taskset: z.ZodObject<{
|
|
1287
|
+
id: z.ZodString;
|
|
1288
|
+
contentHash: z.ZodString;
|
|
1289
|
+
revision: z.ZodNumber;
|
|
1290
|
+
}, z.core.$strict>;
|
|
1291
|
+
batch: z.ZodObject<{
|
|
1292
|
+
id: z.ZodString;
|
|
1293
|
+
contentHash: z.ZodString;
|
|
1294
|
+
revision: z.ZodNumber;
|
|
1295
|
+
}, z.core.$strict>;
|
|
1296
|
+
rewardBinding: z.ZodObject<{
|
|
1297
|
+
id: z.ZodString;
|
|
1298
|
+
contentHash: z.ZodString;
|
|
1299
|
+
revision: z.ZodNumber;
|
|
1300
|
+
}, z.core.$strict>;
|
|
1301
|
+
}, z.core.$strict>>;
|
|
1302
|
+
contentHash: z.ZodString;
|
|
1303
|
+
}, z.core.$strict>>;
|
|
1304
|
+
assets: z.ZodArray<z.ZodObject<{
|
|
1305
|
+
schemaVersion: z.ZodLiteral<"openpond.learningTextAsset.v1">;
|
|
1306
|
+
id: z.ZodString;
|
|
1307
|
+
revision: z.ZodLiteral<1>;
|
|
1308
|
+
asset: z.ZodObject<{
|
|
1309
|
+
id: z.ZodString;
|
|
1310
|
+
path: z.ZodString;
|
|
1311
|
+
contentHash: z.ZodString;
|
|
1312
|
+
sizeBytes: z.ZodNumber;
|
|
1313
|
+
mediaType: z.ZodString;
|
|
1314
|
+
visibility: z.ZodEnum<{
|
|
1315
|
+
policy: "policy";
|
|
1316
|
+
verifier: "verifier";
|
|
1317
|
+
host_private: "host_private";
|
|
1318
|
+
}>;
|
|
1319
|
+
}, z.core.$strict>;
|
|
1320
|
+
text: z.ZodString;
|
|
1321
|
+
contentHash: z.ZodString;
|
|
1322
|
+
}, z.core.$strict>>;
|
|
1323
|
+
}, z.core.$strict>>;
|
|
982
1324
|
}, z.core.$strict>;
|
|
983
1325
|
export declare const TasksetPackageSchema: z.ZodObject<{
|
|
984
1326
|
schemaVersion: z.ZodLiteral<"openpond.tasksetPackage.v1">;
|
|
@@ -1943,9 +2285,392 @@ export declare const TasksetPackageSchema: z.ZodObject<{
|
|
|
1943
2285
|
contentHash: z.ZodString;
|
|
1944
2286
|
}, z.core.$strict>>;
|
|
1945
2287
|
}, z.core.$strict>>;
|
|
2288
|
+
learningResources: z.ZodOptional<z.ZodObject<{
|
|
2289
|
+
batch: z.ZodObject<{
|
|
2290
|
+
schemaVersion: z.ZodLiteral<"openpond.taskBatch.v1">;
|
|
2291
|
+
id: z.ZodString;
|
|
2292
|
+
revision: z.ZodLiteral<1>;
|
|
2293
|
+
taskDefinition: z.ZodObject<{
|
|
2294
|
+
id: z.ZodString;
|
|
2295
|
+
contentHash: z.ZodString;
|
|
2296
|
+
revision: z.ZodNumber;
|
|
2297
|
+
}, z.core.$strict>;
|
|
2298
|
+
rewardBinding: z.ZodObject<{
|
|
2299
|
+
id: z.ZodString;
|
|
2300
|
+
contentHash: z.ZodString;
|
|
2301
|
+
revision: z.ZodNumber;
|
|
2302
|
+
}, z.core.$strict>;
|
|
2303
|
+
purpose: z.ZodEnum<{
|
|
2304
|
+
evaluation: "evaluation";
|
|
2305
|
+
supervised_training: "supervised_training";
|
|
2306
|
+
reward_training: "reward_training";
|
|
2307
|
+
}>;
|
|
2308
|
+
examples: z.ZodArray<z.ZodObject<{
|
|
2309
|
+
evidence: z.ZodObject<{
|
|
2310
|
+
id: z.ZodString;
|
|
2311
|
+
contentHash: z.ZodString;
|
|
2312
|
+
revision: z.ZodNumber;
|
|
2313
|
+
}, z.core.$strict>;
|
|
2314
|
+
decision: z.ZodObject<{
|
|
2315
|
+
id: z.ZodString;
|
|
2316
|
+
contentHash: z.ZodString;
|
|
2317
|
+
revision: z.ZodNumber;
|
|
2318
|
+
}, z.core.$strict>;
|
|
2319
|
+
familyKey: z.ZodString;
|
|
2320
|
+
inputHash: z.ZodString;
|
|
2321
|
+
split: z.ZodEnum<{
|
|
2322
|
+
train: "train";
|
|
2323
|
+
validation: "validation";
|
|
2324
|
+
test: "test";
|
|
2325
|
+
frozen_eval: "frozen_eval";
|
|
2326
|
+
}>;
|
|
2327
|
+
}, z.core.$strict>>;
|
|
2328
|
+
sealedAt: z.ZodString;
|
|
2329
|
+
sealedBy: z.ZodString;
|
|
2330
|
+
contentHash: z.ZodString;
|
|
2331
|
+
}, z.core.$strict>;
|
|
2332
|
+
evidence: z.ZodArray<z.ZodObject<{
|
|
2333
|
+
schemaVersion: z.ZodLiteral<"openpond.taskEvidence.v1">;
|
|
2334
|
+
id: z.ZodString;
|
|
2335
|
+
revision: z.ZodNumber;
|
|
2336
|
+
source: z.ZodObject<{
|
|
2337
|
+
id: z.ZodString;
|
|
2338
|
+
contentHash: z.ZodString;
|
|
2339
|
+
revision: z.ZodNumber;
|
|
2340
|
+
}, z.core.$strict>;
|
|
2341
|
+
submission: z.ZodObject<{
|
|
2342
|
+
schemaVersion: z.ZodLiteral<"openpond.taskExample.v1">;
|
|
2343
|
+
sourceId: z.ZodString;
|
|
2344
|
+
idempotencyKey: z.ZodString;
|
|
2345
|
+
taskDefinition: z.ZodObject<{
|
|
2346
|
+
id: z.ZodString;
|
|
2347
|
+
contentHash: z.ZodString;
|
|
2348
|
+
revision: z.ZodNumber;
|
|
2349
|
+
}, z.core.$strict>;
|
|
2350
|
+
exampleId: z.ZodString;
|
|
2351
|
+
attemptId: z.ZodString;
|
|
2352
|
+
occurredAt: z.ZodString;
|
|
2353
|
+
familyKey: z.ZodNullable<z.ZodString>;
|
|
2354
|
+
split: z.ZodEnum<{
|
|
2355
|
+
train: "train";
|
|
2356
|
+
validation: "validation";
|
|
2357
|
+
test: "test";
|
|
2358
|
+
frozen_eval: "frozen_eval";
|
|
2359
|
+
}>;
|
|
2360
|
+
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
2361
|
+
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
2362
|
+
expected: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
2363
|
+
evaluatorContext: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
2364
|
+
assets: z.ZodArray<z.ZodObject<{
|
|
2365
|
+
id: z.ZodString;
|
|
2366
|
+
path: z.ZodString;
|
|
2367
|
+
contentHash: z.ZodString;
|
|
2368
|
+
sizeBytes: z.ZodNumber;
|
|
2369
|
+
mediaType: z.ZodString;
|
|
2370
|
+
visibility: z.ZodEnum<{
|
|
2371
|
+
policy: "policy";
|
|
2372
|
+
verifier: "verifier";
|
|
2373
|
+
host_private: "host_private";
|
|
2374
|
+
}>;
|
|
2375
|
+
}, z.core.$strict>>;
|
|
2376
|
+
provenance: z.ZodObject<{
|
|
2377
|
+
sourceRecordRef: z.ZodNullable<z.ZodString>;
|
|
2378
|
+
mappingHash: z.ZodNullable<z.ZodString>;
|
|
2379
|
+
}, z.core.$strict>;
|
|
2380
|
+
}, z.core.$strict>;
|
|
2381
|
+
supersedes: z.ZodNullable<z.ZodObject<{
|
|
2382
|
+
id: z.ZodString;
|
|
2383
|
+
contentHash: z.ZodString;
|
|
2384
|
+
revision: z.ZodNumber;
|
|
2385
|
+
}, z.core.$strict>>;
|
|
2386
|
+
correctionFeedbackId: z.ZodNullable<z.ZodString>;
|
|
2387
|
+
receivedAt: z.ZodString;
|
|
2388
|
+
contentHash: z.ZodString;
|
|
2389
|
+
}, z.core.$strict>>;
|
|
2390
|
+
decisions: z.ZodArray<z.ZodObject<{
|
|
2391
|
+
schemaVersion: z.ZodLiteral<"openpond.taskAdmissionDecision.v1">;
|
|
2392
|
+
id: z.ZodString;
|
|
2393
|
+
revision: z.ZodNumber;
|
|
2394
|
+
evidence: z.ZodObject<{
|
|
2395
|
+
id: z.ZodString;
|
|
2396
|
+
contentHash: z.ZodString;
|
|
2397
|
+
revision: z.ZodNumber;
|
|
2398
|
+
}, z.core.$strict>;
|
|
2399
|
+
supersedes: z.ZodNullable<z.ZodObject<{
|
|
2400
|
+
id: z.ZodString;
|
|
2401
|
+
contentHash: z.ZodString;
|
|
2402
|
+
revision: z.ZodNumber;
|
|
2403
|
+
}, z.core.$strict>>;
|
|
2404
|
+
actor: z.ZodObject<{
|
|
2405
|
+
kind: z.ZodEnum<{
|
|
2406
|
+
human: "human";
|
|
2407
|
+
qualified_policy: "qualified_policy";
|
|
2408
|
+
}>;
|
|
2409
|
+
id: z.ZodString;
|
|
2410
|
+
policy: z.ZodNullable<z.ZodObject<{
|
|
2411
|
+
id: z.ZodString;
|
|
2412
|
+
contentHash: z.ZodString;
|
|
2413
|
+
revision: z.ZodNumber;
|
|
2414
|
+
}, z.core.$strict>>;
|
|
2415
|
+
}, z.core.$strict>;
|
|
2416
|
+
evidenceValidity: z.ZodEnum<{
|
|
2417
|
+
pending: "pending";
|
|
2418
|
+
valid: "valid";
|
|
2419
|
+
invalid: "invalid";
|
|
2420
|
+
}>;
|
|
2421
|
+
taskAdmissibility: z.ZodEnum<{
|
|
2422
|
+
pending: "pending";
|
|
2423
|
+
rejected: "rejected";
|
|
2424
|
+
approved: "approved";
|
|
2425
|
+
}>;
|
|
2426
|
+
observedQuality: z.ZodEnum<{
|
|
2427
|
+
passed: "passed";
|
|
2428
|
+
failed: "failed";
|
|
2429
|
+
unavailable: "unavailable";
|
|
2430
|
+
unscored: "unscored";
|
|
2431
|
+
}>;
|
|
2432
|
+
targetApproval: z.ZodEnum<{
|
|
2433
|
+
pending: "pending";
|
|
2434
|
+
rejected: "rejected";
|
|
2435
|
+
approved: "approved";
|
|
2436
|
+
not_required: "not_required";
|
|
2437
|
+
}>;
|
|
2438
|
+
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
2439
|
+
grade: z.ZodNullable<z.ZodObject<{
|
|
2440
|
+
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
2441
|
+
binding: z.ZodObject<{
|
|
2442
|
+
id: z.ZodString;
|
|
2443
|
+
contentHash: z.ZodString;
|
|
2444
|
+
revision: z.ZodNumber;
|
|
2445
|
+
}, z.core.$strict>;
|
|
2446
|
+
taskHash: z.ZodString;
|
|
2447
|
+
outputHash: z.ZodString;
|
|
2448
|
+
results: z.ZodArray<z.ZodObject<{
|
|
2449
|
+
graderId: z.ZodString;
|
|
2450
|
+
reward: z.ZodObject<{
|
|
2451
|
+
id: z.ZodString;
|
|
2452
|
+
contentHash: z.ZodString;
|
|
2453
|
+
revision: z.ZodNumber;
|
|
2454
|
+
}, z.core.$strict>;
|
|
2455
|
+
role: z.ZodEnum<{
|
|
2456
|
+
evaluation: "evaluation";
|
|
2457
|
+
training: "training";
|
|
2458
|
+
}>;
|
|
2459
|
+
status: z.ZodEnum<{
|
|
2460
|
+
pending: "pending";
|
|
2461
|
+
failed: "failed";
|
|
2462
|
+
scored: "scored";
|
|
2463
|
+
unavailable: "unavailable";
|
|
2464
|
+
}>;
|
|
2465
|
+
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
2466
|
+
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
2467
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2468
|
+
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
2469
|
+
message: z.ZodNullable<z.ZodString>;
|
|
2470
|
+
}, z.core.$strict>>;
|
|
2471
|
+
training: z.ZodObject<{
|
|
2472
|
+
status: z.ZodEnum<{
|
|
2473
|
+
scored: "scored";
|
|
2474
|
+
unscorable: "unscorable";
|
|
2475
|
+
not_configured: "not_configured";
|
|
2476
|
+
}>;
|
|
2477
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2478
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2479
|
+
}, z.core.$strict>;
|
|
2480
|
+
evaluation: z.ZodObject<{
|
|
2481
|
+
status: z.ZodEnum<{
|
|
2482
|
+
scored: "scored";
|
|
2483
|
+
unscorable: "unscorable";
|
|
2484
|
+
not_configured: "not_configured";
|
|
2485
|
+
}>;
|
|
2486
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2487
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2488
|
+
}, z.core.$strict>;
|
|
2489
|
+
contentHash: z.ZodString;
|
|
2490
|
+
}, z.core.$strict>>;
|
|
2491
|
+
targetGrade: z.ZodNullable<z.ZodObject<{
|
|
2492
|
+
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
2493
|
+
binding: z.ZodObject<{
|
|
2494
|
+
id: z.ZodString;
|
|
2495
|
+
contentHash: z.ZodString;
|
|
2496
|
+
revision: z.ZodNumber;
|
|
2497
|
+
}, z.core.$strict>;
|
|
2498
|
+
taskHash: z.ZodString;
|
|
2499
|
+
outputHash: z.ZodString;
|
|
2500
|
+
results: z.ZodArray<z.ZodObject<{
|
|
2501
|
+
graderId: z.ZodString;
|
|
2502
|
+
reward: z.ZodObject<{
|
|
2503
|
+
id: z.ZodString;
|
|
2504
|
+
contentHash: z.ZodString;
|
|
2505
|
+
revision: z.ZodNumber;
|
|
2506
|
+
}, z.core.$strict>;
|
|
2507
|
+
role: z.ZodEnum<{
|
|
2508
|
+
evaluation: "evaluation";
|
|
2509
|
+
training: "training";
|
|
2510
|
+
}>;
|
|
2511
|
+
status: z.ZodEnum<{
|
|
2512
|
+
pending: "pending";
|
|
2513
|
+
failed: "failed";
|
|
2514
|
+
scored: "scored";
|
|
2515
|
+
unavailable: "unavailable";
|
|
2516
|
+
}>;
|
|
2517
|
+
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
2518
|
+
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
2519
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2520
|
+
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
2521
|
+
message: z.ZodNullable<z.ZodString>;
|
|
2522
|
+
}, z.core.$strict>>;
|
|
2523
|
+
training: z.ZodObject<{
|
|
2524
|
+
status: z.ZodEnum<{
|
|
2525
|
+
scored: "scored";
|
|
2526
|
+
unscorable: "unscorable";
|
|
2527
|
+
not_configured: "not_configured";
|
|
2528
|
+
}>;
|
|
2529
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2530
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2531
|
+
}, z.core.$strict>;
|
|
2532
|
+
evaluation: z.ZodObject<{
|
|
2533
|
+
status: z.ZodEnum<{
|
|
2534
|
+
scored: "scored";
|
|
2535
|
+
unscorable: "unscorable";
|
|
2536
|
+
not_configured: "not_configured";
|
|
2537
|
+
}>;
|
|
2538
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
2539
|
+
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2540
|
+
}, z.core.$strict>;
|
|
2541
|
+
contentHash: z.ZodString;
|
|
2542
|
+
}, z.core.$strict>>;
|
|
2543
|
+
note: z.ZodString;
|
|
2544
|
+
decidedAt: z.ZodString;
|
|
2545
|
+
contentHash: z.ZodString;
|
|
2546
|
+
}, z.core.$strict>>;
|
|
2547
|
+
sources: z.ZodArray<z.ZodObject<{
|
|
2548
|
+
schemaVersion: z.ZodLiteral<"openpond.learningSource.v1">;
|
|
2549
|
+
id: z.ZodString;
|
|
2550
|
+
revision: z.ZodNumber;
|
|
2551
|
+
name: z.ZodString;
|
|
2552
|
+
kind: z.ZodEnum<{
|
|
2553
|
+
work: "work";
|
|
2554
|
+
provider: "provider";
|
|
2555
|
+
direct: "direct";
|
|
2556
|
+
benchmark: "benchmark";
|
|
2557
|
+
opentelemetry: "opentelemetry";
|
|
2558
|
+
}>;
|
|
2559
|
+
taskDefinition: z.ZodObject<{
|
|
2560
|
+
id: z.ZodString;
|
|
2561
|
+
contentHash: z.ZodString;
|
|
2562
|
+
revision: z.ZodNumber;
|
|
2563
|
+
}, z.core.$strict>;
|
|
2564
|
+
enabled: z.ZodBoolean;
|
|
2565
|
+
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
2566
|
+
train: "train";
|
|
2567
|
+
validation: "validation";
|
|
2568
|
+
test: "test";
|
|
2569
|
+
frozen_eval: "frozen_eval";
|
|
2570
|
+
}>>;
|
|
2571
|
+
mapping: z.ZodNullable<z.ZodObject<{
|
|
2572
|
+
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
2573
|
+
exampleId: z.ZodString;
|
|
2574
|
+
attemptId: z.ZodString;
|
|
2575
|
+
occurredAt: z.ZodString;
|
|
2576
|
+
input: z.ZodString;
|
|
2577
|
+
observedOutput: z.ZodNullable<z.ZodString>;
|
|
2578
|
+
expected: z.ZodNullable<z.ZodString>;
|
|
2579
|
+
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
2580
|
+
familyKey: z.ZodString;
|
|
2581
|
+
split: z.ZodEnum<{
|
|
2582
|
+
train: "train";
|
|
2583
|
+
validation: "validation";
|
|
2584
|
+
test: "test";
|
|
2585
|
+
frozen_eval: "frozen_eval";
|
|
2586
|
+
}>;
|
|
2587
|
+
}, z.core.$strict>>;
|
|
2588
|
+
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
2589
|
+
reviewOrigin: z.ZodOptional<z.ZodObject<{
|
|
2590
|
+
modelId: z.ZodString;
|
|
2591
|
+
packageHash: z.ZodString;
|
|
2592
|
+
taskset: z.ZodObject<{
|
|
2593
|
+
id: z.ZodString;
|
|
2594
|
+
contentHash: z.ZodString;
|
|
2595
|
+
revision: z.ZodNumber;
|
|
2596
|
+
}, z.core.$strict>;
|
|
2597
|
+
batch: z.ZodObject<{
|
|
2598
|
+
id: z.ZodString;
|
|
2599
|
+
contentHash: z.ZodString;
|
|
2600
|
+
revision: z.ZodNumber;
|
|
2601
|
+
}, z.core.$strict>;
|
|
2602
|
+
rewardBinding: z.ZodObject<{
|
|
2603
|
+
id: z.ZodString;
|
|
2604
|
+
contentHash: z.ZodString;
|
|
2605
|
+
revision: z.ZodNumber;
|
|
2606
|
+
}, z.core.$strict>;
|
|
2607
|
+
}, z.core.$strict>>;
|
|
2608
|
+
contentHash: z.ZodString;
|
|
2609
|
+
}, z.core.$strict>>;
|
|
2610
|
+
assets: z.ZodArray<z.ZodObject<{
|
|
2611
|
+
schemaVersion: z.ZodLiteral<"openpond.learningTextAsset.v1">;
|
|
2612
|
+
id: z.ZodString;
|
|
2613
|
+
revision: z.ZodLiteral<1>;
|
|
2614
|
+
asset: z.ZodObject<{
|
|
2615
|
+
id: z.ZodString;
|
|
2616
|
+
path: z.ZodString;
|
|
2617
|
+
contentHash: z.ZodString;
|
|
2618
|
+
sizeBytes: z.ZodNumber;
|
|
2619
|
+
mediaType: z.ZodString;
|
|
2620
|
+
visibility: z.ZodEnum<{
|
|
2621
|
+
policy: "policy";
|
|
2622
|
+
verifier: "verifier";
|
|
2623
|
+
host_private: "host_private";
|
|
2624
|
+
}>;
|
|
2625
|
+
}, z.core.$strict>;
|
|
2626
|
+
text: z.ZodString;
|
|
2627
|
+
contentHash: z.ZodString;
|
|
2628
|
+
}, z.core.$strict>>;
|
|
2629
|
+
}, z.core.$strict>>;
|
|
1946
2630
|
contentHash: z.ZodString;
|
|
1947
2631
|
}, z.core.$strict>;
|
|
1948
2632
|
export type TasksetPackage = z.infer<typeof TasksetPackageSchema>;
|
|
2633
|
+
/** The selected binding belongs to the package's declared authoring graph. */
|
|
2634
|
+
export declare function tasksetPackageRewardBinding(value: TasksetPackage): {
|
|
2635
|
+
schemaVersion: "openpond.rewardBinding.v1";
|
|
2636
|
+
id: string;
|
|
2637
|
+
revision: number;
|
|
2638
|
+
sources: {
|
|
2639
|
+
graderId: string;
|
|
2640
|
+
reward: {
|
|
2641
|
+
id: string;
|
|
2642
|
+
contentHash: string;
|
|
2643
|
+
revision: number;
|
|
2644
|
+
};
|
|
2645
|
+
role: "evaluation" | "training";
|
|
2646
|
+
normalization: {
|
|
2647
|
+
kind: "identity";
|
|
2648
|
+
} | {
|
|
2649
|
+
kind: "linear";
|
|
2650
|
+
minimum: number;
|
|
2651
|
+
maximum: number;
|
|
2652
|
+
direction: "higher" | "lower";
|
|
2653
|
+
};
|
|
2654
|
+
weight: number;
|
|
2655
|
+
required: boolean;
|
|
2656
|
+
hardGate: boolean;
|
|
2657
|
+
privileged: boolean;
|
|
2658
|
+
fixtureRefs: {
|
|
2659
|
+
id: string;
|
|
2660
|
+
contentHash: string;
|
|
2661
|
+
}[];
|
|
2662
|
+
}[];
|
|
2663
|
+
aggregation: "weighted_mean";
|
|
2664
|
+
unscorable: "exclude_optional_require_all_required";
|
|
2665
|
+
contentHash: string;
|
|
2666
|
+
name?: string | undefined;
|
|
2667
|
+
description?: string | undefined;
|
|
2668
|
+
recipeRef?: {
|
|
2669
|
+
id: string;
|
|
2670
|
+
contentHash: string;
|
|
2671
|
+
revision: number;
|
|
2672
|
+
} | undefined;
|
|
2673
|
+
} | null;
|
|
1949
2674
|
export declare function decodeTasksetPackageFile(value: z.infer<typeof TasksetPackageFileSchema>): Uint8Array;
|
|
1950
2675
|
/** Admission verifies the complete declared dependency graph, not readiness or
|
|
1951
2676
|
* permission to execute it. Hosts separately authorize the workspace/project. */
|