@openpond/evals 0.10.9 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LEARNING.md +35 -0
- package/dist/graders.js +19 -4
- package/dist/learning/budgeted-reward-fixtures.js +34 -0
- package/dist/learning/contracts.js +5 -0
- package/dist/learning/grade-judge-budget.js +26 -0
- package/dist/learning/index.js +8 -0
- package/dist/learning/intake-history.js +2 -1
- package/dist/learning/intake-text.js +14 -0
- package/dist/learning/intake.js +5 -2
- package/dist/learning/iteration-eligibility.js +5 -2
- package/dist/learning/iteration-reservation-contracts.js +1 -0
- package/dist/learning/iteration-reservation-service.js +11 -2
- package/dist/learning/judge-budget.js +59 -0
- package/dist/learning/model-judge.js +49 -0
- package/dist/learning/nightly-schedule.js +69 -0
- package/dist/learning/operations.js +3 -1
- package/dist/learning/reward-authoring.js +4 -0
- package/dist/learning/reward-calibration.js +66 -0
- package/dist/learning/reward-check-budget.js +27 -0
- package/dist/learning/reward-check-service.js +2 -2
- package/dist/learning/reward-check-worker.js +10 -2
- package/dist/learning/reward-checks.js +4 -1
- package/dist/learning/reward-fixture-executor.js +3 -2
- package/dist/learning/schedule-contracts.js +5 -1
- package/dist/learning/schedule-service.js +9 -5
- package/dist/learning/schedule-worker.js +22 -7
- package/dist/learning/service.js +40 -6
- package/dist/learning/task-queue-inspection.js +48 -0
- package/dist/learning/transport.js +1 -0
- package/dist/rewards.js +15 -3
- package/dist/rollouts.js +2 -2
- package/dist/types/graders.d.ts +51 -0
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/learning/admission.d.ts +5 -0
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts +27 -0
- package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -0
- package/dist/types/learning/contracts.d.ts +313 -0
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/grade-judge-budget.d.ts +10 -0
- package/dist/types/learning/grade-judge-budget.d.ts.map +1 -0
- package/dist/types/learning/index.d.ts +8 -0
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/intake-history.d.ts.map +1 -1
- package/dist/types/learning/intake-text.d.ts +6 -0
- package/dist/types/learning/intake-text.d.ts.map +1 -0
- package/dist/types/learning/intake.d.ts +1 -0
- package/dist/types/learning/intake.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts +8 -1
- package/dist/types/learning/iteration-eligibility.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-contracts.d.ts +7 -1
- package/dist/types/learning/iteration-reservation-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-service.d.ts.map +1 -1
- package/dist/types/learning/judge-budget.d.ts +43 -0
- package/dist/types/learning/judge-budget.d.ts.map +1 -0
- package/dist/types/learning/model-judge.d.ts +29 -0
- package/dist/types/learning/model-judge.d.ts.map +1 -0
- package/dist/types/learning/nightly-schedule.d.ts +13 -0
- package/dist/types/learning/nightly-schedule.d.ts.map +1 -0
- package/dist/types/learning/operations.d.ts +63 -0
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +188 -4
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +129 -0
- package/dist/types/learning/reward-calibration.d.ts.map +1 -0
- package/dist/types/learning/reward-check-budget.d.ts +12 -0
- package/dist/types/learning/reward-check-budget.d.ts.map +1 -0
- package/dist/types/learning/reward-check-service.d.ts +1 -1
- package/dist/types/learning/reward-check-service.d.ts.map +1 -1
- package/dist/types/learning/reward-check-worker.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +84 -0
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/reward-fixture-executor.d.ts +3 -0
- package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -1
- package/dist/types/learning/schedule-contracts.d.ts +5 -1
- package/dist/types/learning/schedule-contracts.d.ts.map +1 -1
- package/dist/types/learning/schedule-service.d.ts +4 -0
- package/dist/types/learning/schedule-service.d.ts.map +1 -1
- package/dist/types/learning/schedule-worker.d.ts.map +1 -1
- package/dist/types/learning/service.d.ts +10 -0
- package/dist/types/learning/service.d.ts.map +1 -1
- package/dist/types/learning/task-queue-inspection.d.ts +25 -0
- package/dist/types/learning/task-queue-inspection.d.ts.map +1 -0
- package/dist/types/learning/transport.d.ts +224 -5
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/rewards.d.ts +107 -0
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts.map +1 -1
- package/package.json +1 -1
- package/schemas/learning/v1/command-request.schema.json +266 -169
- package/schemas/learning/v1/decision.schema.json +192 -0
- package/schemas/learning/v1/grade.schema.json +335 -3
- package/schemas/learning/v1/policy.schema.json +24 -0
- package/schemas/learning/v1/read-request.schema.json +28 -0
- package/schemas/learning/v1/reservation.schema.json +17 -0
- package/schemas/learning/v1/reward.schema.json +22 -0
- package/schemas/learning/v1/reward_check.schema.json +335 -3
- package/schemas/learning/v1/schedule.schema.json +44 -13
- package/schemas/learning/v1/task-queue-inspection.schema.json +72 -0
|
@@ -286,6 +286,38 @@ export declare const learningResourceSchemas: {
|
|
|
286
286
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
287
287
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
288
288
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
289
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
290
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
291
|
+
graderId: z.ZodString;
|
|
292
|
+
graderVersion: z.ZodString;
|
|
293
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
294
|
+
passed: z.ZodBoolean;
|
|
295
|
+
rewardEligible: z.ZodBoolean;
|
|
296
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
297
|
+
policy_failure: "policy_failure";
|
|
298
|
+
grader_failure: "grader_failure";
|
|
299
|
+
environment_failure: "environment_failure";
|
|
300
|
+
infrastructure_failure: "infrastructure_failure";
|
|
301
|
+
timeout: "timeout";
|
|
302
|
+
cancelled: "cancelled";
|
|
303
|
+
}>>;
|
|
304
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
305
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
306
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
307
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
308
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
309
|
+
providerId: z.ZodString;
|
|
310
|
+
modelId: z.ZodString;
|
|
311
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
312
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
313
|
+
requestHash: z.ZodString;
|
|
314
|
+
responseHash: z.ZodString;
|
|
315
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
316
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
317
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
318
|
+
}, z.core.$strict>>;
|
|
319
|
+
contentHash: z.ZodString;
|
|
320
|
+
}, z.core.$strict>>;
|
|
289
321
|
message: z.ZodNullable<z.ZodString>;
|
|
290
322
|
}, z.core.$strict>;
|
|
291
323
|
matchesExpectation: z.ZodBoolean;
|
|
@@ -294,6 +326,26 @@ export declare const learningResourceSchemas: {
|
|
|
294
326
|
failure: z.ZodNullable<z.ZodString>;
|
|
295
327
|
timeoutMs: z.ZodNumber;
|
|
296
328
|
maximumSpendUsd: z.ZodNumber;
|
|
329
|
+
judgeCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
330
|
+
id: z.ZodString;
|
|
331
|
+
requestHash: z.ZodString;
|
|
332
|
+
reservedUsd: z.ZodNumber;
|
|
333
|
+
status: z.ZodEnum<{
|
|
334
|
+
reserved: "reserved";
|
|
335
|
+
settled: "settled";
|
|
336
|
+
not_dispatched: "not_dispatched";
|
|
337
|
+
}>;
|
|
338
|
+
response: z.ZodNullable<z.ZodObject<{
|
|
339
|
+
text: z.ZodString;
|
|
340
|
+
modelId: z.ZodString;
|
|
341
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
342
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
343
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
344
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
345
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
346
|
+
}, z.core.$strict>>;
|
|
347
|
+
}, z.core.$strict>>>;
|
|
348
|
+
requestedBy: z.ZodOptional<z.ZodString>;
|
|
297
349
|
leaseOwner: z.ZodNullable<z.ZodString>;
|
|
298
350
|
leaseExpiresAt: z.ZodNullable<z.ZodString>;
|
|
299
351
|
attemptCount: z.ZodNumber;
|
|
@@ -548,6 +600,11 @@ export declare const learningResourceSchemas: {
|
|
|
548
600
|
host_private: "host_private";
|
|
549
601
|
}>;
|
|
550
602
|
}, z.core.$strict>>;
|
|
603
|
+
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
604
|
+
id: z.ZodString;
|
|
605
|
+
contentHash: z.ZodString;
|
|
606
|
+
revision: z.ZodNumber;
|
|
607
|
+
}, z.core.$strict>>;
|
|
551
608
|
contentHash: z.ZodString;
|
|
552
609
|
}, z.core.$strict>;
|
|
553
610
|
readonly binding: z.ZodObject<{
|
|
@@ -851,6 +908,38 @@ export declare const learningResourceSchemas: {
|
|
|
851
908
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
852
909
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
853
910
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
911
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
912
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
913
|
+
graderId: z.ZodString;
|
|
914
|
+
graderVersion: z.ZodString;
|
|
915
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
916
|
+
passed: z.ZodBoolean;
|
|
917
|
+
rewardEligible: z.ZodBoolean;
|
|
918
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
919
|
+
policy_failure: "policy_failure";
|
|
920
|
+
grader_failure: "grader_failure";
|
|
921
|
+
environment_failure: "environment_failure";
|
|
922
|
+
infrastructure_failure: "infrastructure_failure";
|
|
923
|
+
timeout: "timeout";
|
|
924
|
+
cancelled: "cancelled";
|
|
925
|
+
}>>;
|
|
926
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
927
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
928
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
929
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
930
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
931
|
+
providerId: z.ZodString;
|
|
932
|
+
modelId: z.ZodString;
|
|
933
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
934
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
935
|
+
requestHash: z.ZodString;
|
|
936
|
+
responseHash: z.ZodString;
|
|
937
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
938
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
939
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
940
|
+
}, z.core.$strict>>;
|
|
941
|
+
contentHash: z.ZodString;
|
|
942
|
+
}, z.core.$strict>>;
|
|
854
943
|
message: z.ZodNullable<z.ZodString>;
|
|
855
944
|
}, z.core.$strict>>;
|
|
856
945
|
training: z.ZodObject<{
|
|
@@ -903,6 +992,38 @@ export declare const learningResourceSchemas: {
|
|
|
903
992
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
904
993
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
905
994
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
995
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
996
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
997
|
+
graderId: z.ZodString;
|
|
998
|
+
graderVersion: z.ZodString;
|
|
999
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1000
|
+
passed: z.ZodBoolean;
|
|
1001
|
+
rewardEligible: z.ZodBoolean;
|
|
1002
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1003
|
+
policy_failure: "policy_failure";
|
|
1004
|
+
grader_failure: "grader_failure";
|
|
1005
|
+
environment_failure: "environment_failure";
|
|
1006
|
+
infrastructure_failure: "infrastructure_failure";
|
|
1007
|
+
timeout: "timeout";
|
|
1008
|
+
cancelled: "cancelled";
|
|
1009
|
+
}>>;
|
|
1010
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
1011
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
1012
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
1013
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
1014
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
1015
|
+
providerId: z.ZodString;
|
|
1016
|
+
modelId: z.ZodString;
|
|
1017
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
1018
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
1019
|
+
requestHash: z.ZodString;
|
|
1020
|
+
responseHash: z.ZodString;
|
|
1021
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1022
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1023
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
1024
|
+
}, z.core.$strict>>;
|
|
1025
|
+
contentHash: z.ZodString;
|
|
1026
|
+
}, z.core.$strict>>;
|
|
906
1027
|
message: z.ZodNullable<z.ZodString>;
|
|
907
1028
|
}, z.core.$strict>>;
|
|
908
1029
|
training: z.ZodObject<{
|
|
@@ -1015,6 +1136,10 @@ export declare const learningResourceSchemas: {
|
|
|
1015
1136
|
}, z.core.$strict>, z.ZodObject<{
|
|
1016
1137
|
kind: z.ZodLiteral<"schedule">;
|
|
1017
1138
|
intervalSeconds: z.ZodNumber;
|
|
1139
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1140
|
+
localTime: z.ZodString;
|
|
1141
|
+
timeZone: z.ZodString;
|
|
1142
|
+
kind: z.ZodLiteral<"nightly">;
|
|
1018
1143
|
}, z.core.$strict>, z.ZodObject<{
|
|
1019
1144
|
kind: z.ZodLiteral<"upstream_accepted">;
|
|
1020
1145
|
modelProjectId: z.ZodString;
|
|
@@ -1135,12 +1260,15 @@ export declare const learningResourceSchemas: {
|
|
|
1135
1260
|
}, z.core.$strict>, z.ZodObject<{
|
|
1136
1261
|
kind: z.ZodLiteral<"schedule">;
|
|
1137
1262
|
scheduledAt: z.ZodString;
|
|
1263
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1264
|
+
kind: z.ZodLiteral<"approved_count">;
|
|
1265
|
+
checkedAt: z.ZodString;
|
|
1138
1266
|
}, z.core.$strict>], "kind">;
|
|
1139
1267
|
requestHash: z.ZodString;
|
|
1140
1268
|
outcome: z.ZodEnum<{
|
|
1269
|
+
reserved: "reserved";
|
|
1141
1270
|
waiting_for_data: "waiting_for_data";
|
|
1142
1271
|
waiting_for_review: "waiting_for_review";
|
|
1143
|
-
reserved: "reserved";
|
|
1144
1272
|
}>;
|
|
1145
1273
|
counts: z.ZodObject<{
|
|
1146
1274
|
eligible: z.ZodNumber;
|
|
@@ -1175,10 +1303,10 @@ export declare const learningResourceSchemas: {
|
|
|
1175
1303
|
}, z.core.$strict>;
|
|
1176
1304
|
state: z.ZodEnum<{
|
|
1177
1305
|
blocked: "blocked";
|
|
1306
|
+
settled: "settled";
|
|
1178
1307
|
preparing: "preparing";
|
|
1179
1308
|
prepared: "prepared";
|
|
1180
1309
|
submitted: "submitted";
|
|
1181
|
-
settled: "settled";
|
|
1182
1310
|
}>;
|
|
1183
1311
|
submission: z.ZodNullable<z.ZodObject<{
|
|
1184
1312
|
provider: z.ZodString;
|
|
@@ -1225,6 +1353,10 @@ export declare const learningResourceSchemas: {
|
|
|
1225
1353
|
disabled: "disabled";
|
|
1226
1354
|
}>;
|
|
1227
1355
|
intervalSeconds: z.ZodNullable<z.ZodNumber>;
|
|
1356
|
+
calendar: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
1357
|
+
localTime: z.ZodString;
|
|
1358
|
+
timeZone: z.ZodString;
|
|
1359
|
+
}, z.core.$strict>>>;
|
|
1228
1360
|
nextRunAt: z.ZodNullable<z.ZodString>;
|
|
1229
1361
|
lastFire: z.ZodNullable<z.ZodObject<{
|
|
1230
1362
|
id: z.ZodString;
|
|
@@ -1252,9 +1384,9 @@ export declare const learningResourceSchemas: {
|
|
|
1252
1384
|
coalescedCount: z.ZodNumber;
|
|
1253
1385
|
outcome: z.ZodEnum<{
|
|
1254
1386
|
skipped: "skipped";
|
|
1387
|
+
reserved: "reserved";
|
|
1255
1388
|
waiting_for_data: "waiting_for_data";
|
|
1256
1389
|
waiting_for_review: "waiting_for_review";
|
|
1257
|
-
reserved: "reserved";
|
|
1258
1390
|
}>;
|
|
1259
1391
|
reason: z.ZodNullable<z.ZodEnum<{
|
|
1260
1392
|
active_iteration: "active_iteration";
|
|
@@ -1411,6 +1543,38 @@ export declare const learningResourceSchemas: {
|
|
|
1411
1543
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
1412
1544
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1413
1545
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
1546
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
1547
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
1548
|
+
graderId: z.ZodString;
|
|
1549
|
+
graderVersion: z.ZodString;
|
|
1550
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1551
|
+
passed: z.ZodBoolean;
|
|
1552
|
+
rewardEligible: z.ZodBoolean;
|
|
1553
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1554
|
+
policy_failure: "policy_failure";
|
|
1555
|
+
grader_failure: "grader_failure";
|
|
1556
|
+
environment_failure: "environment_failure";
|
|
1557
|
+
infrastructure_failure: "infrastructure_failure";
|
|
1558
|
+
timeout: "timeout";
|
|
1559
|
+
cancelled: "cancelled";
|
|
1560
|
+
}>>;
|
|
1561
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
1562
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
1563
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
1564
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
1565
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
1566
|
+
providerId: z.ZodString;
|
|
1567
|
+
modelId: z.ZodString;
|
|
1568
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
1569
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
1570
|
+
requestHash: z.ZodString;
|
|
1571
|
+
responseHash: z.ZodString;
|
|
1572
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1573
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1574
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
1575
|
+
}, z.core.$strict>>;
|
|
1576
|
+
contentHash: z.ZodString;
|
|
1577
|
+
}, z.core.$strict>>;
|
|
1414
1578
|
message: z.ZodNullable<z.ZodString>;
|
|
1415
1579
|
}, z.core.$strict>>;
|
|
1416
1580
|
training: z.ZodObject<{
|
|
@@ -1438,6 +1602,26 @@ export declare const learningResourceSchemas: {
|
|
|
1438
1602
|
attemptCount: z.ZodNumber;
|
|
1439
1603
|
timeoutMs: z.ZodNumber;
|
|
1440
1604
|
maximumSpendUsd: z.ZodNumber;
|
|
1605
|
+
judgeCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1606
|
+
id: z.ZodString;
|
|
1607
|
+
requestHash: z.ZodString;
|
|
1608
|
+
reservedUsd: z.ZodNumber;
|
|
1609
|
+
status: z.ZodEnum<{
|
|
1610
|
+
reserved: "reserved";
|
|
1611
|
+
settled: "settled";
|
|
1612
|
+
not_dispatched: "not_dispatched";
|
|
1613
|
+
}>;
|
|
1614
|
+
response: z.ZodNullable<z.ZodObject<{
|
|
1615
|
+
text: z.ZodString;
|
|
1616
|
+
modelId: z.ZodString;
|
|
1617
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
1618
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
1619
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1620
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1621
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
1622
|
+
}, z.core.$strict>>;
|
|
1623
|
+
}, z.core.$strict>>>;
|
|
1624
|
+
requestedBy: z.ZodOptional<z.ZodString>;
|
|
1441
1625
|
failure: z.ZodNullable<z.ZodString>;
|
|
1442
1626
|
createdAt: z.ZodString;
|
|
1443
1627
|
updatedAt: z.ZodString;
|
|
@@ -1679,6 +1863,7 @@ export declare const LearningResourceKindSchema: z.ZodEnum<{
|
|
|
1679
1863
|
asset: "asset";
|
|
1680
1864
|
decision: "decision";
|
|
1681
1865
|
binding: "binding";
|
|
1866
|
+
dispatch: "dispatch";
|
|
1682
1867
|
batch: "batch";
|
|
1683
1868
|
grade: "grade";
|
|
1684
1869
|
schedule: "schedule";
|
|
@@ -1689,7 +1874,6 @@ export declare const LearningResourceKindSchema: z.ZodEnum<{
|
|
|
1689
1874
|
chain: "chain";
|
|
1690
1875
|
consumption: "consumption";
|
|
1691
1876
|
reservation: "reservation";
|
|
1692
|
-
dispatch: "dispatch";
|
|
1693
1877
|
schedule_fire: "schedule_fire";
|
|
1694
1878
|
package: "package";
|
|
1695
1879
|
}>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"repository.d.ts","sourceRoot":"","sources":["../../../../../src/learning/repository.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAkO,KAAK,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAG1R,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAKlD,eAAO,MAAM,uBAAuB
|
|
1
|
+
{"version":3,"file":"repository.d.ts","sourceRoot":"","sources":["../../../../../src/learning/repository.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAkO,KAAK,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAG1R,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAKlD,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAW1B,CAAC;AACX,MAAM,MAAM,oBAAoB,GAAG,MAAM,OAAO,uBAAuB,CAAC;AACxE,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;EAAoG,CAAC;AAC5I,MAAM,MAAM,mBAAmB,CAAC,CAAC,SAAS,oBAAoB,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/G,MAAM,MAAM,sBAAsB,GAAG,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;AAE/E,MAAM,MAAM,uBAAuB,GAAG;IAAE,IAAI,EAAE,oBAAoB,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AACnG,MAAM,MAAM,wBAAwB,GAAG;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,uBAAuB,EAAE,CAAA;CAAE,CAAC;AACrG,MAAM,MAAM,qBAAqB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,OAAO,GAAG,UAAU,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAChJ,MAAM,MAAM,oBAAoB,CAAC,CAAC,SAAS,oBAAoB,IAAI;IAAE,KAAK,EAAE,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAElI,qFAAqF;AACrF,MAAM,WAAW,mBAAmB;IAClC,GAAG,CAAC,CAAC,SAAS,oBAAoB,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACpH,GAAG,CAAC,CAAC,SAAS,oBAAoB,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,mBAAmB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxK,IAAI,CAAC,CAAC,SAAS,oBAAoB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9G,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,wBAAwB,GAAG,IAAI,CAAC,CAAC;IAChE,aAAa,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5E,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC9F,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5G;AACD,MAAM,WAAW,kBAAkB;IACjC,WAAW,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,mBAAmB,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;CACvG;AAED,qBAAa,qBAAsB,SAAQ,mBAAmB;IAChD,QAAQ,CAAC,IAAI,EAAE,MAAM;IAAE,QAAQ,CAAC,EAAE,EAAE,MAAM;IAAE,QAAQ,CAAC,gBAAgB,EAAE,MAAM;IAAE,QAAQ,CAAC,eAAe,EAAE,MAAM;gBAAtG,IAAI,EAAE,MAAM,EAAW,EAAE,EAAE,MAAM,EAAW,gBAAgB,EAAE,MAAM,EAAW,eAAe,EAAE,MAAM;CAI5H;AAED,wBAAsB,uBAAuB,CAAC,CAAC,SAAS,oBAAoB,EAAE,WAAW,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAIvL;AACD,wBAAsB,sBAAsB,CAAC,CAAC,SAAS,oBAAoB,EAAE,WAAW,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAKjL;AACD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAEjG;AACD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,MAAM,CAEhF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reward-authoring.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-authoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4C,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AAE7F,OAAO,EAAmE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACzH,OAAO,EAAoD,KAAK,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAIvG,MAAM,MAAM,qBAAqB,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC;AAC1E,eAAO,MAAM,8BAA8B,yWAMzC,CAAC;AAEH,kGAAkG;AAClG,wBAAgB,sBAAsB,CAAC,KAAK,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,qBAAqB,CAAC;IAAC,IAAI,EAAE,aAAa,GAAG,IAAI,CAAA;CAAE,GAAG;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,iBAAiB,EAAE,CAAA;CAAE,
|
|
1
|
+
{"version":3,"file":"reward-authoring.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-authoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4C,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AAE7F,OAAO,EAAmE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACzH,OAAO,EAAoD,KAAK,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAIvG,MAAM,MAAM,qBAAqB,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC;AAC1E,eAAO,MAAM,8BAA8B,yWAMzC,CAAC;AAEH,kGAAkG;AAClG,wBAAgB,sBAAsB,CAAC,KAAK,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,qBAAqB,CAAC;IAAC,IAAI,EAAE,aAAa,GAAG,IAAI,CAAA;CAAE,GAAG;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,iBAAiB,EAAE,CAAA;CAAE,CA6C/K;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,aAAa,GAAG,IAAI,EAAE,WAAW,EAAE,iBAAiB,GAAG,IAAI,EAAE,YAAY,GAAE,iBAAiB,GAAG,IAAW,GAAG,qBAAqB,CA8B/K;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,0CAMtE;AACD,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAIpE"}
|
|
@@ -0,0 +1,129 @@
|
|
|
1
|
+
import { type RewardRelease } from "../rewards.js";
|
|
2
|
+
import type { AuthoringDraftFor } from "./authoring.js";
|
|
3
|
+
import { type LearningTransaction } from "./repository.js";
|
|
4
|
+
import { type RewardCheckRun } from "./reward-checks.js";
|
|
5
|
+
/** Qualification is tied to the exact private draft, fixtures and worker-owned
|
|
6
|
+
* provider receipts. Publishing does not rewrite or re-run those checks. */
|
|
7
|
+
export declare function qualifyRewardCheck(draft: AuthoringDraftFor<"reward">, base: RewardRelease | null, check: RewardCheckRun): {
|
|
8
|
+
reward: {
|
|
9
|
+
schemaVersion: "openpond.rewardRelease.v1";
|
|
10
|
+
id: string;
|
|
11
|
+
revision: number;
|
|
12
|
+
name: string;
|
|
13
|
+
description: string;
|
|
14
|
+
implementation: {
|
|
15
|
+
kind: "content" | "schema" | "artifact" | "runtime_event" | "state";
|
|
16
|
+
config: Record<string, unknown>;
|
|
17
|
+
} | {
|
|
18
|
+
kind: "model_judge";
|
|
19
|
+
rubricRef: {
|
|
20
|
+
id: string;
|
|
21
|
+
path: string;
|
|
22
|
+
contentHash: string;
|
|
23
|
+
sizeBytes: number;
|
|
24
|
+
mediaType: string;
|
|
25
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
26
|
+
};
|
|
27
|
+
calibrationStatus: "pending" | "passed" | "failed";
|
|
28
|
+
model?: {
|
|
29
|
+
providerId: string;
|
|
30
|
+
modelId: string;
|
|
31
|
+
revision: string | null;
|
|
32
|
+
} | undefined;
|
|
33
|
+
temperature?: number | undefined;
|
|
34
|
+
} | {
|
|
35
|
+
timeoutMs: number;
|
|
36
|
+
networkPolicy: "none";
|
|
37
|
+
kind: "custom_verifier";
|
|
38
|
+
verifierRef: {
|
|
39
|
+
id: string;
|
|
40
|
+
path: string;
|
|
41
|
+
contentHash: string;
|
|
42
|
+
sizeBytes: number;
|
|
43
|
+
mediaType: string;
|
|
44
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
45
|
+
};
|
|
46
|
+
exportName?: string | undefined;
|
|
47
|
+
} | {
|
|
48
|
+
kind: "human";
|
|
49
|
+
rubricRef: {
|
|
50
|
+
id: string;
|
|
51
|
+
path: string;
|
|
52
|
+
contentHash: string;
|
|
53
|
+
sizeBytes: number;
|
|
54
|
+
mediaType: string;
|
|
55
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
56
|
+
};
|
|
57
|
+
reviewerRole: string;
|
|
58
|
+
} | {
|
|
59
|
+
kind: "learned_model";
|
|
60
|
+
modelVersion: {
|
|
61
|
+
id: string;
|
|
62
|
+
contentHash: string;
|
|
63
|
+
};
|
|
64
|
+
inputContract: {
|
|
65
|
+
id: string;
|
|
66
|
+
path: string;
|
|
67
|
+
contentHash: string;
|
|
68
|
+
sizeBytes: number;
|
|
69
|
+
mediaType: string;
|
|
70
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
71
|
+
};
|
|
72
|
+
};
|
|
73
|
+
rawScore: {
|
|
74
|
+
minimum: number;
|
|
75
|
+
maximum: number;
|
|
76
|
+
};
|
|
77
|
+
assets: {
|
|
78
|
+
id: string;
|
|
79
|
+
path: string;
|
|
80
|
+
contentHash: string;
|
|
81
|
+
sizeBytes: number;
|
|
82
|
+
mediaType: string;
|
|
83
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
84
|
+
}[];
|
|
85
|
+
contentHash: string;
|
|
86
|
+
fixtureSetRef?: {
|
|
87
|
+
id: string;
|
|
88
|
+
path: string;
|
|
89
|
+
contentHash: string;
|
|
90
|
+
sizeBytes: number;
|
|
91
|
+
mediaType: string;
|
|
92
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
93
|
+
} | undefined;
|
|
94
|
+
calibrationCheckRef?: {
|
|
95
|
+
id: string;
|
|
96
|
+
contentHash: string;
|
|
97
|
+
revision: number;
|
|
98
|
+
} | undefined;
|
|
99
|
+
};
|
|
100
|
+
fixtures: {
|
|
101
|
+
id: string;
|
|
102
|
+
name: string;
|
|
103
|
+
input: Record<string, import("zod").JSONType>;
|
|
104
|
+
output: Record<string, import("zod").JSONType>;
|
|
105
|
+
expectedOutput: Record<string, import("zod").JSONType> | null;
|
|
106
|
+
evaluatorContext: Record<string, import("zod").JSONType> | null;
|
|
107
|
+
artifactRefs: string[];
|
|
108
|
+
runtimeEventRefs: string[];
|
|
109
|
+
infrastructureError: string | null;
|
|
110
|
+
expected: {
|
|
111
|
+
status: "scored";
|
|
112
|
+
minimum: number;
|
|
113
|
+
maximum: number;
|
|
114
|
+
passed: boolean | null;
|
|
115
|
+
} | {
|
|
116
|
+
status: "pending" | "failed" | "unavailable";
|
|
117
|
+
};
|
|
118
|
+
}[];
|
|
119
|
+
fixtureRefs: {
|
|
120
|
+
id: string;
|
|
121
|
+
contentHash: string;
|
|
122
|
+
}[];
|
|
123
|
+
snapshotHash: string;
|
|
124
|
+
assets: import("./assets.js").LearningTextAsset[];
|
|
125
|
+
};
|
|
126
|
+
/** Generic publication cannot manufacture a passed flag, including by copying
|
|
127
|
+
* a check from a different rubric, model, temperature or fixture set. */
|
|
128
|
+
export declare function assertRewardCalibration(tx: LearningTransaction, reward: RewardRelease): Promise<void>;
|
|
129
|
+
//# sourceMappingURL=reward-calibration.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reward-calibration.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-calibration.ts"],"names":[],"mappings":"AACA,OAAO,EAAuB,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AACxE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAGxD,OAAO,EAAmD,KAAK,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC5G,OAAO,EAA0C,KAAK,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEjG;4EAC4E;AAC5E,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,GAAG,IAAI,EAAE,KAAK,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4BvH;AAED;yEACyE;AACzE,wBAAsB,uBAAuB,CAAC,EAAE,EAAE,mBAAmB,EAAE,MAAM,EAAE,aAAa,iBAe3F"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { JudgeBudgetStore } from "./judge-budget.js";
|
|
2
|
+
import { type LearningRepository } from "./repository.js";
|
|
3
|
+
import { type RewardCheckRun } from "./reward-checks.js";
|
|
4
|
+
/** The same persisted run owns fixture results and budget reservations. A late
|
|
5
|
+
* provider settlement is retained even after its worker loses the lease. */
|
|
6
|
+
export declare function createRewardCheckJudgeBudgetStore(input: {
|
|
7
|
+
repository: LearningRepository;
|
|
8
|
+
scope: string;
|
|
9
|
+
run: RewardCheckRun;
|
|
10
|
+
now?: () => string;
|
|
11
|
+
}): JudgeBudgetStore;
|
|
12
|
+
//# sourceMappingURL=reward-check-budget.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reward-check-budget.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-check-budget.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAA2B,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,EAAwB,KAAK,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAE/E;4EAC4E;AAC5E,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,UAAU,EAAE,kBAAkB,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,cAAc,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACxF,GAAG,gBAAgB,CAmBnB"}
|
|
@@ -2,7 +2,7 @@ import { type LearningTransaction } from "./repository.js";
|
|
|
2
2
|
import type { LearningCommand } from "./operations.js";
|
|
3
3
|
export declare function queueRewardCheck(tx: LearningTransaction, input: Extract<LearningCommand, {
|
|
4
4
|
action: "queue_reward_check";
|
|
5
|
-
}>, operationId: string, now: string): Promise<{
|
|
5
|
+
}>, operationId: string, now: string, requestedBy: string): Promise<{
|
|
6
6
|
kind: "reward_check";
|
|
7
7
|
id: string;
|
|
8
8
|
revision: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reward-check-service.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-check-service.ts"],"names":[],"mappings":"AAIA,OAAO,EAA0E,KAAK,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACnI,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEvD,wBAAsB,gBAAgB,CAAC,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,oBAAoB,CAAA;CAAE,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM;;;;
|
|
1
|
+
{"version":3,"file":"reward-check-service.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-check-service.ts"],"names":[],"mappings":"AAIA,OAAO,EAA0E,KAAK,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACnI,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEvD,wBAAsB,gBAAgB,CAAC,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,oBAAoB,CAAA;CAAE,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM;;;;GAcvL;AAED,wBAAsB,iBAAiB,CAAC,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,qBAAqB,CAAA;CAAE,CAAC,EAAE,GAAG,EAAE,MAAM;;;;GAO/I"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reward-check-worker.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-check-worker.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,KAAK,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAEhF,OAAO,EAAE,kBAAkB,EAAsE,KAAK,cAAc,EAAE,KAAK,kBAAkB,EAAE,KAAK,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC9L,OAAO,EAAmD,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAE3G,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IACrC,iGAAiG;IACjG,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,kBAAkB,CAAC,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,cAAc,CAAC;QAAC,OAAO,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACxK,kFAAkF;IAClF,MAAM,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,cAAc,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACzE;AAED,wBAAgB,uBAAuB,CAAC,UAAU,EAAE,kBAAkB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,OAAO,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;CAAE;iBAO9H,MAAM,WAAW,MAAM,KAAG,OAAO,CAAC,cAAc,CAAC;+
|
|
1
|
+
{"version":3,"file":"reward-check-worker.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-check-worker.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,KAAK,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAEhF,OAAO,EAAE,kBAAkB,EAAsE,KAAK,cAAc,EAAE,KAAK,kBAAkB,EAAE,KAAK,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC9L,OAAO,EAAmD,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAE3G,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IACrC,iGAAiG;IACjG,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,kBAAkB,CAAC,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,cAAc,CAAC;QAAC,OAAO,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACxK,kFAAkF;IAClF,MAAM,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,cAAc,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACzE;AAED,wBAAgB,uBAAuB,CAAC,UAAU,EAAE,kBAAkB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,OAAO,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;CAAE;iBAO9H,MAAM,WAAW,MAAM,KAAG,OAAO,CAAC,cAAc,CAAC;+BAiF9C,MAAM,MAAM,MAAM;iBAC1B,MAAM,mBAAe,OAAO,CAAC,cAAc,EAAE,CAAC;EAWpE"}
|
|
@@ -58,6 +58,38 @@ export declare const RewardFixtureCheckResultSchema: z.ZodObject<{
|
|
|
58
58
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
59
59
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
60
60
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
61
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
62
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
63
|
+
graderId: z.ZodString;
|
|
64
|
+
graderVersion: z.ZodString;
|
|
65
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
66
|
+
passed: z.ZodBoolean;
|
|
67
|
+
rewardEligible: z.ZodBoolean;
|
|
68
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
69
|
+
policy_failure: "policy_failure";
|
|
70
|
+
grader_failure: "grader_failure";
|
|
71
|
+
environment_failure: "environment_failure";
|
|
72
|
+
infrastructure_failure: "infrastructure_failure";
|
|
73
|
+
timeout: "timeout";
|
|
74
|
+
cancelled: "cancelled";
|
|
75
|
+
}>>;
|
|
76
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
77
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
78
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
79
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
80
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
81
|
+
providerId: z.ZodString;
|
|
82
|
+
modelId: z.ZodString;
|
|
83
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
84
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
85
|
+
requestHash: z.ZodString;
|
|
86
|
+
responseHash: z.ZodString;
|
|
87
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
88
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
89
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
90
|
+
}, z.core.$strict>>;
|
|
91
|
+
contentHash: z.ZodString;
|
|
92
|
+
}, z.core.$strict>>;
|
|
61
93
|
message: z.ZodNullable<z.ZodString>;
|
|
62
94
|
}, z.core.$strict>;
|
|
63
95
|
matchesExpectation: z.ZodBoolean;
|
|
@@ -121,6 +153,38 @@ export declare const RewardCheckRunSchema: z.ZodObject<{
|
|
|
121
153
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
122
154
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
123
155
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
156
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
157
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
158
|
+
graderId: z.ZodString;
|
|
159
|
+
graderVersion: z.ZodString;
|
|
160
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
161
|
+
passed: z.ZodBoolean;
|
|
162
|
+
rewardEligible: z.ZodBoolean;
|
|
163
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
164
|
+
policy_failure: "policy_failure";
|
|
165
|
+
grader_failure: "grader_failure";
|
|
166
|
+
environment_failure: "environment_failure";
|
|
167
|
+
infrastructure_failure: "infrastructure_failure";
|
|
168
|
+
timeout: "timeout";
|
|
169
|
+
cancelled: "cancelled";
|
|
170
|
+
}>>;
|
|
171
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
172
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
173
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
174
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
175
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
176
|
+
providerId: z.ZodString;
|
|
177
|
+
modelId: z.ZodString;
|
|
178
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
179
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
180
|
+
requestHash: z.ZodString;
|
|
181
|
+
responseHash: z.ZodString;
|
|
182
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
183
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
184
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
185
|
+
}, z.core.$strict>>;
|
|
186
|
+
contentHash: z.ZodString;
|
|
187
|
+
}, z.core.$strict>>;
|
|
124
188
|
message: z.ZodNullable<z.ZodString>;
|
|
125
189
|
}, z.core.$strict>;
|
|
126
190
|
matchesExpectation: z.ZodBoolean;
|
|
@@ -129,6 +193,26 @@ export declare const RewardCheckRunSchema: z.ZodObject<{
|
|
|
129
193
|
failure: z.ZodNullable<z.ZodString>;
|
|
130
194
|
timeoutMs: z.ZodNumber;
|
|
131
195
|
maximumSpendUsd: z.ZodNumber;
|
|
196
|
+
judgeCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
197
|
+
id: z.ZodString;
|
|
198
|
+
requestHash: z.ZodString;
|
|
199
|
+
reservedUsd: z.ZodNumber;
|
|
200
|
+
status: z.ZodEnum<{
|
|
201
|
+
reserved: "reserved";
|
|
202
|
+
settled: "settled";
|
|
203
|
+
not_dispatched: "not_dispatched";
|
|
204
|
+
}>;
|
|
205
|
+
response: z.ZodNullable<z.ZodObject<{
|
|
206
|
+
text: z.ZodString;
|
|
207
|
+
modelId: z.ZodString;
|
|
208
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
209
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
210
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
211
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
212
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
213
|
+
}, z.core.$strict>>;
|
|
214
|
+
}, z.core.$strict>>>;
|
|
215
|
+
requestedBy: z.ZodOptional<z.ZodString>;
|
|
132
216
|
leaseOwner: z.ZodNullable<z.ZodString>;
|
|
133
217
|
leaseExpiresAt: z.ZodNullable<z.ZodString>;
|
|
134
218
|
attemptCount: z.ZodNumber;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reward-checks.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAsE,KAAK,iBAAiB,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AAC/I,OAAO,KAAK,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAI5E,OAAO,KAAK,EAAE,iBAAiB,EAAE,4BAA4B,EAAE,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"reward-checks.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-checks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAsE,KAAK,iBAAiB,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AAC/I,OAAO,KAAK,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAI5E,OAAO,KAAK,EAAE,iBAAiB,EAAE,4BAA4B,EAAE,MAAM,gBAAgB,CAAC;AAItF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;kBAY9B,CAAC;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,eAAO,MAAM,wBAAwB;;;;kBAA6H,CAAC;AACnK,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAGhC,CAAC;AACZ,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AACtF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAYtB,CAAC;AACZ,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,4BAA4B,EAAE,GAAG,aAAa,EAAE,CAW7F;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,GAAG,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;EAKhG;AAED,sFAAsF;AACtF,wBAAsB,oBAAoB,CAAC,KAAK,EAAE;IAChD,MAAM,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IACpE,cAAc,CAAC,EAAE,oBAAoB,CAAC;IAAC,UAAU,CAAC,EAAE,gBAAgB,CAAC;CACtE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAgB7B;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,iBAAiB,GAAG,wBAAwB,CAK9G"}
|
|
@@ -1,9 +1,12 @@
|
|
|
1
1
|
import type { executeJavaScriptVerifier } from "../javascript-verifier.js";
|
|
2
2
|
import { type RewardCheckRuntime } from "./reward-checks.js";
|
|
3
3
|
import type { RewardFixtureExecutor } from "./reward-check-worker.js";
|
|
4
|
+
import type { ModelJudgeRunner } from "../graders.js";
|
|
4
5
|
/** The supplied interpreter must settle only after its worker/process exits. */
|
|
5
6
|
export declare function createIsolatedRewardFixtureExecutor(options: {
|
|
6
7
|
runtime: RewardCheckRuntime;
|
|
7
8
|
executeJavaScript: typeof executeJavaScriptVerifier;
|
|
9
|
+
createModelJudge?: (input: Parameters<RewardFixtureExecutor["execute"]>[0]) => Promise<ModelJudgeRunner>;
|
|
10
|
+
cancelModelJudge?: RewardFixtureExecutor["cancel"];
|
|
8
11
|
}): RewardFixtureExecutor;
|
|
9
12
|
//# sourceMappingURL=reward-fixture-executor.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reward-fixture-executor.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-fixture-executor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAE3E,OAAO,EAAwB,KAAK,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACnF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"reward-fixture-executor.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-fixture-executor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAE3E,OAAO,EAAwB,KAAK,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACnF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACtE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAEtD,gFAAgF;AAChF,wBAAgB,mCAAmC,CAAC,OAAO,EAAE;IAC3D,OAAO,EAAE,kBAAkB,CAAC;IAC5B,iBAAiB,EAAE,OAAO,yBAAyB,CAAC;IACpD,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACzG,gBAAgB,CAAC,EAAE,qBAAqB,CAAC,QAAQ,CAAC,CAAC;CACpD,GAAG,qBAAqB,CAyBxB"}
|