@openpond/evals 0.10.9 → 0.10.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LEARNING.md +15 -0
- package/dist/graders.js +19 -4
- package/dist/learning/budgeted-reward-fixtures.js +34 -0
- package/dist/learning/contracts.js +3 -0
- package/dist/learning/grade-judge-budget.js +26 -0
- package/dist/learning/index.js +6 -0
- package/dist/learning/intake-history.js +2 -1
- package/dist/learning/intake-text.js +14 -0
- package/dist/learning/intake.js +5 -2
- package/dist/learning/judge-budget.js +59 -0
- package/dist/learning/model-judge.js +49 -0
- package/dist/learning/operations.js +3 -1
- package/dist/learning/reward-authoring.js +4 -0
- package/dist/learning/reward-calibration.js +66 -0
- package/dist/learning/reward-check-budget.js +27 -0
- package/dist/learning/reward-check-service.js +2 -2
- package/dist/learning/reward-check-worker.js +10 -2
- package/dist/learning/reward-checks.js +4 -1
- package/dist/learning/reward-fixture-executor.js +3 -2
- package/dist/learning/service.js +30 -5
- package/dist/rewards.js +15 -3
- package/dist/rollouts.js +2 -2
- package/dist/types/graders.d.ts +51 -0
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/learning/admission.d.ts +5 -0
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts +27 -0
- package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -0
- package/dist/types/learning/contracts.d.ts +301 -0
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/grade-judge-budget.d.ts +10 -0
- package/dist/types/learning/grade-judge-budget.d.ts.map +1 -0
- package/dist/types/learning/index.d.ts +6 -0
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/intake-history.d.ts.map +1 -1
- package/dist/types/learning/intake-text.d.ts +6 -0
- package/dist/types/learning/intake-text.d.ts.map +1 -0
- package/dist/types/learning/intake.d.ts +1 -0
- package/dist/types/learning/intake.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +1 -1
- package/dist/types/learning/iteration-reservation-contracts.d.ts +1 -1
- package/dist/types/learning/judge-budget.d.ts +43 -0
- package/dist/types/learning/judge-budget.d.ts.map +1 -0
- package/dist/types/learning/model-judge.d.ts +29 -0
- package/dist/types/learning/model-judge.d.ts.map +1 -0
- package/dist/types/learning/operations.d.ts +41 -0
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +177 -4
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +129 -0
- package/dist/types/learning/reward-calibration.d.ts.map +1 -0
- package/dist/types/learning/reward-check-budget.d.ts +12 -0
- package/dist/types/learning/reward-check-budget.d.ts.map +1 -0
- package/dist/types/learning/reward-check-service.d.ts +1 -1
- package/dist/types/learning/reward-check-service.d.ts.map +1 -1
- package/dist/types/learning/reward-check-worker.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +84 -0
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/reward-fixture-executor.d.ts +3 -0
- package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -1
- package/dist/types/learning/schedule-contracts.d.ts +1 -1
- package/dist/types/learning/service.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +198 -5
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/rewards.d.ts +107 -0
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts.map +1 -1
- package/package.json +1 -1
- package/schemas/learning/v1/command-request.schema.json +225 -169
- package/schemas/learning/v1/decision.schema.json +192 -0
- package/schemas/learning/v1/grade.schema.json +335 -3
- package/schemas/learning/v1/reward.schema.json +22 -0
- package/schemas/learning/v1/reward_check.schema.json +335 -3
|
@@ -329,6 +329,11 @@ export declare const PublishLearningResourceCommandSchema: z.ZodDiscriminatedUni
|
|
|
329
329
|
host_private: "host_private";
|
|
330
330
|
}>;
|
|
331
331
|
}, z.core.$strict>>;
|
|
332
|
+
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
333
|
+
id: z.ZodString;
|
|
334
|
+
contentHash: z.ZodString;
|
|
335
|
+
revision: z.ZodNumber;
|
|
336
|
+
}, z.core.$strict>>;
|
|
332
337
|
}, z.core.$strict>;
|
|
333
338
|
}, z.core.$strict>, z.ZodObject<{
|
|
334
339
|
operationId: z.ZodString;
|
|
@@ -881,6 +886,11 @@ export declare const PublishLearningResourcesCommandSchema: z.ZodObject<{
|
|
|
881
886
|
host_private: "host_private";
|
|
882
887
|
}>;
|
|
883
888
|
}, z.core.$strict>>;
|
|
889
|
+
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
890
|
+
id: z.ZodString;
|
|
891
|
+
contentHash: z.ZodString;
|
|
892
|
+
revision: z.ZodNumber;
|
|
893
|
+
}, z.core.$strict>>;
|
|
884
894
|
}, z.core.$strict>;
|
|
885
895
|
expectedRevision: z.ZodNumber;
|
|
886
896
|
}, z.core.$strict> | z.ZodObject<{
|
|
@@ -1481,6 +1491,17 @@ export declare const CancelRewardCheckCommandSchema: z.ZodObject<{
|
|
|
1481
1491
|
checkId: z.ZodString;
|
|
1482
1492
|
expectedRevision: z.ZodNumber;
|
|
1483
1493
|
}, z.core.$strict>;
|
|
1494
|
+
export declare const PublishCheckedRewardCommandSchema: z.ZodObject<{
|
|
1495
|
+
operationId: z.ZodString;
|
|
1496
|
+
action: z.ZodLiteral<"publish_checked_reward">;
|
|
1497
|
+
draft: z.ZodObject<{
|
|
1498
|
+
id: z.ZodString;
|
|
1499
|
+
contentHash: z.ZodString;
|
|
1500
|
+
revision: z.ZodNumber;
|
|
1501
|
+
}, z.core.$strict>;
|
|
1502
|
+
checkId: z.ZodString;
|
|
1503
|
+
checkRevision: z.ZodNumber;
|
|
1504
|
+
}, z.core.$strict>;
|
|
1484
1505
|
export declare const ReserveLearningIterationCommandSchema: z.ZodObject<{
|
|
1485
1506
|
operationId: z.ZodString;
|
|
1486
1507
|
action: z.ZodLiteral<"reserve_iteration">;
|
|
@@ -1516,6 +1537,16 @@ export declare const RetryLearningIterationDispatchCommandSchema: z.ZodObject<{
|
|
|
1516
1537
|
expectedRevision: z.ZodNumber;
|
|
1517
1538
|
}, z.core.$strict>;
|
|
1518
1539
|
export declare const LearningCommandSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
1540
|
+
operationId: z.ZodString;
|
|
1541
|
+
action: z.ZodLiteral<"publish_checked_reward">;
|
|
1542
|
+
draft: z.ZodObject<{
|
|
1543
|
+
id: z.ZodString;
|
|
1544
|
+
contentHash: z.ZodString;
|
|
1545
|
+
revision: z.ZodNumber;
|
|
1546
|
+
}, z.core.$strict>;
|
|
1547
|
+
checkId: z.ZodString;
|
|
1548
|
+
checkRevision: z.ZodNumber;
|
|
1549
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1519
1550
|
operationId: z.ZodString;
|
|
1520
1551
|
action: z.ZodLiteral<"import_intake">;
|
|
1521
1552
|
format: z.ZodEnum<{
|
|
@@ -2082,6 +2113,11 @@ export declare const LearningCommandSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2082
2113
|
host_private: "host_private";
|
|
2083
2114
|
}>;
|
|
2084
2115
|
}, z.core.$strict>>;
|
|
2116
|
+
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
2117
|
+
id: z.ZodString;
|
|
2118
|
+
contentHash: z.ZodString;
|
|
2119
|
+
revision: z.ZodNumber;
|
|
2120
|
+
}, z.core.$strict>>;
|
|
2085
2121
|
}, z.core.$strict>;
|
|
2086
2122
|
}, z.core.$strict>, z.ZodObject<{
|
|
2087
2123
|
operationId: z.ZodString;
|
|
@@ -2633,6 +2669,11 @@ export declare const LearningCommandSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2633
2669
|
host_private: "host_private";
|
|
2634
2670
|
}>;
|
|
2635
2671
|
}, z.core.$strict>>;
|
|
2672
|
+
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
2673
|
+
id: z.ZodString;
|
|
2674
|
+
contentHash: z.ZodString;
|
|
2675
|
+
revision: z.ZodNumber;
|
|
2676
|
+
}, z.core.$strict>>;
|
|
2636
2677
|
}, z.core.$strict>;
|
|
2637
2678
|
expectedRevision: z.ZodNumber;
|
|
2638
2679
|
}, z.core.$strict> | z.ZodObject<{
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"operations.d.ts","sourceRoot":"","sources":["../../../../../src/learning/operations.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAUxB,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;kBAG/B,CAAC;AAEZ,eAAO,MAAM,oCAAoC
|
|
1
|
+
{"version":3,"file":"operations.d.ts","sourceRoot":"","sources":["../../../../../src/learning/operations.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAUxB,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;kBAG/B,CAAC;AAEZ,eAAO,MAAM,oCAAoC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;4BAO/C,CAAC;AACH,eAAO,MAAM,qCAAqC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAIvC,CAAC;AACZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAyG,CAAC;AACrJ,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;kBAA4G,CAAC;AACzJ,eAAO,MAAM,gCAAgC;;;;;;;;;kBAAuI,CAAC;AACrL,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;kBAA2R,CAAC;AACzU,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;kBAA+U,CAAC;AACxX,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;kBAKjC,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;kBAAkV,CAAC;AAC1X,eAAO,MAAM,4BAA4B;;;;;kBAA0I,CAAC;AAEpL,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAmJ,CAAC;AAChM,eAAO,MAAM,kCAAkC;;;;;;;;kBAAoG,CAAC;AACpJ,eAAO,MAAM,6BAA6B;;;;;;;;;;kBAA6O,CAAC;AACxR,eAAO,MAAM,8BAA8B;;;;;kBAAiJ,CAAC;AAC7L,eAAO,MAAM,iCAAiC;;;;;;;;;;kBACoC,CAAC;AAEnF,eAAO,MAAM,qCAAqC;;;;;;;;;;;;;;;kBAAkJ,CAAC;AAErM,eAAO,MAAM,+CAA+C;;;;;kBAA8J,CAAC;AAC3N,eAAO,MAAM,oCAAoC;;;;;kBAAkJ,CAAC;AACpM,eAAO,MAAM,2CAA2C;;;;;kBAA0J,CAAC;AAEnN,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAAssB,CAAC;AACzuB,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,8BAA8B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oCAAoC,CAAC,CAAC"}
|
|
@@ -286,6 +286,38 @@ export declare const learningResourceSchemas: {
|
|
|
286
286
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
287
287
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
288
288
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
289
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
290
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
291
|
+
graderId: z.ZodString;
|
|
292
|
+
graderVersion: z.ZodString;
|
|
293
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
294
|
+
passed: z.ZodBoolean;
|
|
295
|
+
rewardEligible: z.ZodBoolean;
|
|
296
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
297
|
+
policy_failure: "policy_failure";
|
|
298
|
+
grader_failure: "grader_failure";
|
|
299
|
+
environment_failure: "environment_failure";
|
|
300
|
+
infrastructure_failure: "infrastructure_failure";
|
|
301
|
+
timeout: "timeout";
|
|
302
|
+
cancelled: "cancelled";
|
|
303
|
+
}>>;
|
|
304
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
305
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
306
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
307
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
308
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
309
|
+
providerId: z.ZodString;
|
|
310
|
+
modelId: z.ZodString;
|
|
311
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
312
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
313
|
+
requestHash: z.ZodString;
|
|
314
|
+
responseHash: z.ZodString;
|
|
315
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
316
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
317
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
318
|
+
}, z.core.$strict>>;
|
|
319
|
+
contentHash: z.ZodString;
|
|
320
|
+
}, z.core.$strict>>;
|
|
289
321
|
message: z.ZodNullable<z.ZodString>;
|
|
290
322
|
}, z.core.$strict>;
|
|
291
323
|
matchesExpectation: z.ZodBoolean;
|
|
@@ -294,6 +326,26 @@ export declare const learningResourceSchemas: {
|
|
|
294
326
|
failure: z.ZodNullable<z.ZodString>;
|
|
295
327
|
timeoutMs: z.ZodNumber;
|
|
296
328
|
maximumSpendUsd: z.ZodNumber;
|
|
329
|
+
judgeCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
330
|
+
id: z.ZodString;
|
|
331
|
+
requestHash: z.ZodString;
|
|
332
|
+
reservedUsd: z.ZodNumber;
|
|
333
|
+
status: z.ZodEnum<{
|
|
334
|
+
reserved: "reserved";
|
|
335
|
+
settled: "settled";
|
|
336
|
+
not_dispatched: "not_dispatched";
|
|
337
|
+
}>;
|
|
338
|
+
response: z.ZodNullable<z.ZodObject<{
|
|
339
|
+
text: z.ZodString;
|
|
340
|
+
modelId: z.ZodString;
|
|
341
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
342
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
343
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
344
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
345
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
346
|
+
}, z.core.$strict>>;
|
|
347
|
+
}, z.core.$strict>>>;
|
|
348
|
+
requestedBy: z.ZodOptional<z.ZodString>;
|
|
297
349
|
leaseOwner: z.ZodNullable<z.ZodString>;
|
|
298
350
|
leaseExpiresAt: z.ZodNullable<z.ZodString>;
|
|
299
351
|
attemptCount: z.ZodNumber;
|
|
@@ -548,6 +600,11 @@ export declare const learningResourceSchemas: {
|
|
|
548
600
|
host_private: "host_private";
|
|
549
601
|
}>;
|
|
550
602
|
}, z.core.$strict>>;
|
|
603
|
+
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
604
|
+
id: z.ZodString;
|
|
605
|
+
contentHash: z.ZodString;
|
|
606
|
+
revision: z.ZodNumber;
|
|
607
|
+
}, z.core.$strict>>;
|
|
551
608
|
contentHash: z.ZodString;
|
|
552
609
|
}, z.core.$strict>;
|
|
553
610
|
readonly binding: z.ZodObject<{
|
|
@@ -851,6 +908,38 @@ export declare const learningResourceSchemas: {
|
|
|
851
908
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
852
909
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
853
910
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
911
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
912
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
913
|
+
graderId: z.ZodString;
|
|
914
|
+
graderVersion: z.ZodString;
|
|
915
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
916
|
+
passed: z.ZodBoolean;
|
|
917
|
+
rewardEligible: z.ZodBoolean;
|
|
918
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
919
|
+
policy_failure: "policy_failure";
|
|
920
|
+
grader_failure: "grader_failure";
|
|
921
|
+
environment_failure: "environment_failure";
|
|
922
|
+
infrastructure_failure: "infrastructure_failure";
|
|
923
|
+
timeout: "timeout";
|
|
924
|
+
cancelled: "cancelled";
|
|
925
|
+
}>>;
|
|
926
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
927
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
928
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
929
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
930
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
931
|
+
providerId: z.ZodString;
|
|
932
|
+
modelId: z.ZodString;
|
|
933
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
934
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
935
|
+
requestHash: z.ZodString;
|
|
936
|
+
responseHash: z.ZodString;
|
|
937
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
938
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
939
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
940
|
+
}, z.core.$strict>>;
|
|
941
|
+
contentHash: z.ZodString;
|
|
942
|
+
}, z.core.$strict>>;
|
|
854
943
|
message: z.ZodNullable<z.ZodString>;
|
|
855
944
|
}, z.core.$strict>>;
|
|
856
945
|
training: z.ZodObject<{
|
|
@@ -903,6 +992,38 @@ export declare const learningResourceSchemas: {
|
|
|
903
992
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
904
993
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
905
994
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
995
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
996
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
997
|
+
graderId: z.ZodString;
|
|
998
|
+
graderVersion: z.ZodString;
|
|
999
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1000
|
+
passed: z.ZodBoolean;
|
|
1001
|
+
rewardEligible: z.ZodBoolean;
|
|
1002
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1003
|
+
policy_failure: "policy_failure";
|
|
1004
|
+
grader_failure: "grader_failure";
|
|
1005
|
+
environment_failure: "environment_failure";
|
|
1006
|
+
infrastructure_failure: "infrastructure_failure";
|
|
1007
|
+
timeout: "timeout";
|
|
1008
|
+
cancelled: "cancelled";
|
|
1009
|
+
}>>;
|
|
1010
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
1011
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
1012
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
1013
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
1014
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
1015
|
+
providerId: z.ZodString;
|
|
1016
|
+
modelId: z.ZodString;
|
|
1017
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
1018
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
1019
|
+
requestHash: z.ZodString;
|
|
1020
|
+
responseHash: z.ZodString;
|
|
1021
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1022
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1023
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
1024
|
+
}, z.core.$strict>>;
|
|
1025
|
+
contentHash: z.ZodString;
|
|
1026
|
+
}, z.core.$strict>>;
|
|
906
1027
|
message: z.ZodNullable<z.ZodString>;
|
|
907
1028
|
}, z.core.$strict>>;
|
|
908
1029
|
training: z.ZodObject<{
|
|
@@ -1138,9 +1259,9 @@ export declare const learningResourceSchemas: {
|
|
|
1138
1259
|
}, z.core.$strict>], "kind">;
|
|
1139
1260
|
requestHash: z.ZodString;
|
|
1140
1261
|
outcome: z.ZodEnum<{
|
|
1262
|
+
reserved: "reserved";
|
|
1141
1263
|
waiting_for_data: "waiting_for_data";
|
|
1142
1264
|
waiting_for_review: "waiting_for_review";
|
|
1143
|
-
reserved: "reserved";
|
|
1144
1265
|
}>;
|
|
1145
1266
|
counts: z.ZodObject<{
|
|
1146
1267
|
eligible: z.ZodNumber;
|
|
@@ -1175,10 +1296,10 @@ export declare const learningResourceSchemas: {
|
|
|
1175
1296
|
}, z.core.$strict>;
|
|
1176
1297
|
state: z.ZodEnum<{
|
|
1177
1298
|
blocked: "blocked";
|
|
1299
|
+
settled: "settled";
|
|
1178
1300
|
preparing: "preparing";
|
|
1179
1301
|
prepared: "prepared";
|
|
1180
1302
|
submitted: "submitted";
|
|
1181
|
-
settled: "settled";
|
|
1182
1303
|
}>;
|
|
1183
1304
|
submission: z.ZodNullable<z.ZodObject<{
|
|
1184
1305
|
provider: z.ZodString;
|
|
@@ -1252,9 +1373,9 @@ export declare const learningResourceSchemas: {
|
|
|
1252
1373
|
coalescedCount: z.ZodNumber;
|
|
1253
1374
|
outcome: z.ZodEnum<{
|
|
1254
1375
|
skipped: "skipped";
|
|
1376
|
+
reserved: "reserved";
|
|
1255
1377
|
waiting_for_data: "waiting_for_data";
|
|
1256
1378
|
waiting_for_review: "waiting_for_review";
|
|
1257
|
-
reserved: "reserved";
|
|
1258
1379
|
}>;
|
|
1259
1380
|
reason: z.ZodNullable<z.ZodEnum<{
|
|
1260
1381
|
active_iteration: "active_iteration";
|
|
@@ -1411,6 +1532,38 @@ export declare const learningResourceSchemas: {
|
|
|
1411
1532
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
1412
1533
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1413
1534
|
evidenceHashes: z.ZodArray<z.ZodString>;
|
|
1535
|
+
graderEvidence: z.ZodOptional<z.ZodObject<{
|
|
1536
|
+
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
1537
|
+
graderId: z.ZodString;
|
|
1538
|
+
graderVersion: z.ZodString;
|
|
1539
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1540
|
+
passed: z.ZodBoolean;
|
|
1541
|
+
rewardEligible: z.ZodBoolean;
|
|
1542
|
+
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1543
|
+
policy_failure: "policy_failure";
|
|
1544
|
+
grader_failure: "grader_failure";
|
|
1545
|
+
environment_failure: "environment_failure";
|
|
1546
|
+
infrastructure_failure: "infrastructure_failure";
|
|
1547
|
+
timeout: "timeout";
|
|
1548
|
+
cancelled: "cancelled";
|
|
1549
|
+
}>>;
|
|
1550
|
+
feedback: z.ZodArray<z.ZodString>;
|
|
1551
|
+
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
1552
|
+
privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
1553
|
+
modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
|
|
1554
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
1555
|
+
providerId: z.ZodString;
|
|
1556
|
+
modelId: z.ZodString;
|
|
1557
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
1558
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
1559
|
+
requestHash: z.ZodString;
|
|
1560
|
+
responseHash: z.ZodString;
|
|
1561
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1562
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1563
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
1564
|
+
}, z.core.$strict>>;
|
|
1565
|
+
contentHash: z.ZodString;
|
|
1566
|
+
}, z.core.$strict>>;
|
|
1414
1567
|
message: z.ZodNullable<z.ZodString>;
|
|
1415
1568
|
}, z.core.$strict>>;
|
|
1416
1569
|
training: z.ZodObject<{
|
|
@@ -1438,6 +1591,26 @@ export declare const learningResourceSchemas: {
|
|
|
1438
1591
|
attemptCount: z.ZodNumber;
|
|
1439
1592
|
timeoutMs: z.ZodNumber;
|
|
1440
1593
|
maximumSpendUsd: z.ZodNumber;
|
|
1594
|
+
judgeCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1595
|
+
id: z.ZodString;
|
|
1596
|
+
requestHash: z.ZodString;
|
|
1597
|
+
reservedUsd: z.ZodNumber;
|
|
1598
|
+
status: z.ZodEnum<{
|
|
1599
|
+
reserved: "reserved";
|
|
1600
|
+
settled: "settled";
|
|
1601
|
+
not_dispatched: "not_dispatched";
|
|
1602
|
+
}>;
|
|
1603
|
+
response: z.ZodNullable<z.ZodObject<{
|
|
1604
|
+
text: z.ZodString;
|
|
1605
|
+
modelId: z.ZodString;
|
|
1606
|
+
modelRevision: z.ZodNullable<z.ZodString>;
|
|
1607
|
+
responseId: z.ZodNullable<z.ZodString>;
|
|
1608
|
+
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1609
|
+
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1610
|
+
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
1611
|
+
}, z.core.$strict>>;
|
|
1612
|
+
}, z.core.$strict>>>;
|
|
1613
|
+
requestedBy: z.ZodOptional<z.ZodString>;
|
|
1441
1614
|
failure: z.ZodNullable<z.ZodString>;
|
|
1442
1615
|
createdAt: z.ZodString;
|
|
1443
1616
|
updatedAt: z.ZodString;
|
|
@@ -1679,6 +1852,7 @@ export declare const LearningResourceKindSchema: z.ZodEnum<{
|
|
|
1679
1852
|
asset: "asset";
|
|
1680
1853
|
decision: "decision";
|
|
1681
1854
|
binding: "binding";
|
|
1855
|
+
dispatch: "dispatch";
|
|
1682
1856
|
batch: "batch";
|
|
1683
1857
|
grade: "grade";
|
|
1684
1858
|
schedule: "schedule";
|
|
@@ -1689,7 +1863,6 @@ export declare const LearningResourceKindSchema: z.ZodEnum<{
|
|
|
1689
1863
|
chain: "chain";
|
|
1690
1864
|
consumption: "consumption";
|
|
1691
1865
|
reservation: "reservation";
|
|
1692
|
-
dispatch: "dispatch";
|
|
1693
1866
|
schedule_fire: "schedule_fire";
|
|
1694
1867
|
package: "package";
|
|
1695
1868
|
}>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"repository.d.ts","sourceRoot":"","sources":["../../../../../src/learning/repository.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAkO,KAAK,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAG1R,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAKlD,eAAO,MAAM,uBAAuB
|
|
1
|
+
{"version":3,"file":"repository.d.ts","sourceRoot":"","sources":["../../../../../src/learning/repository.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAkO,KAAK,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAG1R,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAKlD,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAW1B,CAAC;AACX,MAAM,MAAM,oBAAoB,GAAG,MAAM,OAAO,uBAAuB,CAAC;AACxE,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;EAAoG,CAAC;AAC5I,MAAM,MAAM,mBAAmB,CAAC,CAAC,SAAS,oBAAoB,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/G,MAAM,MAAM,sBAAsB,GAAG,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;AAE/E,MAAM,MAAM,uBAAuB,GAAG;IAAE,IAAI,EAAE,oBAAoB,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AACnG,MAAM,MAAM,wBAAwB,GAAG;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,uBAAuB,EAAE,CAAA;CAAE,CAAC;AACrG,MAAM,MAAM,qBAAqB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,OAAO,GAAG,UAAU,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAChJ,MAAM,MAAM,oBAAoB,CAAC,CAAC,SAAS,oBAAoB,IAAI;IAAE,KAAK,EAAE,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAElI,qFAAqF;AACrF,MAAM,WAAW,mBAAmB;IAClC,GAAG,CAAC,CAAC,SAAS,oBAAoB,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACpH,GAAG,CAAC,CAAC,SAAS,oBAAoB,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,mBAAmB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxK,IAAI,CAAC,CAAC,SAAS,oBAAoB,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9G,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,wBAAwB,GAAG,IAAI,CAAC,CAAC;IAChE,aAAa,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5E,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC9F,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5G;AACD,MAAM,WAAW,kBAAkB;IACjC,WAAW,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,mBAAmB,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;CACvG;AAED,qBAAa,qBAAsB,SAAQ,mBAAmB;IAChD,QAAQ,CAAC,IAAI,EAAE,MAAM;IAAE,QAAQ,CAAC,EAAE,EAAE,MAAM;IAAE,QAAQ,CAAC,gBAAgB,EAAE,MAAM;IAAE,QAAQ,CAAC,eAAe,EAAE,MAAM;gBAAtG,IAAI,EAAE,MAAM,EAAW,EAAE,EAAE,MAAM,EAAW,gBAAgB,EAAE,MAAM,EAAW,eAAe,EAAE,MAAM;CAI5H;AAED,wBAAsB,uBAAuB,CAAC,CAAC,SAAS,oBAAoB,EAAE,WAAW,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAIvL;AACD,wBAAsB,sBAAsB,CAAC,CAAC,SAAS,oBAAoB,EAAE,WAAW,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAKjL;AACD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAEjG;AACD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,MAAM,CAEhF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reward-authoring.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-authoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4C,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AAE7F,OAAO,EAAmE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACzH,OAAO,EAAoD,KAAK,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAIvG,MAAM,MAAM,qBAAqB,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC;AAC1E,eAAO,MAAM,8BAA8B,yWAMzC,CAAC;AAEH,kGAAkG;AAClG,wBAAgB,sBAAsB,CAAC,KAAK,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,qBAAqB,CAAC;IAAC,IAAI,EAAE,aAAa,GAAG,IAAI,CAAA;CAAE,GAAG;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,iBAAiB,EAAE,CAAA;CAAE,
|
|
1
|
+
{"version":3,"file":"reward-authoring.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-authoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4C,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AAE7F,OAAO,EAAmE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACzH,OAAO,EAAoD,KAAK,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAIvG,MAAM,MAAM,qBAAqB,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC;AAC1E,eAAO,MAAM,8BAA8B,yWAMzC,CAAC;AAEH,kGAAkG;AAClG,wBAAgB,sBAAsB,CAAC,KAAK,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,qBAAqB,CAAC;IAAC,IAAI,EAAE,aAAa,GAAG,IAAI,CAAA;CAAE,GAAG;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,iBAAiB,EAAE,CAAA;CAAE,CA6C/K;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,aAAa,GAAG,IAAI,EAAE,WAAW,EAAE,iBAAiB,GAAG,IAAI,EAAE,YAAY,GAAE,iBAAiB,GAAG,IAAW,GAAG,qBAAqB,CA8B/K;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,0CAMtE;AACD,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAIpE"}
|
|
@@ -0,0 +1,129 @@
|
|
|
1
|
+
import { type RewardRelease } from "../rewards.js";
|
|
2
|
+
import type { AuthoringDraftFor } from "./authoring.js";
|
|
3
|
+
import { type LearningTransaction } from "./repository.js";
|
|
4
|
+
import { type RewardCheckRun } from "./reward-checks.js";
|
|
5
|
+
/** Qualification is tied to the exact private draft, fixtures and worker-owned
|
|
6
|
+
* provider receipts. Publishing does not rewrite or re-run those checks. */
|
|
7
|
+
export declare function qualifyRewardCheck(draft: AuthoringDraftFor<"reward">, base: RewardRelease | null, check: RewardCheckRun): {
|
|
8
|
+
reward: {
|
|
9
|
+
schemaVersion: "openpond.rewardRelease.v1";
|
|
10
|
+
id: string;
|
|
11
|
+
revision: number;
|
|
12
|
+
name: string;
|
|
13
|
+
description: string;
|
|
14
|
+
implementation: {
|
|
15
|
+
kind: "content" | "schema" | "artifact" | "runtime_event" | "state";
|
|
16
|
+
config: Record<string, unknown>;
|
|
17
|
+
} | {
|
|
18
|
+
kind: "model_judge";
|
|
19
|
+
rubricRef: {
|
|
20
|
+
id: string;
|
|
21
|
+
path: string;
|
|
22
|
+
contentHash: string;
|
|
23
|
+
sizeBytes: number;
|
|
24
|
+
mediaType: string;
|
|
25
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
26
|
+
};
|
|
27
|
+
calibrationStatus: "pending" | "passed" | "failed";
|
|
28
|
+
model?: {
|
|
29
|
+
providerId: string;
|
|
30
|
+
modelId: string;
|
|
31
|
+
revision: string | null;
|
|
32
|
+
} | undefined;
|
|
33
|
+
temperature?: number | undefined;
|
|
34
|
+
} | {
|
|
35
|
+
timeoutMs: number;
|
|
36
|
+
networkPolicy: "none";
|
|
37
|
+
kind: "custom_verifier";
|
|
38
|
+
verifierRef: {
|
|
39
|
+
id: string;
|
|
40
|
+
path: string;
|
|
41
|
+
contentHash: string;
|
|
42
|
+
sizeBytes: number;
|
|
43
|
+
mediaType: string;
|
|
44
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
45
|
+
};
|
|
46
|
+
exportName?: string | undefined;
|
|
47
|
+
} | {
|
|
48
|
+
kind: "human";
|
|
49
|
+
rubricRef: {
|
|
50
|
+
id: string;
|
|
51
|
+
path: string;
|
|
52
|
+
contentHash: string;
|
|
53
|
+
sizeBytes: number;
|
|
54
|
+
mediaType: string;
|
|
55
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
56
|
+
};
|
|
57
|
+
reviewerRole: string;
|
|
58
|
+
} | {
|
|
59
|
+
kind: "learned_model";
|
|
60
|
+
modelVersion: {
|
|
61
|
+
id: string;
|
|
62
|
+
contentHash: string;
|
|
63
|
+
};
|
|
64
|
+
inputContract: {
|
|
65
|
+
id: string;
|
|
66
|
+
path: string;
|
|
67
|
+
contentHash: string;
|
|
68
|
+
sizeBytes: number;
|
|
69
|
+
mediaType: string;
|
|
70
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
71
|
+
};
|
|
72
|
+
};
|
|
73
|
+
rawScore: {
|
|
74
|
+
minimum: number;
|
|
75
|
+
maximum: number;
|
|
76
|
+
};
|
|
77
|
+
assets: {
|
|
78
|
+
id: string;
|
|
79
|
+
path: string;
|
|
80
|
+
contentHash: string;
|
|
81
|
+
sizeBytes: number;
|
|
82
|
+
mediaType: string;
|
|
83
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
84
|
+
}[];
|
|
85
|
+
contentHash: string;
|
|
86
|
+
fixtureSetRef?: {
|
|
87
|
+
id: string;
|
|
88
|
+
path: string;
|
|
89
|
+
contentHash: string;
|
|
90
|
+
sizeBytes: number;
|
|
91
|
+
mediaType: string;
|
|
92
|
+
visibility: "policy" | "verifier" | "host_private";
|
|
93
|
+
} | undefined;
|
|
94
|
+
calibrationCheckRef?: {
|
|
95
|
+
id: string;
|
|
96
|
+
contentHash: string;
|
|
97
|
+
revision: number;
|
|
98
|
+
} | undefined;
|
|
99
|
+
};
|
|
100
|
+
fixtures: {
|
|
101
|
+
id: string;
|
|
102
|
+
name: string;
|
|
103
|
+
input: Record<string, import("zod").JSONType>;
|
|
104
|
+
output: Record<string, import("zod").JSONType>;
|
|
105
|
+
expectedOutput: Record<string, import("zod").JSONType> | null;
|
|
106
|
+
evaluatorContext: Record<string, import("zod").JSONType> | null;
|
|
107
|
+
artifactRefs: string[];
|
|
108
|
+
runtimeEventRefs: string[];
|
|
109
|
+
infrastructureError: string | null;
|
|
110
|
+
expected: {
|
|
111
|
+
status: "scored";
|
|
112
|
+
minimum: number;
|
|
113
|
+
maximum: number;
|
|
114
|
+
passed: boolean | null;
|
|
115
|
+
} | {
|
|
116
|
+
status: "pending" | "failed" | "unavailable";
|
|
117
|
+
};
|
|
118
|
+
}[];
|
|
119
|
+
fixtureRefs: {
|
|
120
|
+
id: string;
|
|
121
|
+
contentHash: string;
|
|
122
|
+
}[];
|
|
123
|
+
snapshotHash: string;
|
|
124
|
+
assets: import("./assets.js").LearningTextAsset[];
|
|
125
|
+
};
|
|
126
|
+
/** Generic publication cannot manufacture a passed flag, including by copying
|
|
127
|
+
* a check from a different rubric, model, temperature or fixture set. */
|
|
128
|
+
export declare function assertRewardCalibration(tx: LearningTransaction, reward: RewardRelease): Promise<void>;
|
|
129
|
+
//# sourceMappingURL=reward-calibration.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reward-calibration.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-calibration.ts"],"names":[],"mappings":"AACA,OAAO,EAAuB,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AACxE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAGxD,OAAO,EAAmD,KAAK,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAC5G,OAAO,EAA0C,KAAK,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEjG;4EAC4E;AAC5E,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,iBAAiB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,aAAa,GAAG,IAAI,EAAE,KAAK,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4BvH;AAED;yEACyE;AACzE,wBAAsB,uBAAuB,CAAC,EAAE,EAAE,mBAAmB,EAAE,MAAM,EAAE,aAAa,iBAe3F"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { JudgeBudgetStore } from "./judge-budget.js";
|
|
2
|
+
import { type LearningRepository } from "./repository.js";
|
|
3
|
+
import { type RewardCheckRun } from "./reward-checks.js";
|
|
4
|
+
/** The same persisted run owns fixture results and budget reservations. A late
|
|
5
|
+
* provider settlement is retained even after its worker loses the lease. */
|
|
6
|
+
export declare function createRewardCheckJudgeBudgetStore(input: {
|
|
7
|
+
repository: LearningRepository;
|
|
8
|
+
scope: string;
|
|
9
|
+
run: RewardCheckRun;
|
|
10
|
+
now?: () => string;
|
|
11
|
+
}): JudgeBudgetStore;
|
|
12
|
+
//# sourceMappingURL=reward-check-budget.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reward-check-budget.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-check-budget.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAA2B,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,EAAwB,KAAK,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAE/E;4EAC4E;AAC5E,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,UAAU,EAAE,kBAAkB,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,cAAc,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACxF,GAAG,gBAAgB,CAmBnB"}
|
|
@@ -2,7 +2,7 @@ import { type LearningTransaction } from "./repository.js";
|
|
|
2
2
|
import type { LearningCommand } from "./operations.js";
|
|
3
3
|
export declare function queueRewardCheck(tx: LearningTransaction, input: Extract<LearningCommand, {
|
|
4
4
|
action: "queue_reward_check";
|
|
5
|
-
}>, operationId: string, now: string): Promise<{
|
|
5
|
+
}>, operationId: string, now: string, requestedBy: string): Promise<{
|
|
6
6
|
kind: "reward_check";
|
|
7
7
|
id: string;
|
|
8
8
|
revision: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reward-check-service.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-check-service.ts"],"names":[],"mappings":"AAIA,OAAO,EAA0E,KAAK,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACnI,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEvD,wBAAsB,gBAAgB,CAAC,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,oBAAoB,CAAA;CAAE,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM;;;;
|
|
1
|
+
{"version":3,"file":"reward-check-service.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-check-service.ts"],"names":[],"mappings":"AAIA,OAAO,EAA0E,KAAK,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACnI,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEvD,wBAAsB,gBAAgB,CAAC,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,oBAAoB,CAAA;CAAE,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM;;;;GAcvL;AAED,wBAAsB,iBAAiB,CAAC,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,qBAAqB,CAAA;CAAE,CAAC,EAAE,GAAG,EAAE,MAAM;;;;GAO/I"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reward-check-worker.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-check-worker.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,KAAK,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAEhF,OAAO,EAAE,kBAAkB,EAAsE,KAAK,cAAc,EAAE,KAAK,kBAAkB,EAAE,KAAK,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC9L,OAAO,EAAmD,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAE3G,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IACrC,iGAAiG;IACjG,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,kBAAkB,CAAC,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,cAAc,CAAC;QAAC,OAAO,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACxK,kFAAkF;IAClF,MAAM,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,cAAc,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACzE;AAED,wBAAgB,uBAAuB,CAAC,UAAU,EAAE,kBAAkB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,OAAO,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;CAAE;iBAO9H,MAAM,WAAW,MAAM,KAAG,OAAO,CAAC,cAAc,CAAC;+
|
|
1
|
+
{"version":3,"file":"reward-check-worker.d.ts","sourceRoot":"","sources":["../../../../../src/learning/reward-check-worker.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,KAAK,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAEhF,OAAO,EAAE,kBAAkB,EAAsE,KAAK,cAAc,EAAE,KAAK,kBAAkB,EAAE,KAAK,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC9L,OAAO,EAAmD,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAE3G,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC;IACrC,iGAAiG;IACjG,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,kBAAkB,CAAC,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,cAAc,CAAC;QAAC,OAAO,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACxK,kFAAkF;IAClF,MAAM,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,cAAc,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACzE;AAED,wBAAgB,uBAAuB,CAAC,UAAU,EAAE,kBAAkB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,OAAO,EAAE;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;CAAE;iBAO9H,MAAM,WAAW,MAAM,KAAG,OAAO,CAAC,cAAc,CAAC;+BAiF9C,MAAM,MAAM,MAAM;iBAC1B,MAAM,mBAAe,OAAO,CAAC,cAAc,EAAE,CAAC;EAWpE"}
|