@openpond/evals 0.10.9 → 0.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (101) hide show
  1. package/LEARNING.md +35 -0
  2. package/dist/graders.js +19 -4
  3. package/dist/learning/budgeted-reward-fixtures.js +34 -0
  4. package/dist/learning/contracts.js +5 -0
  5. package/dist/learning/grade-judge-budget.js +26 -0
  6. package/dist/learning/index.js +8 -0
  7. package/dist/learning/intake-history.js +2 -1
  8. package/dist/learning/intake-text.js +14 -0
  9. package/dist/learning/intake.js +5 -2
  10. package/dist/learning/iteration-eligibility.js +5 -2
  11. package/dist/learning/iteration-reservation-contracts.js +1 -0
  12. package/dist/learning/iteration-reservation-service.js +11 -2
  13. package/dist/learning/judge-budget.js +59 -0
  14. package/dist/learning/model-judge.js +49 -0
  15. package/dist/learning/nightly-schedule.js +69 -0
  16. package/dist/learning/operations.js +3 -1
  17. package/dist/learning/reward-authoring.js +4 -0
  18. package/dist/learning/reward-calibration.js +66 -0
  19. package/dist/learning/reward-check-budget.js +27 -0
  20. package/dist/learning/reward-check-service.js +2 -2
  21. package/dist/learning/reward-check-worker.js +10 -2
  22. package/dist/learning/reward-checks.js +4 -1
  23. package/dist/learning/reward-fixture-executor.js +3 -2
  24. package/dist/learning/schedule-contracts.js +5 -1
  25. package/dist/learning/schedule-service.js +9 -5
  26. package/dist/learning/schedule-worker.js +22 -7
  27. package/dist/learning/service.js +40 -6
  28. package/dist/learning/task-queue-inspection.js +48 -0
  29. package/dist/learning/transport.js +1 -0
  30. package/dist/rewards.js +15 -3
  31. package/dist/rollouts.js +2 -2
  32. package/dist/types/graders.d.ts +51 -0
  33. package/dist/types/graders.d.ts.map +1 -1
  34. package/dist/types/learning/admission.d.ts +5 -0
  35. package/dist/types/learning/admission.d.ts.map +1 -1
  36. package/dist/types/learning/budgeted-reward-fixtures.d.ts +27 -0
  37. package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -0
  38. package/dist/types/learning/contracts.d.ts +313 -0
  39. package/dist/types/learning/contracts.d.ts.map +1 -1
  40. package/dist/types/learning/grade-judge-budget.d.ts +10 -0
  41. package/dist/types/learning/grade-judge-budget.d.ts.map +1 -0
  42. package/dist/types/learning/index.d.ts +8 -0
  43. package/dist/types/learning/index.d.ts.map +1 -1
  44. package/dist/types/learning/intake-history.d.ts.map +1 -1
  45. package/dist/types/learning/intake-text.d.ts +6 -0
  46. package/dist/types/learning/intake-text.d.ts.map +1 -0
  47. package/dist/types/learning/intake.d.ts +1 -0
  48. package/dist/types/learning/intake.d.ts.map +1 -1
  49. package/dist/types/learning/iteration-dispatch-contracts.d.ts +1 -1
  50. package/dist/types/learning/iteration-eligibility.d.ts +8 -1
  51. package/dist/types/learning/iteration-eligibility.d.ts.map +1 -1
  52. package/dist/types/learning/iteration-reservation-contracts.d.ts +7 -1
  53. package/dist/types/learning/iteration-reservation-contracts.d.ts.map +1 -1
  54. package/dist/types/learning/iteration-reservation-service.d.ts.map +1 -1
  55. package/dist/types/learning/judge-budget.d.ts +43 -0
  56. package/dist/types/learning/judge-budget.d.ts.map +1 -0
  57. package/dist/types/learning/model-judge.d.ts +29 -0
  58. package/dist/types/learning/model-judge.d.ts.map +1 -0
  59. package/dist/types/learning/nightly-schedule.d.ts +13 -0
  60. package/dist/types/learning/nightly-schedule.d.ts.map +1 -0
  61. package/dist/types/learning/operations.d.ts +63 -0
  62. package/dist/types/learning/operations.d.ts.map +1 -1
  63. package/dist/types/learning/repository.d.ts +188 -4
  64. package/dist/types/learning/repository.d.ts.map +1 -1
  65. package/dist/types/learning/reward-authoring.d.ts.map +1 -1
  66. package/dist/types/learning/reward-calibration.d.ts +129 -0
  67. package/dist/types/learning/reward-calibration.d.ts.map +1 -0
  68. package/dist/types/learning/reward-check-budget.d.ts +12 -0
  69. package/dist/types/learning/reward-check-budget.d.ts.map +1 -0
  70. package/dist/types/learning/reward-check-service.d.ts +1 -1
  71. package/dist/types/learning/reward-check-service.d.ts.map +1 -1
  72. package/dist/types/learning/reward-check-worker.d.ts.map +1 -1
  73. package/dist/types/learning/reward-checks.d.ts +84 -0
  74. package/dist/types/learning/reward-checks.d.ts.map +1 -1
  75. package/dist/types/learning/reward-fixture-executor.d.ts +3 -0
  76. package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -1
  77. package/dist/types/learning/schedule-contracts.d.ts +5 -1
  78. package/dist/types/learning/schedule-contracts.d.ts.map +1 -1
  79. package/dist/types/learning/schedule-service.d.ts +4 -0
  80. package/dist/types/learning/schedule-service.d.ts.map +1 -1
  81. package/dist/types/learning/schedule-worker.d.ts.map +1 -1
  82. package/dist/types/learning/service.d.ts +10 -0
  83. package/dist/types/learning/service.d.ts.map +1 -1
  84. package/dist/types/learning/task-queue-inspection.d.ts +25 -0
  85. package/dist/types/learning/task-queue-inspection.d.ts.map +1 -0
  86. package/dist/types/learning/transport.d.ts +224 -5
  87. package/dist/types/learning/transport.d.ts.map +1 -1
  88. package/dist/types/rewards.d.ts +107 -0
  89. package/dist/types/rewards.d.ts.map +1 -1
  90. package/dist/types/rollouts.d.ts.map +1 -1
  91. package/package.json +1 -1
  92. package/schemas/learning/v1/command-request.schema.json +266 -169
  93. package/schemas/learning/v1/decision.schema.json +192 -0
  94. package/schemas/learning/v1/grade.schema.json +335 -3
  95. package/schemas/learning/v1/policy.schema.json +24 -0
  96. package/schemas/learning/v1/read-request.schema.json +28 -0
  97. package/schemas/learning/v1/reservation.schema.json +17 -0
  98. package/schemas/learning/v1/reward.schema.json +22 -0
  99. package/schemas/learning/v1/reward_check.schema.json +335 -3
  100. package/schemas/learning/v1/schedule.schema.json +44 -13
  101. package/schemas/learning/v1/task-queue-inspection.schema.json +72 -0
package/dist/types/graders.d.ts CHANGED
@@ -1,6 +1,18 @@
1
1
  import { z } from "zod";
2
2
  import type { GraderSpec, TaskRecord } from "./tasksets.js";
3
3
  export { evaluateDeterministicGrader, portableDeterministicCheck } from "./deterministic-graders.js";
4
+ export declare const ModelJudgeReceiptSchema: z.ZodObject<{
5
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
6
+ providerId: z.ZodString;
7
+ modelId: z.ZodString;
8
+ modelRevision: z.ZodNullable<z.ZodString>;
9
+ responseId: z.ZodNullable<z.ZodString>;
10
+ requestHash: z.ZodString;
11
+ responseHash: z.ZodString;
12
+ inputTokens: z.ZodNullable<z.ZodNumber>;
13
+ outputTokens: z.ZodNullable<z.ZodNumber>;
14
+ costUsd: z.ZodNullable<z.ZodNumber>;
15
+ }, z.core.$strict>;
4
16
  export declare const GraderEvidenceContentSchema: z.ZodObject<{
5
17
  schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
6
18
  graderId: z.ZodString;
@@ -19,6 +31,18 @@ export declare const GraderEvidenceContentSchema: z.ZodObject<{
19
31
  feedback: z.ZodArray<z.ZodString>;
20
32
  visibleEvidenceRefs: z.ZodArray<z.ZodString>;
21
33
  privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
34
+ modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
35
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
36
+ providerId: z.ZodString;
37
+ modelId: z.ZodString;
38
+ modelRevision: z.ZodNullable<z.ZodString>;
39
+ responseId: z.ZodNullable<z.ZodString>;
40
+ requestHash: z.ZodString;
41
+ responseHash: z.ZodString;
42
+ inputTokens: z.ZodNullable<z.ZodNumber>;
43
+ outputTokens: z.ZodNullable<z.ZodNumber>;
44
+ costUsd: z.ZodNullable<z.ZodNumber>;
45
+ }, z.core.$strict>>;
22
46
  }, z.core.$strict>;
23
47
  export declare const GraderEvidenceSchema: z.ZodObject<{
24
48
  schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
@@ -38,6 +62,18 @@ export declare const GraderEvidenceSchema: z.ZodObject<{
38
62
  feedback: z.ZodArray<z.ZodString>;
39
63
  visibleEvidenceRefs: z.ZodArray<z.ZodString>;
40
64
  privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
65
+ modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
66
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
67
+ providerId: z.ZodString;
68
+ modelId: z.ZodString;
69
+ modelRevision: z.ZodNullable<z.ZodString>;
70
+ responseId: z.ZodNullable<z.ZodString>;
71
+ requestHash: z.ZodString;
72
+ responseHash: z.ZodString;
73
+ inputTokens: z.ZodNullable<z.ZodNumber>;
74
+ outputTokens: z.ZodNullable<z.ZodNumber>;
75
+ costUsd: z.ZodNullable<z.ZodNumber>;
76
+ }, z.core.$strict>>;
41
77
  contentHash: z.ZodString;
42
78
  }, z.core.$strict>;
43
79
  export type AttemptEvidence = {
@@ -52,6 +88,7 @@ export type ModelJudgeRunner = (input: {
52
88
  }>;
53
89
  task: TaskRecord;
54
90
  evidence: AttemptEvidence;
91
+ signal?: AbortSignal;
55
92
  }) => Promise<Omit<GraderEvidence, "schemaVersion" | "graderId" | "graderVersion" | "contentHash">>;
56
93
  export type CustomVerifierRunner = (input: {
57
94
  grader: Extract<GraderSpec, {
@@ -66,6 +103,8 @@ export declare function gradeEvidence(input: {
66
103
  graders: GraderSpec[];
67
104
  modelJudge?: ModelJudgeRunner;
68
105
  customVerifier?: CustomVerifierRunner;
106
+ purpose?: "grading" | "fixture_calibration";
107
+ signal?: AbortSignal;
69
108
  }): Promise<GraderEvidence[]>;
70
109
  export type GraderEvidence = z.infer<typeof GraderEvidenceSchema>;
71
110
  declare const GradeSummarySchema: z.ZodObject<{
@@ -132,6 +171,18 @@ export declare const TaskGradeSchema: z.ZodObject<{
132
171
  feedback: z.ZodArray<z.ZodString>;
133
172
  visibleEvidenceRefs: z.ZodArray<z.ZodString>;
134
173
  privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
174
+ modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
175
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
176
+ providerId: z.ZodString;
177
+ modelId: z.ZodString;
178
+ modelRevision: z.ZodNullable<z.ZodString>;
179
+ responseId: z.ZodNullable<z.ZodString>;
180
+ requestHash: z.ZodString;
181
+ responseHash: z.ZodString;
182
+ inputTokens: z.ZodNullable<z.ZodNumber>;
183
+ outputTokens: z.ZodNullable<z.ZodNumber>;
184
+ costUsd: z.ZodNullable<z.ZodNumber>;
185
+ }, z.core.$strict>>;
135
186
  contentHash: z.ZodString;
136
187
  }, z.core.$strict>>;
137
188
  contentHash: z.ZodString;
package/dist/types/graders.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../../src/graders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAA2B,UAAU,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAErF,OAAO,EAAE,2BAA2B,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAErG,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;kBAW7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC,CAAC;AACF,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,aAAa,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AAC/O,MAAM,MAAM,oBAAoB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,iBAAiB,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AAEvP,wBAAsB,aAAa,CAAC,KAAK,EAAE;IACzC,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;CACvC,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAwB5B;AA8BD,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,QAAA,MAAM,kBAAkB;;;;;;;;;;;;;;;;;kBAIb,CAAC;AAEZ;6EAC6E;AAC7E,wBAAgB,qBAAqB,CAAC,KAAK,EAAE;IAC3C,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,GAAG,SAAS,GAAG,QAAQ,GAAG,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC;IACtG,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,GAAG,eAAe,GAAG,OAAO,GAAG,QAAQ,GAAG,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC;IACvI,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAwBrC;AAED,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAIjB,CAAC;AACZ,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,wBAAsB,iBAAiB,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAMtG;AAED;+EAC+E;AAC/E,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC,GAAG,SAAS,CAW5I"}
1
+ {"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../../src/graders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAA2B,UAAU,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAErF,OAAO,EAAE,2BAA2B,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAErG,eAAO,MAAM,uBAAuB;;;;;;;;;;;kBAWzB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAY7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC,CAAC;AACF,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,aAAa,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AACrQ,MAAM,MAAM,oBAAoB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,iBAAiB,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AAEvP,wBAAsB,aAAa,CAAC,KAAK,EAAE;IACzC,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,OAAO,CAAC,EAAE,SAAS,GAAG,qBAAqB,CAAC;IAC5C,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA0B5B;AA8BD,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,QAAA,MAAM,kBAAkB;;;;;;;;;;;;;;;;;kBAIb,CAAC;AAEZ;6EAC6E;AAC7E,wBAAgB,qBAAqB,CAAC,KAAK,EAAE;IAC3C,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,GAAG,SAAS,GAAG,QAAQ,GAAG,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC;IACtG,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,GAAG,eAAe,GAAG,OAAO,GAAG,QAAQ,GAAG,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC;IACvI,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAwBrC;AAED,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAId,CAAC;AACf,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,wBAAsB,iBAAiB,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAMtG;AAED;+EAC+E;AAC/E,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC,GAAG,SAAS,CAW5I"}
package/dist/types/learning/admission.d.ts CHANGED
@@ -337,6 +337,11 @@ export declare const TaskBatchPackageMetadataSchema: z.ZodObject<{
337
337
  host_private: "host_private";
338
338
  }>;
339
339
  }, z.core.$strict>>;
340
+ calibrationCheckRef: z.ZodOptional<z.ZodObject<{
341
+ id: z.ZodString;
342
+ contentHash: z.ZodString;
343
+ revision: z.ZodNumber;
344
+ }, z.core.$strict>>;
340
345
  contentHash: z.ZodString;
341
346
  }, z.core.$strict>>;
342
347
  admissions: z.ZodArray<z.ZodObject<{
package/dist/types/learning/admission.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"admission.d.ts","sourceRoot":"","sources":["../../../../../src/learning/admission.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAsF,KAAK,aAAa,EAAE,KAAK,iBAAiB,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AACnL,OAAO,EAAuE,KAAK,UAAU,EAAE,KAAK,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC3I,OAAO,EAA4C,KAAK,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACnG,OAAO,EAAwS,KAAK,cAAc,EAAE,KAAK,qBAAqB,EAAE,KAAK,SAAS,EAAE,KAAK,cAAc,EAAE,KAAK,YAAY,EAAE,KAAK,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAE3c,MAAM,MAAM,sBAAsB,GAAG;IACnC,gBAAgB,EAAE,OAAO,GAAG,SAAS,CAAC;IACtC,SAAS,EAAE,OAAO,CAAC;IACnB,mBAAmB,EAAE,OAAO,GAAG,IAAI,CAAC;IACpC,MAAM,EAAE,eAAe,EAAE,CAAC;CAC3B,CAAC;AACF,MAAM,MAAM,eAAe,GAAG;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC;IAAC,KAAK,EAAE,qBAAqB,CAAC,OAAO,CAAC,CAAA;CAAE,CAAC;AAElI,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,GAAG,sBAAsB,CAgB9G;AAED,wBAAgB,wBAAwB,CAAC,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,qBAAqB,GAAG,qBAAqB,CAWnI;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,cAAc,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,MAAM,EAAE,QAAQ,CAAC;IAAC,OAAO,EAAE,qBAAqB,CAAA;CAAE,GAAG;IAAE,MAAM,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAmB/M;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAU5E;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,GAAG,UAAU,CAWrG;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;;sBAChD,MAAM,EAAE;;EAClD;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAAE,QAAQ,EAAE,qBAAqB,CAAC;IAAC,QAAQ,EAAE,YAAY,CAAC;IAAC,UAAU,EAAE,cAAc,CAAC;IAAC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,CAAA;CAAE,GAAG,IAAI,CAkB3K;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAGvJ;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,GAAG,eAAe,EAAE,CAM5G;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,cAAc,CAAC;IAAC,OAAO,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAC;IAAC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;IAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;IAAC,SAAS,EAAE,qBAAqB,EAAE,CAAC;IAAC,WAAW,EAAE,eAAe,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAwBvS;AAED,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAOhC,CAAC;AAEZ,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IAAE,KAAK,EAAE,SAAS,CAAC;IAAC,UAAU,EAAE,cAAc,CAAC;IAAC,OAAO,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAC;IAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;IAAC,SAAS,EAAE,qBAAqB,EAAE,CAAA;CAAE,GAAG,cAAc,CAuBxN;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAQhH"}
1
+ {"version":3,"file":"admission.d.ts","sourceRoot":"","sources":["../../../../../src/learning/admission.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAsF,KAAK,aAAa,EAAE,KAAK,iBAAiB,EAAE,KAAK,aAAa,EAAE,MAAM,eAAe,CAAC;AACnL,OAAO,EAAuE,KAAK,UAAU,EAAE,KAAK,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC3I,OAAO,EAA4C,KAAK,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACnG,OAAO,EAAwS,KAAK,cAAc,EAAE,KAAK,qBAAqB,EAAE,KAAK,SAAS,EAAE,KAAK,cAAc,EAAE,KAAK,YAAY,EAAE,KAAK,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAE3c,MAAM,MAAM,sBAAsB,GAAG;IACnC,gBAAgB,EAAE,OAAO,GAAG,SAAS,CAAC;IACtC,SAAS,EAAE,OAAO,CAAC;IACnB,mBAAmB,EAAE,OAAO,GAAG,IAAI,CAAC;IACpC,MAAM,EAAE,eAAe,EAAE,CAAC;CAC3B,CAAC;AACF,MAAM,MAAM,eAAe,GAAG;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC;IAAC,KAAK,EAAE,qBAAqB,CAAC,OAAO,CAAC,CAAA;CAAE,CAAC;AAElI,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,GAAG,sBAAsB,CAgB9G;AAED,wBAAgB,wBAAwB,CAAC,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,qBAAqB,GAAG,qBAAqB,CAWnI;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,cAAc,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,MAAM,EAAE,QAAQ,CAAC;IAAC,OAAO,EAAE,qBAAqB,CAAA;CAAE,GAAG;IAAE,MAAM,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAmB/M;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAU5E;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,GAAG,UAAU,CAWrG;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;;sBAChD,MAAM,EAAE;;EAClD;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAAE,QAAQ,EAAE,qBAAqB,CAAC;IAAC,QAAQ,EAAE,YAAY,CAAC;IAAC,UAAU,EAAE,cAAc,CAAC;IAAC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,CAAA;CAAE,GAAG,IAAI,CAkB3K;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAGvJ;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,GAAG,eAAe,EAAE,CAM5G;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,cAAc,CAAC;IAAC,OAAO,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAC;IAAC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,CAAC;IAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;IAAC,SAAS,EAAE,qBAAqB,EAAE,CAAC;IAAC,WAAW,EAAE,eAAe,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAwBvS;AAED,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAOhC,CAAC;AAEZ,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IAAE,KAAK,EAAE,SAAS,CAAC;IAAC,UAAU,EAAE,cAAc,CAAC;IAAC,OAAO,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAC;IAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;IAAC,SAAS,EAAE,qBAAqB,EAAE,CAAA;CAAE,GAAG,cAAc,CAuBxN;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAQhH"}
package/dist/types/learning/budgeted-reward-fixtures.d.ts ADDED
@@ -0,0 +1,27 @@
1
+ import type { executeJavaScriptVerifier } from "../javascript-verifier.js";
2
+ import { type BoundJudgeRequest, type BoundJudgeResponse } from "./model-judge.js";
3
+ import { type LearningRepository } from "./repository.js";
4
+ import type { RewardCheckRun, RewardCheckRuntime } from "./reward-checks.js";
5
+ import type { RewardFixtureExecutor } from "./reward-check-worker.js";
6
+ export interface BoundJudgeProvider {
7
+ /** Resolve exact model configuration and a conservative charge ceiling without
8
+ * performing inference. dispatch settles after the provider request closes. */
9
+ prepare(request: BoundJudgeRequest, context?: {
10
+ scope: string;
11
+ run: Pick<RewardCheckRun, "id" | "requestedBy">;
12
+ }): Promise<{
13
+ maximumChargeUsd: number;
14
+ dispatch(signal?: AbortSignal): Promise<BoundJudgeResponse>;
15
+ }>;
16
+ cancel(input: {
17
+ scope: string;
18
+ run: Pick<RewardCheckRun, "id" | "judgeCalls">;
19
+ }): Promise<boolean>;
20
+ }
21
+ export declare function createBudgetedRewardFixtureExecutor(options: {
22
+ runtime: RewardCheckRuntime;
23
+ repository: LearningRepository;
24
+ provider: BoundJudgeProvider;
25
+ executeJavaScript: typeof executeJavaScriptVerifier;
26
+ }): RewardFixtureExecutor;
27
+ //# sourceMappingURL=budgeted-reward-fixtures.d.ts.map
package/dist/types/learning/budgeted-reward-fixtures.d.ts.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"budgeted-reward-fixtures.d.ts","sourceRoot":"","sources":["../../../../../src/learning/budgeted-reward-fixtures.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAG3E,OAAO,EAA+B,KAAK,iBAAiB,EAAE,KAAK,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAGhH,OAAO,EAA2B,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,KAAK,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAEtE,MAAM,WAAW,kBAAkB;IACjC;mFAC+E;IAC/E,OAAO,CAAC,OAAO,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,GAAG,aAAa,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAAE,gBAAgB,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAA;KAAE,CAAC,CAAC;IACtN,MAAM,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,GAAG,YAAY,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACpG;AAED,wBAAgB,mCAAmC,CAAC,OAAO,EAAE;IAC3D,OAAO,EAAE,kBAAkB,CAAC;IAAC,UAAU,EAAE,kBAAkB,CAAC;IAAC,QAAQ,EAAE,kBAAkB,CAAC;IAC1F,iBAAiB,EAAE,OAAO,yBAAyB,CAAC;CACrD,GAAG,qBAAqB,CAwBxB"}
package/dist/types/learning/contracts.d.ts CHANGED
@@ -708,6 +708,38 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
708
708
  normalizedScore: z.ZodNullable<z.ZodNumber>;
709
709
  passed: z.ZodNullable<z.ZodBoolean>;
710
710
  evidenceHashes: z.ZodArray<z.ZodString>;
711
+ graderEvidence: z.ZodOptional<z.ZodObject<{
712
+ schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
713
+ graderId: z.ZodString;
714
+ graderVersion: z.ZodString;
715
+ score: z.ZodNullable<z.ZodNumber>;
716
+ passed: z.ZodBoolean;
717
+ rewardEligible: z.ZodBoolean;
718
+ failureClass: z.ZodNullable<z.ZodEnum<{
719
+ policy_failure: "policy_failure";
720
+ grader_failure: "grader_failure";
721
+ environment_failure: "environment_failure";
722
+ infrastructure_failure: "infrastructure_failure";
723
+ timeout: "timeout";
724
+ cancelled: "cancelled";
725
+ }>>;
726
+ feedback: z.ZodArray<z.ZodString>;
727
+ visibleEvidenceRefs: z.ZodArray<z.ZodString>;
728
+ privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
729
+ modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
730
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
731
+ providerId: z.ZodString;
732
+ modelId: z.ZodString;
733
+ modelRevision: z.ZodNullable<z.ZodString>;
734
+ responseId: z.ZodNullable<z.ZodString>;
735
+ requestHash: z.ZodString;
736
+ responseHash: z.ZodString;
737
+ inputTokens: z.ZodNullable<z.ZodNumber>;
738
+ outputTokens: z.ZodNullable<z.ZodNumber>;
739
+ costUsd: z.ZodNullable<z.ZodNumber>;
740
+ }, z.core.$strict>>;
741
+ contentHash: z.ZodString;
742
+ }, z.core.$strict>>;
711
743
  message: z.ZodNullable<z.ZodString>;
712
744
  }, z.core.$strict>>;
713
745
  training: z.ZodObject<{
@@ -760,6 +792,38 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
760
792
  normalizedScore: z.ZodNullable<z.ZodNumber>;
761
793
  passed: z.ZodNullable<z.ZodBoolean>;
762
794
  evidenceHashes: z.ZodArray<z.ZodString>;
795
+ graderEvidence: z.ZodOptional<z.ZodObject<{
796
+ schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
797
+ graderId: z.ZodString;
798
+ graderVersion: z.ZodString;
799
+ score: z.ZodNullable<z.ZodNumber>;
800
+ passed: z.ZodBoolean;
801
+ rewardEligible: z.ZodBoolean;
802
+ failureClass: z.ZodNullable<z.ZodEnum<{
803
+ policy_failure: "policy_failure";
804
+ grader_failure: "grader_failure";
805
+ environment_failure: "environment_failure";
806
+ infrastructure_failure: "infrastructure_failure";
807
+ timeout: "timeout";
808
+ cancelled: "cancelled";
809
+ }>>;
810
+ feedback: z.ZodArray<z.ZodString>;
811
+ visibleEvidenceRefs: z.ZodArray<z.ZodString>;
812
+ privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
813
+ modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
814
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
815
+ providerId: z.ZodString;
816
+ modelId: z.ZodString;
817
+ modelRevision: z.ZodNullable<z.ZodString>;
818
+ responseId: z.ZodNullable<z.ZodString>;
819
+ requestHash: z.ZodString;
820
+ responseHash: z.ZodString;
821
+ inputTokens: z.ZodNullable<z.ZodNumber>;
822
+ outputTokens: z.ZodNullable<z.ZodNumber>;
823
+ costUsd: z.ZodNullable<z.ZodNumber>;
824
+ }, z.core.$strict>>;
825
+ contentHash: z.ZodString;
826
+ }, z.core.$strict>>;
763
827
  message: z.ZodNullable<z.ZodString>;
764
828
  }, z.core.$strict>>;
765
829
  training: z.ZodObject<{
@@ -864,6 +928,38 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
864
928
  normalizedScore: z.ZodNullable<z.ZodNumber>;
865
929
  passed: z.ZodNullable<z.ZodBoolean>;
866
930
  evidenceHashes: z.ZodArray<z.ZodString>;
931
+ graderEvidence: z.ZodOptional<z.ZodObject<{
932
+ schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
933
+ graderId: z.ZodString;
934
+ graderVersion: z.ZodString;
935
+ score: z.ZodNullable<z.ZodNumber>;
936
+ passed: z.ZodBoolean;
937
+ rewardEligible: z.ZodBoolean;
938
+ failureClass: z.ZodNullable<z.ZodEnum<{
939
+ policy_failure: "policy_failure";
940
+ grader_failure: "grader_failure";
941
+ environment_failure: "environment_failure";
942
+ infrastructure_failure: "infrastructure_failure";
943
+ timeout: "timeout";
944
+ cancelled: "cancelled";
945
+ }>>;
946
+ feedback: z.ZodArray<z.ZodString>;
947
+ visibleEvidenceRefs: z.ZodArray<z.ZodString>;
948
+ privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
949
+ modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
950
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
951
+ providerId: z.ZodString;
952
+ modelId: z.ZodString;
953
+ modelRevision: z.ZodNullable<z.ZodString>;
954
+ responseId: z.ZodNullable<z.ZodString>;
955
+ requestHash: z.ZodString;
956
+ responseHash: z.ZodString;
957
+ inputTokens: z.ZodNullable<z.ZodNumber>;
958
+ outputTokens: z.ZodNullable<z.ZodNumber>;
959
+ costUsd: z.ZodNullable<z.ZodNumber>;
960
+ }, z.core.$strict>>;
961
+ contentHash: z.ZodString;
962
+ }, z.core.$strict>>;
867
963
  message: z.ZodNullable<z.ZodString>;
868
964
  }, z.core.$strict>>;
869
965
  training: z.ZodObject<{
@@ -916,6 +1012,38 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
916
1012
  normalizedScore: z.ZodNullable<z.ZodNumber>;
917
1013
  passed: z.ZodNullable<z.ZodBoolean>;
918
1014
  evidenceHashes: z.ZodArray<z.ZodString>;
1015
+ graderEvidence: z.ZodOptional<z.ZodObject<{
1016
+ schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
1017
+ graderId: z.ZodString;
1018
+ graderVersion: z.ZodString;
1019
+ score: z.ZodNullable<z.ZodNumber>;
1020
+ passed: z.ZodBoolean;
1021
+ rewardEligible: z.ZodBoolean;
1022
+ failureClass: z.ZodNullable<z.ZodEnum<{
1023
+ policy_failure: "policy_failure";
1024
+ grader_failure: "grader_failure";
1025
+ environment_failure: "environment_failure";
1026
+ infrastructure_failure: "infrastructure_failure";
1027
+ timeout: "timeout";
1028
+ cancelled: "cancelled";
1029
+ }>>;
1030
+ feedback: z.ZodArray<z.ZodString>;
1031
+ visibleEvidenceRefs: z.ZodArray<z.ZodString>;
1032
+ privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
1033
+ modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
1034
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
1035
+ providerId: z.ZodString;
1036
+ modelId: z.ZodString;
1037
+ modelRevision: z.ZodNullable<z.ZodString>;
1038
+ responseId: z.ZodNullable<z.ZodString>;
1039
+ requestHash: z.ZodString;
1040
+ responseHash: z.ZodString;
1041
+ inputTokens: z.ZodNullable<z.ZodNumber>;
1042
+ outputTokens: z.ZodNullable<z.ZodNumber>;
1043
+ costUsd: z.ZodNullable<z.ZodNumber>;
1044
+ }, z.core.$strict>>;
1045
+ contentHash: z.ZodString;
1046
+ }, z.core.$strict>>;
919
1047
  message: z.ZodNullable<z.ZodString>;
920
1048
  }, z.core.$strict>>;
921
1049
  training: z.ZodObject<{
@@ -1070,6 +1198,10 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
1070
1198
  }, z.core.$strict>, z.ZodObject<{
1071
1199
  kind: z.ZodLiteral<"schedule">;
1072
1200
  intervalSeconds: z.ZodNumber;
1201
+ }, z.core.$strict>, z.ZodObject<{
1202
+ localTime: z.ZodString;
1203
+ timeZone: z.ZodString;
1204
+ kind: z.ZodLiteral<"nightly">;
1073
1205
  }, z.core.$strict>, z.ZodObject<{
1074
1206
  kind: z.ZodLiteral<"upstream_accepted">;
1075
1207
  modelProjectId: z.ZodString;
@@ -1173,6 +1305,10 @@ export declare const LearningPolicySchema: z.ZodObject<{
1173
1305
  }, z.core.$strict>, z.ZodObject<{
1174
1306
  kind: z.ZodLiteral<"schedule">;
1175
1307
  intervalSeconds: z.ZodNumber;
1308
+ }, z.core.$strict>, z.ZodObject<{
1309
+ localTime: z.ZodString;
1310
+ timeZone: z.ZodString;
1311
+ kind: z.ZodLiteral<"nightly">;
1176
1312
  }, z.core.$strict>, z.ZodObject<{
1177
1313
  kind: z.ZodLiteral<"upstream_accepted">;
1178
1314
  modelProjectId: z.ZodString;
@@ -1407,6 +1543,38 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
1407
1543
  normalizedScore: z.ZodNullable<z.ZodNumber>;
1408
1544
  passed: z.ZodNullable<z.ZodBoolean>;
1409
1545
  evidenceHashes: z.ZodArray<z.ZodString>;
1546
+ graderEvidence: z.ZodOptional<z.ZodObject<{
1547
+ schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
1548
+ graderId: z.ZodString;
1549
+ graderVersion: z.ZodString;
1550
+ score: z.ZodNullable<z.ZodNumber>;
1551
+ passed: z.ZodBoolean;
1552
+ rewardEligible: z.ZodBoolean;
1553
+ failureClass: z.ZodNullable<z.ZodEnum<{
1554
+ policy_failure: "policy_failure";
1555
+ grader_failure: "grader_failure";
1556
+ environment_failure: "environment_failure";
1557
+ infrastructure_failure: "infrastructure_failure";
1558
+ timeout: "timeout";
1559
+ cancelled: "cancelled";
1560
+ }>>;
1561
+ feedback: z.ZodArray<z.ZodString>;
1562
+ visibleEvidenceRefs: z.ZodArray<z.ZodString>;
1563
+ privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
1564
+ modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
1565
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
1566
+ providerId: z.ZodString;
1567
+ modelId: z.ZodString;
1568
+ modelRevision: z.ZodNullable<z.ZodString>;
1569
+ responseId: z.ZodNullable<z.ZodString>;
1570
+ requestHash: z.ZodString;
1571
+ responseHash: z.ZodString;
1572
+ inputTokens: z.ZodNullable<z.ZodNumber>;
1573
+ outputTokens: z.ZodNullable<z.ZodNumber>;
1574
+ costUsd: z.ZodNullable<z.ZodNumber>;
1575
+ }, z.core.$strict>>;
1576
+ contentHash: z.ZodString;
1577
+ }, z.core.$strict>>;
1410
1578
  message: z.ZodNullable<z.ZodString>;
1411
1579
  }, z.core.$strict>>;
1412
1580
  training: z.ZodObject<{
@@ -1434,6 +1602,26 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
1434
1602
  attemptCount: z.ZodNumber;
1435
1603
  timeoutMs: z.ZodNumber;
1436
1604
  maximumSpendUsd: z.ZodNumber;
1605
+ judgeCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
1606
+ id: z.ZodString;
1607
+ requestHash: z.ZodString;
1608
+ reservedUsd: z.ZodNumber;
1609
+ status: z.ZodEnum<{
1610
+ reserved: "reserved";
1611
+ settled: "settled";
1612
+ not_dispatched: "not_dispatched";
1613
+ }>;
1614
+ response: z.ZodNullable<z.ZodObject<{
1615
+ text: z.ZodString;
1616
+ modelId: z.ZodString;
1617
+ modelRevision: z.ZodNullable<z.ZodString>;
1618
+ responseId: z.ZodNullable<z.ZodString>;
1619
+ inputTokens: z.ZodNullable<z.ZodNumber>;
1620
+ outputTokens: z.ZodNullable<z.ZodNumber>;
1621
+ costUsd: z.ZodNullable<z.ZodNumber>;
1622
+ }, z.core.$strict>>;
1623
+ }, z.core.$strict>>>;
1624
+ requestedBy: z.ZodOptional<z.ZodString>;
1437
1625
  failure: z.ZodNullable<z.ZodString>;
1438
1626
  createdAt: z.ZodString;
1439
1627
  updatedAt: z.ZodString;
@@ -1666,6 +1854,11 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
1666
1854
  host_private: "host_private";
1667
1855
  }>;
1668
1856
  }, z.core.$strict>>;
1857
+ calibrationCheckRef: z.ZodOptional<z.ZodObject<{
1858
+ id: z.ZodString;
1859
+ contentHash: z.ZodString;
1860
+ revision: z.ZodNumber;
1861
+ }, z.core.$strict>>;
1669
1862
  contentHash: z.ZodString;
1670
1863
  }, z.core.$strict>, z.ZodObject<{
1671
1864
  schemaVersion: z.ZodLiteral<"openpond.rewardBinding.v1">;
@@ -1964,6 +2157,38 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
1964
2157
  normalizedScore: z.ZodNullable<z.ZodNumber>;
1965
2158
  passed: z.ZodNullable<z.ZodBoolean>;
1966
2159
  evidenceHashes: z.ZodArray<z.ZodString>;
2160
+ graderEvidence: z.ZodOptional<z.ZodObject<{
2161
+ schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
2162
+ graderId: z.ZodString;
2163
+ graderVersion: z.ZodString;
2164
+ score: z.ZodNullable<z.ZodNumber>;
2165
+ passed: z.ZodBoolean;
2166
+ rewardEligible: z.ZodBoolean;
2167
+ failureClass: z.ZodNullable<z.ZodEnum<{
2168
+ policy_failure: "policy_failure";
2169
+ grader_failure: "grader_failure";
2170
+ environment_failure: "environment_failure";
2171
+ infrastructure_failure: "infrastructure_failure";
2172
+ timeout: "timeout";
2173
+ cancelled: "cancelled";
2174
+ }>>;
2175
+ feedback: z.ZodArray<z.ZodString>;
2176
+ visibleEvidenceRefs: z.ZodArray<z.ZodString>;
2177
+ privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
2178
+ modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
2179
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
2180
+ providerId: z.ZodString;
2181
+ modelId: z.ZodString;
2182
+ modelRevision: z.ZodNullable<z.ZodString>;
2183
+ responseId: z.ZodNullable<z.ZodString>;
2184
+ requestHash: z.ZodString;
2185
+ responseHash: z.ZodString;
2186
+ inputTokens: z.ZodNullable<z.ZodNumber>;
2187
+ outputTokens: z.ZodNullable<z.ZodNumber>;
2188
+ costUsd: z.ZodNullable<z.ZodNumber>;
2189
+ }, z.core.$strict>>;
2190
+ contentHash: z.ZodString;
2191
+ }, z.core.$strict>>;
1967
2192
  message: z.ZodNullable<z.ZodString>;
1968
2193
  }, z.core.$strict>>;
1969
2194
  training: z.ZodObject<{
@@ -2016,6 +2241,38 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
2016
2241
  normalizedScore: z.ZodNullable<z.ZodNumber>;
2017
2242
  passed: z.ZodNullable<z.ZodBoolean>;
2018
2243
  evidenceHashes: z.ZodArray<z.ZodString>;
2244
+ graderEvidence: z.ZodOptional<z.ZodObject<{
2245
+ schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
2246
+ graderId: z.ZodString;
2247
+ graderVersion: z.ZodString;
2248
+ score: z.ZodNullable<z.ZodNumber>;
2249
+ passed: z.ZodBoolean;
2250
+ rewardEligible: z.ZodBoolean;
2251
+ failureClass: z.ZodNullable<z.ZodEnum<{
2252
+ policy_failure: "policy_failure";
2253
+ grader_failure: "grader_failure";
2254
+ environment_failure: "environment_failure";
2255
+ infrastructure_failure: "infrastructure_failure";
2256
+ timeout: "timeout";
2257
+ cancelled: "cancelled";
2258
+ }>>;
2259
+ feedback: z.ZodArray<z.ZodString>;
2260
+ visibleEvidenceRefs: z.ZodArray<z.ZodString>;
2261
+ privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
2262
+ modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
2263
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
2264
+ providerId: z.ZodString;
2265
+ modelId: z.ZodString;
2266
+ modelRevision: z.ZodNullable<z.ZodString>;
2267
+ responseId: z.ZodNullable<z.ZodString>;
2268
+ requestHash: z.ZodString;
2269
+ responseHash: z.ZodString;
2270
+ inputTokens: z.ZodNullable<z.ZodNumber>;
2271
+ outputTokens: z.ZodNullable<z.ZodNumber>;
2272
+ costUsd: z.ZodNullable<z.ZodNumber>;
2273
+ }, z.core.$strict>>;
2274
+ contentHash: z.ZodString;
2275
+ }, z.core.$strict>>;
2019
2276
  message: z.ZodNullable<z.ZodString>;
2020
2277
  }, z.core.$strict>>;
2021
2278
  training: z.ZodObject<{
@@ -2126,6 +2383,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
2126
2383
  }, z.core.$strict>, z.ZodObject<{
2127
2384
  kind: z.ZodLiteral<"schedule">;
2128
2385
  intervalSeconds: z.ZodNumber;
2386
+ }, z.core.$strict>, z.ZodObject<{
2387
+ localTime: z.ZodString;
2388
+ timeZone: z.ZodString;
2389
+ kind: z.ZodLiteral<"nightly">;
2129
2390
  }, z.core.$strict>, z.ZodObject<{
2130
2391
  kind: z.ZodLiteral<"upstream_accepted">;
2131
2392
  modelProjectId: z.ZodString;
@@ -2328,6 +2589,38 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
2328
2589
  normalizedScore: z.ZodNullable<z.ZodNumber>;
2329
2590
  passed: z.ZodNullable<z.ZodBoolean>;
2330
2591
  evidenceHashes: z.ZodArray<z.ZodString>;
2592
+ graderEvidence: z.ZodOptional<z.ZodObject<{
2593
+ schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
2594
+ graderId: z.ZodString;
2595
+ graderVersion: z.ZodString;
2596
+ score: z.ZodNullable<z.ZodNumber>;
2597
+ passed: z.ZodBoolean;
2598
+ rewardEligible: z.ZodBoolean;
2599
+ failureClass: z.ZodNullable<z.ZodEnum<{
2600
+ policy_failure: "policy_failure";
2601
+ grader_failure: "grader_failure";
2602
+ environment_failure: "environment_failure";
2603
+ infrastructure_failure: "infrastructure_failure";
2604
+ timeout: "timeout";
2605
+ cancelled: "cancelled";
2606
+ }>>;
2607
+ feedback: z.ZodArray<z.ZodString>;
2608
+ visibleEvidenceRefs: z.ZodArray<z.ZodString>;
2609
+ privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
2610
+ modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
2611
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
2612
+ providerId: z.ZodString;
2613
+ modelId: z.ZodString;
2614
+ modelRevision: z.ZodNullable<z.ZodString>;
2615
+ responseId: z.ZodNullable<z.ZodString>;
2616
+ requestHash: z.ZodString;
2617
+ responseHash: z.ZodString;
2618
+ inputTokens: z.ZodNullable<z.ZodNumber>;
2619
+ outputTokens: z.ZodNullable<z.ZodNumber>;
2620
+ costUsd: z.ZodNullable<z.ZodNumber>;
2621
+ }, z.core.$strict>>;
2622
+ contentHash: z.ZodString;
2623
+ }, z.core.$strict>>;
2331
2624
  message: z.ZodNullable<z.ZodString>;
2332
2625
  }, z.core.$strict>>;
2333
2626
  training: z.ZodObject<{
@@ -2355,6 +2648,26 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
2355
2648
  attemptCount: z.ZodNumber;
2356
2649
  timeoutMs: z.ZodNumber;
2357
2650
  maximumSpendUsd: z.ZodNumber;
2651
+ judgeCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
2652
+ id: z.ZodString;
2653
+ requestHash: z.ZodString;
2654
+ reservedUsd: z.ZodNumber;
2655
+ status: z.ZodEnum<{
2656
+ reserved: "reserved";
2657
+ settled: "settled";
2658
+ not_dispatched: "not_dispatched";
2659
+ }>;
2660
+ response: z.ZodNullable<z.ZodObject<{
2661
+ text: z.ZodString;
2662
+ modelId: z.ZodString;
2663
+ modelRevision: z.ZodNullable<z.ZodString>;
2664
+ responseId: z.ZodNullable<z.ZodString>;
2665
+ inputTokens: z.ZodNullable<z.ZodNumber>;
2666
+ outputTokens: z.ZodNullable<z.ZodNumber>;
2667
+ costUsd: z.ZodNullable<z.ZodNumber>;
2668
+ }, z.core.$strict>>;
2669
+ }, z.core.$strict>>>;
2670
+ requestedBy: z.ZodOptional<z.ZodString>;
2358
2671
  failure: z.ZodNullable<z.ZodString>;
2359
2672
  createdAt: z.ZodString;
2360
2673
  updatedAt: z.ZodString;
package/dist/types/learning/contracts.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"contracts.d.ts","sourceRoot":"","sources":["../../../../../src/learning/contracts.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAOxB,eAAO,MAAM,wBAAwB,2CAAiC,CAAC;AACvE,eAAO,MAAM,yBAAyB;;;;kBAAyB,CAAC;AAChE,eAAO,MAAM,yBAAyB,aAAiJ,CAAC;AAExL,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAwBtC,CAAC;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAsF,CAAC;AAExH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;kBAWzB,CAAC;AACZ;0EAC0E;AAC1E,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;kBAM5B,CAAC;AACZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAgBtC,CAAC;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAsF,CAAC;AAExH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAgB7B,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AACZ,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAgF,CAAC;AAEhH,+EAA+E;AAC/E,eAAO,MAAM,gBAAgB;;;;;;;;;;kBAU3B,CAAC;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;kBAiBvC,CAAC;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAUpB,CAAC;AAEZ,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAqB7C,CAAC;AACH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA6F,CAAC;AAEtI,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBjC,CAAC;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiF,CAAC;AAE9G,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBA8BtC,CAAC;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAsF,CAAC;AACxH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;kBAM9B,CAAC;AACZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;EAAgO,CAAC;AAC3Q,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAwBzB,CAAC;AAEZ,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAkBpB,CAAC;AAEZ,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAA2P,CAAC;AAE/R,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AACxD,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E,wBAAgB,WAAW,CAAC,QAAQ,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,mBAAmB,CAEhH;AACD,wBAAgB,eAAe,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAE9F;AACD,wBAAgB,mBAAmB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,GAAG;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,CAG9G;AACD,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAIjF"}
1
+ {"version":3,"file":"contracts.d.ts","sourceRoot":"","sources":["../../../../../src/learning/contracts.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AASxB,eAAO,MAAM,wBAAwB,2CAAiC,CAAC;AACvE,eAAO,MAAM,yBAAyB;;;;kBAAyB,CAAC;AAChE,eAAO,MAAM,yBAAyB,aAAiJ,CAAC;AAExL,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAwBtC,CAAC;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAsF,CAAC;AAExH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;kBAWzB,CAAC;AACZ;0EAC0E;AAC1E,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;kBAM5B,CAAC;AACZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAgBtC,CAAC;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAsF,CAAC;AAExH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAgB7B,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AACZ,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAgF,CAAC;AAEhH,+EAA+E;AAC/E,eAAO,MAAM,gBAAgB;;;;;;;;;;kBAU3B,CAAC;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;kBAiBvC,CAAC;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAUpB,CAAC;AAEZ,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAqB7C,CAAC;AACH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA6F,CAAC;AAEtI,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBjC,CAAC;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiF,CAAC;AAE9G,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBA+BtC,CAAC;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAsF,CAAC;AACxH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;kBAM9B,CAAC;AACZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;EAAgO,CAAC;AAC3Q,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAwBzB,CAAC;AAEZ,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBpB,CAAC;AAEZ,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAA2P,CAAC;AAE/R,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AACxD,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E,wBAAgB,WAAW,CAAC,QAAQ,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,mBAAmB,CAEhH;AACD,wBAAgB,eAAe,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAE9F;AACD,wBAAgB,mBAAmB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,GAAG;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,CAG9G;AACD,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAIjF"}
package/dist/types/learning/grade-judge-budget.d.ts ADDED
@@ -0,0 +1,10 @@
1
+ import type { JudgeBudgetStore } from "./judge-budget.js";
2
+ import { type LearningRepository } from "./repository.js";
3
+ import { type TaskGradeRun } from "./contracts.js";
4
+ export declare function createTaskGradeJudgeBudgetStore(input: {
5
+ repository: LearningRepository;
6
+ scope: string;
7
+ run: TaskGradeRun;
8
+ now?: () => string;
9
+ }): JudgeBudgetStore;
10
+ //# sourceMappingURL=grade-judge-budget.d.ts.map
package/dist/types/learning/grade-judge-budget.d.ts.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"grade-judge-budget.d.ts","sourceRoot":"","sources":["../../../../../src/learning/grade-judge-budget.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAA2B,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,EAAsB,KAAK,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAEvE,wBAAgB,+BAA+B,CAAC,KAAK,EAAE;IACrD,UAAU,EAAE,kBAAkB,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,YAAY,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACtF,GAAG,gBAAgB,CAoBnB"}
package/dist/types/learning/index.d.ts CHANGED
@@ -12,7 +12,13 @@ export * from "./reward-authoring.js";
12
12
  export * from "./rating-reward-fixture.js";
13
13
  export * from "./intake-contracts.js";
14
14
  export * from "./intake.js";
15
+ export * from "./model-judge.js";
16
+ export * from "./judge-budget.js";
17
+ export * from "./reward-check-budget.js";
18
+ export * from "./grade-judge-budget.js";
19
+ export * from "./budgeted-reward-fixtures.js";
15
20
  export * from "./reward-checks.js";
21
+ export * from "./reward-calibration.js";
16
22
  export * from "./reward-check-worker.js";
17
23
  export * from "./reward-fixture-executor.js";
18
24
  export * from "./iteration-reservation-contracts.js";
@@ -23,5 +29,7 @@ export { resolveLearningTrainingParent } from "./iteration-training-parent.js";
23
29
  export * from "./schedule-contracts.js";
24
30
  export * from "./schedule-service.js";
25
31
  export * from "./schedule-worker.js";
32
+ export * from "./nightly-schedule.js";
26
33
  export * from "./policy-inspection.js";
34
+ export * from "./task-queue-inspection.js";
27
35
  //# sourceMappingURL=index.d.ts.map
package/dist/types/learning/index.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/learning/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,uBAAuB,CAAC;AACtC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uBAAuB,CAAC;AACtC,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC;AACnC,cAAc,0BAA0B,CAAC;AACzC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,sCAAsC,CAAC;AACrD,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,mCAAmC,CAAC;AAClD,OAAO,EAAE,6BAA6B,EAAE,MAAM,gCAAgC,CAAC;AAC/E,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/learning/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,uBAAuB,CAAC;AACtC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,uBAAuB,CAAC;AACtC,cAAc,aAAa,CAAC;AAC5B,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AACxC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,oBAAoB,CAAC;AACnC,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,sCAAsC,CAAC;AACrD,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,mCAAmC,CAAC;AAClD,OAAO,EAAE,6BAA6B,EAAE,MAAM,gCAAgC,CAAC;AAC/E,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC"}
package/dist/types/learning/intake-history.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"intake-history.d.ts","sourceRoot":"","sources":["../../../../../src/learning/intake-history.ts"],"names":[],"mappings":"AAIA,OAAO,EAAoE,KAAK,cAAc,EAAE,KAAK,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAOrJ,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,gBAAgB,EAAE,CAQrE;AAWD,4EAA4E;AAC5E,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,cAAc,EAAE,GAAG,gBAAgB,EAAE,CA0B/E"}
1
+ {"version":3,"file":"intake-history.d.ts","sourceRoot":"","sources":["../../../../../src/learning/intake-history.ts"],"names":[],"mappings":"AAIA,OAAO,EAAoE,KAAK,cAAc,EAAE,KAAK,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAQrJ,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,gBAAgB,EAAE,CAQrE;AAWD,4EAA4E;AAC5E,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,cAAc,EAAE,GAAG,gBAAgB,EAAE,CA0B/E"}